Model save
Browse files- .gitattributes +1 -0
- README.md +60 -0
- added_tokens.json +28 -0
- chat_template.jinja +89 -0
- config.json +68 -0
- generation_config.json +13 -0
- merges.txt +0 -0
- model-00001-of-00004.safetensors +3 -0
- model-00002-of-00004.safetensors +3 -0
- model-00003-of-00004.safetensors +3 -0
- model-00004-of-00004.safetensors +3 -0
- model.safetensors.index.json +407 -0
- special_tokens_map.json +31 -0
- tokenizer.json +3 -0
- tokenizer_config.json +240 -0
- trainer_log.jsonl +314 -0
- training_args.bin +3 -0
- vocab.json +0 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: transformers
|
| 3 |
+
license: apache-2.0
|
| 4 |
+
base_model: Qwen/Qwen3-8B
|
| 5 |
+
tags:
|
| 6 |
+
- llama-factory
|
| 7 |
+
- generated_from_trainer
|
| 8 |
+
model-index:
|
| 9 |
+
- name: wizardlm_orca-evol-instruct-110k-sandboxes-traces-terminus-2_overwrite-output-dir_True
|
| 10 |
+
results: []
|
| 11 |
+
---
|
| 12 |
+
|
| 13 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
| 14 |
+
should probably proofread and complete it, then remove this comment. -->
|
| 15 |
+
|
| 16 |
+
# wizardlm_orca-evol-instruct-110k-sandboxes-traces-terminus-2_overwrite-output-dir_True
|
| 17 |
+
|
| 18 |
+
This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on an unknown dataset.
|
| 19 |
+
|
| 20 |
+
## Model description
|
| 21 |
+
|
| 22 |
+
More information needed
|
| 23 |
+
|
| 24 |
+
## Intended uses & limitations
|
| 25 |
+
|
| 26 |
+
More information needed
|
| 27 |
+
|
| 28 |
+
## Training and evaluation data
|
| 29 |
+
|
| 30 |
+
More information needed
|
| 31 |
+
|
| 32 |
+
## Training procedure
|
| 33 |
+
|
| 34 |
+
### Training hyperparameters
|
| 35 |
+
|
| 36 |
+
The following hyperparameters were used during training:
|
| 37 |
+
- learning_rate: 4e-05
|
| 38 |
+
- train_batch_size: 1
|
| 39 |
+
- eval_batch_size: 8
|
| 40 |
+
- seed: 42
|
| 41 |
+
- distributed_type: multi-GPU
|
| 42 |
+
- num_devices: 16
|
| 43 |
+
- gradient_accumulation_steps: 2
|
| 44 |
+
- total_train_batch_size: 32
|
| 45 |
+
- total_eval_batch_size: 128
|
| 46 |
+
- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
|
| 47 |
+
- lr_scheduler_type: cosine
|
| 48 |
+
- lr_scheduler_warmup_ratio: 0.1
|
| 49 |
+
- num_epochs: 5.0
|
| 50 |
+
|
| 51 |
+
### Training results
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
### Framework versions
|
| 56 |
+
|
| 57 |
+
- Transformers 4.55.0
|
| 58 |
+
- Pytorch 2.7.0+cu128
|
| 59 |
+
- Datasets 3.6.0
|
| 60 |
+
- Tokenizers 0.21.1
|
added_tokens.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</think>": 151668,
|
| 3 |
+
"</tool_call>": 151658,
|
| 4 |
+
"</tool_response>": 151666,
|
| 5 |
+
"<think>": 151667,
|
| 6 |
+
"<tool_call>": 151657,
|
| 7 |
+
"<tool_response>": 151665,
|
| 8 |
+
"<|box_end|>": 151649,
|
| 9 |
+
"<|box_start|>": 151648,
|
| 10 |
+
"<|endoftext|>": 151643,
|
| 11 |
+
"<|file_sep|>": 151664,
|
| 12 |
+
"<|fim_middle|>": 151660,
|
| 13 |
+
"<|fim_pad|>": 151662,
|
| 14 |
+
"<|fim_prefix|>": 151659,
|
| 15 |
+
"<|fim_suffix|>": 151661,
|
| 16 |
+
"<|im_end|>": 151645,
|
| 17 |
+
"<|im_start|>": 151644,
|
| 18 |
+
"<|image_pad|>": 151655,
|
| 19 |
+
"<|object_ref_end|>": 151647,
|
| 20 |
+
"<|object_ref_start|>": 151646,
|
| 21 |
+
"<|quad_end|>": 151651,
|
| 22 |
+
"<|quad_start|>": 151650,
|
| 23 |
+
"<|repo_name|>": 151663,
|
| 24 |
+
"<|video_pad|>": 151656,
|
| 25 |
+
"<|vision_end|>": 151653,
|
| 26 |
+
"<|vision_pad|>": 151654,
|
| 27 |
+
"<|vision_start|>": 151652
|
| 28 |
+
}
|
chat_template.jinja
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0].role == 'system' %}
|
| 4 |
+
{{- messages[0].content + '\n\n' }}
|
| 5 |
+
{%- endif %}
|
| 6 |
+
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 7 |
+
{%- for tool in tools %}
|
| 8 |
+
{{- "\n" }}
|
| 9 |
+
{{- tool | tojson }}
|
| 10 |
+
{%- endfor %}
|
| 11 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 12 |
+
{%- else %}
|
| 13 |
+
{%- if messages[0].role == 'system' %}
|
| 14 |
+
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
| 15 |
+
{%- endif %}
|
| 16 |
+
{%- endif %}
|
| 17 |
+
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
| 18 |
+
{%- for message in messages[::-1] %}
|
| 19 |
+
{%- set index = (messages|length - 1) - loop.index0 %}
|
| 20 |
+
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
|
| 21 |
+
{%- set ns.multi_step_tool = false %}
|
| 22 |
+
{%- set ns.last_query_index = index %}
|
| 23 |
+
{%- endif %}
|
| 24 |
+
{%- endfor %}
|
| 25 |
+
{%- for message in messages %}
|
| 26 |
+
{%- if message.content is string %}
|
| 27 |
+
{%- set content = message.content %}
|
| 28 |
+
{%- else %}
|
| 29 |
+
{%- set content = '' %}
|
| 30 |
+
{%- endif %}
|
| 31 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
|
| 32 |
+
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
|
| 33 |
+
{%- elif message.role == "assistant" %}
|
| 34 |
+
{%- set reasoning_content = '' %}
|
| 35 |
+
{%- if message.reasoning_content is string %}
|
| 36 |
+
{%- set reasoning_content = message.reasoning_content %}
|
| 37 |
+
{%- else %}
|
| 38 |
+
{%- if '</think>' in content %}
|
| 39 |
+
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
| 40 |
+
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
|
| 41 |
+
{%- endif %}
|
| 42 |
+
{%- endif %}
|
| 43 |
+
{%- if loop.index0 > ns.last_query_index %}
|
| 44 |
+
{%- if loop.last or (not loop.last and reasoning_content) %}
|
| 45 |
+
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
|
| 46 |
+
{%- else %}
|
| 47 |
+
{{- '<|im_start|>' + message.role + '\n' + content }}
|
| 48 |
+
{%- endif %}
|
| 49 |
+
{%- else %}
|
| 50 |
+
{{- '<|im_start|>' + message.role + '\n' + content }}
|
| 51 |
+
{%- endif %}
|
| 52 |
+
{%- if message.tool_calls %}
|
| 53 |
+
{%- for tool_call in message.tool_calls %}
|
| 54 |
+
{%- if (loop.first and content) or (not loop.first) %}
|
| 55 |
+
{{- '\n' }}
|
| 56 |
+
{%- endif %}
|
| 57 |
+
{%- if tool_call.function %}
|
| 58 |
+
{%- set tool_call = tool_call.function %}
|
| 59 |
+
{%- endif %}
|
| 60 |
+
{{- '<tool_call>\n{"name": "' }}
|
| 61 |
+
{{- tool_call.name }}
|
| 62 |
+
{{- '", "arguments": ' }}
|
| 63 |
+
{%- if tool_call.arguments is string %}
|
| 64 |
+
{{- tool_call.arguments }}
|
| 65 |
+
{%- else %}
|
| 66 |
+
{{- tool_call.arguments | tojson }}
|
| 67 |
+
{%- endif %}
|
| 68 |
+
{{- '}\n</tool_call>' }}
|
| 69 |
+
{%- endfor %}
|
| 70 |
+
{%- endif %}
|
| 71 |
+
{{- '<|im_end|>\n' }}
|
| 72 |
+
{%- elif message.role == "tool" %}
|
| 73 |
+
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
| 74 |
+
{{- '<|im_start|>user' }}
|
| 75 |
+
{%- endif %}
|
| 76 |
+
{{- '\n<tool_response>\n' }}
|
| 77 |
+
{{- content }}
|
| 78 |
+
{{- '\n</tool_response>' }}
|
| 79 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 80 |
+
{{- '<|im_end|>\n' }}
|
| 81 |
+
{%- endif %}
|
| 82 |
+
{%- endif %}
|
| 83 |
+
{%- endfor %}
|
| 84 |
+
{%- if add_generation_prompt %}
|
| 85 |
+
{{- '<|im_start|>assistant\n' }}
|
| 86 |
+
{%- if enable_thinking is defined and enable_thinking is false %}
|
| 87 |
+
{{- '<think>\n\n</think>\n\n' }}
|
| 88 |
+
{%- endif %}
|
| 89 |
+
{%- endif %}
|
config.json
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen3ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_bias": false,
|
| 6 |
+
"attention_dropout": 0.0,
|
| 7 |
+
"bos_token_id": 151643,
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"head_dim": 128,
|
| 10 |
+
"hidden_act": "silu",
|
| 11 |
+
"hidden_size": 4096,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 12288,
|
| 14 |
+
"layer_types": [
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"full_attention",
|
| 39 |
+
"full_attention",
|
| 40 |
+
"full_attention",
|
| 41 |
+
"full_attention",
|
| 42 |
+
"full_attention",
|
| 43 |
+
"full_attention",
|
| 44 |
+
"full_attention",
|
| 45 |
+
"full_attention",
|
| 46 |
+
"full_attention",
|
| 47 |
+
"full_attention",
|
| 48 |
+
"full_attention",
|
| 49 |
+
"full_attention",
|
| 50 |
+
"full_attention"
|
| 51 |
+
],
|
| 52 |
+
"max_position_embeddings": 40960,
|
| 53 |
+
"max_window_layers": 36,
|
| 54 |
+
"model_type": "qwen3",
|
| 55 |
+
"num_attention_heads": 32,
|
| 56 |
+
"num_hidden_layers": 36,
|
| 57 |
+
"num_key_value_heads": 8,
|
| 58 |
+
"rms_norm_eps": 1e-06,
|
| 59 |
+
"rope_scaling": null,
|
| 60 |
+
"rope_theta": 1000000,
|
| 61 |
+
"sliding_window": null,
|
| 62 |
+
"tie_word_embeddings": false,
|
| 63 |
+
"torch_dtype": "bfloat16",
|
| 64 |
+
"transformers_version": "4.55.0",
|
| 65 |
+
"use_cache": false,
|
| 66 |
+
"use_sliding_window": false,
|
| 67 |
+
"vocab_size": 151936
|
| 68 |
+
}
|
generation_config.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"temperature": 0.6,
|
| 10 |
+
"top_k": 20,
|
| 11 |
+
"top_p": 0.95,
|
| 12 |
+
"transformers_version": "4.55.0"
|
| 13 |
+
}
|
merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
model-00001-of-00004.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e5ad37f6f838b4d7068907f2e248c56b183b94b0dadd2c197f62ce93c84d7cd
|
| 3 |
+
size 4902257696
|
model-00002-of-00004.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:968d4822e2a4353f7ee8e2ed8e8c2829425b17e41200f6f98ef641278d77adbe
|
| 3 |
+
size 4915960368
|
model-00003-of-00004.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0758b186a2444a211bb53ef81f1302f4ec3413ef200f17af92842f2567884c9f
|
| 3 |
+
size 4983068496
|
model-00004-of-00004.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c658cbdd060025ef3e82e19039e7b1dc3ee76c8da71337c3046eab737924902
|
| 3 |
+
size 1580230264
|
model.safetensors.index.json
ADDED
|
@@ -0,0 +1,407 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"metadata": {
|
| 3 |
+
"total_parameters": 308224,
|
| 4 |
+
"total_size": 16381470720
|
| 5 |
+
},
|
| 6 |
+
"weight_map": {
|
| 7 |
+
"lm_head.weight": "model-00004-of-00004.safetensors",
|
| 8 |
+
"model.embed_tokens.weight": "model-00001-of-00004.safetensors",
|
| 9 |
+
"model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 10 |
+
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 11 |
+
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 12 |
+
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 13 |
+
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 14 |
+
"model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 15 |
+
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 16 |
+
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 17 |
+
"model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 18 |
+
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 19 |
+
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 20 |
+
"model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 21 |
+
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 22 |
+
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 23 |
+
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 24 |
+
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 25 |
+
"model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 26 |
+
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 27 |
+
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 28 |
+
"model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 29 |
+
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 30 |
+
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 31 |
+
"model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 32 |
+
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 33 |
+
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 34 |
+
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 35 |
+
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 36 |
+
"model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 37 |
+
"model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 38 |
+
"model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 39 |
+
"model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 40 |
+
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 41 |
+
"model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 42 |
+
"model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 43 |
+
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 44 |
+
"model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 45 |
+
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 46 |
+
"model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 47 |
+
"model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 48 |
+
"model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 49 |
+
"model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 50 |
+
"model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 51 |
+
"model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 52 |
+
"model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 53 |
+
"model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 54 |
+
"model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 55 |
+
"model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 56 |
+
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 57 |
+
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 58 |
+
"model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 59 |
+
"model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 60 |
+
"model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 61 |
+
"model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 62 |
+
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 63 |
+
"model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 64 |
+
"model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 65 |
+
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 66 |
+
"model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 67 |
+
"model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 68 |
+
"model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 69 |
+
"model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 70 |
+
"model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 71 |
+
"model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 72 |
+
"model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 73 |
+
"model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 74 |
+
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 75 |
+
"model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 76 |
+
"model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 77 |
+
"model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 78 |
+
"model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 79 |
+
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 80 |
+
"model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 81 |
+
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 82 |
+
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 83 |
+
"model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 84 |
+
"model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 85 |
+
"model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 86 |
+
"model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 87 |
+
"model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 88 |
+
"model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 89 |
+
"model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 90 |
+
"model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 91 |
+
"model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 92 |
+
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 93 |
+
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 94 |
+
"model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 95 |
+
"model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 96 |
+
"model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 97 |
+
"model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 98 |
+
"model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 99 |
+
"model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 100 |
+
"model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 101 |
+
"model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 102 |
+
"model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 103 |
+
"model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 104 |
+
"model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 105 |
+
"model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 106 |
+
"model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 107 |
+
"model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 108 |
+
"model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 109 |
+
"model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 110 |
+
"model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 111 |
+
"model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 112 |
+
"model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 113 |
+
"model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 114 |
+
"model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 115 |
+
"model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 116 |
+
"model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 117 |
+
"model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 118 |
+
"model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 119 |
+
"model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 120 |
+
"model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 121 |
+
"model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 122 |
+
"model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 123 |
+
"model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 124 |
+
"model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 125 |
+
"model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 126 |
+
"model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 127 |
+
"model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 128 |
+
"model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 129 |
+
"model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 130 |
+
"model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 131 |
+
"model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 132 |
+
"model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 133 |
+
"model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 134 |
+
"model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 135 |
+
"model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 136 |
+
"model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 137 |
+
"model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 138 |
+
"model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 139 |
+
"model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 140 |
+
"model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 141 |
+
"model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 142 |
+
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 143 |
+
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 144 |
+
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 145 |
+
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 146 |
+
"model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 147 |
+
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 148 |
+
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 149 |
+
"model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 150 |
+
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 151 |
+
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 152 |
+
"model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 153 |
+
"model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 154 |
+
"model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 155 |
+
"model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 156 |
+
"model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 157 |
+
"model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 158 |
+
"model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 159 |
+
"model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 160 |
+
"model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 161 |
+
"model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 162 |
+
"model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 163 |
+
"model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 164 |
+
"model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 165 |
+
"model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
| 166 |
+
"model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 167 |
+
"model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 168 |
+
"model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 169 |
+
"model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 170 |
+
"model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 171 |
+
"model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 172 |
+
"model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 173 |
+
"model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 174 |
+
"model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 175 |
+
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 176 |
+
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 177 |
+
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 178 |
+
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 179 |
+
"model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
| 180 |
+
"model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
| 181 |
+
"model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
| 182 |
+
"model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
| 183 |
+
"model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
| 184 |
+
"model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
| 185 |
+
"model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 186 |
+
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 187 |
+
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 188 |
+
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 189 |
+
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 190 |
+
"model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 191 |
+
"model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 192 |
+
"model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 193 |
+
"model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 194 |
+
"model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 195 |
+
"model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 196 |
+
"model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 197 |
+
"model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 198 |
+
"model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 199 |
+
"model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 200 |
+
"model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 201 |
+
"model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 202 |
+
"model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 203 |
+
"model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 204 |
+
"model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 205 |
+
"model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 206 |
+
"model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 207 |
+
"model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 208 |
+
"model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 209 |
+
"model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 210 |
+
"model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 211 |
+
"model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 212 |
+
"model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 213 |
+
"model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 214 |
+
"model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 215 |
+
"model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 216 |
+
"model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 217 |
+
"model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 218 |
+
"model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 219 |
+
"model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 220 |
+
"model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 221 |
+
"model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 222 |
+
"model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 223 |
+
"model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 224 |
+
"model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 225 |
+
"model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 226 |
+
"model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 227 |
+
"model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 228 |
+
"model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 229 |
+
"model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 230 |
+
"model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 231 |
+
"model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 232 |
+
"model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 233 |
+
"model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 234 |
+
"model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 235 |
+
"model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 236 |
+
"model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 237 |
+
"model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 238 |
+
"model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 239 |
+
"model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 240 |
+
"model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 241 |
+
"model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 242 |
+
"model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 243 |
+
"model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 244 |
+
"model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 245 |
+
"model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 246 |
+
"model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 247 |
+
"model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 248 |
+
"model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 249 |
+
"model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 250 |
+
"model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 251 |
+
"model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 252 |
+
"model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 253 |
+
"model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 254 |
+
"model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 255 |
+
"model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 256 |
+
"model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 257 |
+
"model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 258 |
+
"model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 259 |
+
"model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 260 |
+
"model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 261 |
+
"model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 262 |
+
"model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 263 |
+
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 264 |
+
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 265 |
+
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 266 |
+
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 267 |
+
"model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 268 |
+
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 269 |
+
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 270 |
+
"model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 271 |
+
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 272 |
+
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 273 |
+
"model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 274 |
+
"model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 275 |
+
"model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 276 |
+
"model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 277 |
+
"model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 278 |
+
"model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 279 |
+
"model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 280 |
+
"model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 281 |
+
"model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 282 |
+
"model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 283 |
+
"model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 284 |
+
"model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 285 |
+
"model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 286 |
+
"model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 287 |
+
"model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 288 |
+
"model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 289 |
+
"model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 290 |
+
"model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 291 |
+
"model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 292 |
+
"model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 293 |
+
"model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 294 |
+
"model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 295 |
+
"model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 296 |
+
"model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 297 |
+
"model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 298 |
+
"model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 299 |
+
"model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 300 |
+
"model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 301 |
+
"model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 302 |
+
"model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 303 |
+
"model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 304 |
+
"model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 305 |
+
"model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 306 |
+
"model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 307 |
+
"model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 308 |
+
"model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 309 |
+
"model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 310 |
+
"model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 311 |
+
"model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 312 |
+
"model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 313 |
+
"model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 314 |
+
"model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 315 |
+
"model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 316 |
+
"model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 317 |
+
"model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 318 |
+
"model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
| 319 |
+
"model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
| 320 |
+
"model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
| 321 |
+
"model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
| 322 |
+
"model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
| 323 |
+
"model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 324 |
+
"model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
| 325 |
+
"model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
| 326 |
+
"model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 327 |
+
"model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 328 |
+
"model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors",
|
| 329 |
+
"model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
|
| 330 |
+
"model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
|
| 331 |
+
"model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
|
| 332 |
+
"model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
|
| 333 |
+
"model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
|
| 334 |
+
"model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
| 335 |
+
"model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
|
| 336 |
+
"model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
| 337 |
+
"model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
| 338 |
+
"model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
| 339 |
+
"model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 340 |
+
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 341 |
+
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 342 |
+
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 343 |
+
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 344 |
+
"model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 345 |
+
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 346 |
+
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 347 |
+
"model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 348 |
+
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 349 |
+
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 350 |
+
"model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 351 |
+
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 352 |
+
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 353 |
+
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 354 |
+
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 355 |
+
"model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 356 |
+
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 357 |
+
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 358 |
+
"model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 359 |
+
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 360 |
+
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 361 |
+
"model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 362 |
+
"model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 363 |
+
"model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 364 |
+
"model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 365 |
+
"model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 366 |
+
"model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 367 |
+
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 368 |
+
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 369 |
+
"model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 370 |
+
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 371 |
+
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 372 |
+
"model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 373 |
+
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 374 |
+
"model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 375 |
+
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 376 |
+
"model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 377 |
+
"model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 378 |
+
"model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 379 |
+
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 380 |
+
"model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 381 |
+
"model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 382 |
+
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 383 |
+
"model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 384 |
+
"model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
| 385 |
+
"model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 386 |
+
"model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
| 387 |
+
"model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
| 388 |
+
"model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 389 |
+
"model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 390 |
+
"model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 391 |
+
"model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 392 |
+
"model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 393 |
+
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 394 |
+
"model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 395 |
+
"model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
| 396 |
+
"model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
| 397 |
+
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
| 398 |
+
"model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
| 399 |
+
"model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
| 400 |
+
"model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
| 401 |
+
"model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
| 402 |
+
"model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
| 403 |
+
"model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
| 404 |
+
"model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
| 405 |
+
"model.norm.weight": "model-00004-of-00004.safetensors"
|
| 406 |
+
}
|
| 407 |
+
}
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|im_start|>",
|
| 4 |
+
"<|im_end|>",
|
| 5 |
+
"<|object_ref_start|>",
|
| 6 |
+
"<|object_ref_end|>",
|
| 7 |
+
"<|box_start|>",
|
| 8 |
+
"<|box_end|>",
|
| 9 |
+
"<|quad_start|>",
|
| 10 |
+
"<|quad_end|>",
|
| 11 |
+
"<|vision_start|>",
|
| 12 |
+
"<|vision_end|>",
|
| 13 |
+
"<|vision_pad|>",
|
| 14 |
+
"<|image_pad|>",
|
| 15 |
+
"<|video_pad|>"
|
| 16 |
+
],
|
| 17 |
+
"eos_token": {
|
| 18 |
+
"content": "<|im_end|>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
"pad_token": {
|
| 25 |
+
"content": "<|endoftext|>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
}
|
| 31 |
+
}
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
|
| 3 |
+
size 11422654
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,240 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"added_tokens_decoder": {
|
| 5 |
+
"151643": {
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false,
|
| 11 |
+
"special": true
|
| 12 |
+
},
|
| 13 |
+
"151644": {
|
| 14 |
+
"content": "<|im_start|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false,
|
| 19 |
+
"special": true
|
| 20 |
+
},
|
| 21 |
+
"151645": {
|
| 22 |
+
"content": "<|im_end|>",
|
| 23 |
+
"lstrip": false,
|
| 24 |
+
"normalized": false,
|
| 25 |
+
"rstrip": false,
|
| 26 |
+
"single_word": false,
|
| 27 |
+
"special": true
|
| 28 |
+
},
|
| 29 |
+
"151646": {
|
| 30 |
+
"content": "<|object_ref_start|>",
|
| 31 |
+
"lstrip": false,
|
| 32 |
+
"normalized": false,
|
| 33 |
+
"rstrip": false,
|
| 34 |
+
"single_word": false,
|
| 35 |
+
"special": true
|
| 36 |
+
},
|
| 37 |
+
"151647": {
|
| 38 |
+
"content": "<|object_ref_end|>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false,
|
| 43 |
+
"special": true
|
| 44 |
+
},
|
| 45 |
+
"151648": {
|
| 46 |
+
"content": "<|box_start|>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false,
|
| 51 |
+
"special": true
|
| 52 |
+
},
|
| 53 |
+
"151649": {
|
| 54 |
+
"content": "<|box_end|>",
|
| 55 |
+
"lstrip": false,
|
| 56 |
+
"normalized": false,
|
| 57 |
+
"rstrip": false,
|
| 58 |
+
"single_word": false,
|
| 59 |
+
"special": true
|
| 60 |
+
},
|
| 61 |
+
"151650": {
|
| 62 |
+
"content": "<|quad_start|>",
|
| 63 |
+
"lstrip": false,
|
| 64 |
+
"normalized": false,
|
| 65 |
+
"rstrip": false,
|
| 66 |
+
"single_word": false,
|
| 67 |
+
"special": true
|
| 68 |
+
},
|
| 69 |
+
"151651": {
|
| 70 |
+
"content": "<|quad_end|>",
|
| 71 |
+
"lstrip": false,
|
| 72 |
+
"normalized": false,
|
| 73 |
+
"rstrip": false,
|
| 74 |
+
"single_word": false,
|
| 75 |
+
"special": true
|
| 76 |
+
},
|
| 77 |
+
"151652": {
|
| 78 |
+
"content": "<|vision_start|>",
|
| 79 |
+
"lstrip": false,
|
| 80 |
+
"normalized": false,
|
| 81 |
+
"rstrip": false,
|
| 82 |
+
"single_word": false,
|
| 83 |
+
"special": true
|
| 84 |
+
},
|
| 85 |
+
"151653": {
|
| 86 |
+
"content": "<|vision_end|>",
|
| 87 |
+
"lstrip": false,
|
| 88 |
+
"normalized": false,
|
| 89 |
+
"rstrip": false,
|
| 90 |
+
"single_word": false,
|
| 91 |
+
"special": true
|
| 92 |
+
},
|
| 93 |
+
"151654": {
|
| 94 |
+
"content": "<|vision_pad|>",
|
| 95 |
+
"lstrip": false,
|
| 96 |
+
"normalized": false,
|
| 97 |
+
"rstrip": false,
|
| 98 |
+
"single_word": false,
|
| 99 |
+
"special": true
|
| 100 |
+
},
|
| 101 |
+
"151655": {
|
| 102 |
+
"content": "<|image_pad|>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false,
|
| 107 |
+
"special": true
|
| 108 |
+
},
|
| 109 |
+
"151656": {
|
| 110 |
+
"content": "<|video_pad|>",
|
| 111 |
+
"lstrip": false,
|
| 112 |
+
"normalized": false,
|
| 113 |
+
"rstrip": false,
|
| 114 |
+
"single_word": false,
|
| 115 |
+
"special": true
|
| 116 |
+
},
|
| 117 |
+
"151657": {
|
| 118 |
+
"content": "<tool_call>",
|
| 119 |
+
"lstrip": false,
|
| 120 |
+
"normalized": false,
|
| 121 |
+
"rstrip": false,
|
| 122 |
+
"single_word": false,
|
| 123 |
+
"special": false
|
| 124 |
+
},
|
| 125 |
+
"151658": {
|
| 126 |
+
"content": "</tool_call>",
|
| 127 |
+
"lstrip": false,
|
| 128 |
+
"normalized": false,
|
| 129 |
+
"rstrip": false,
|
| 130 |
+
"single_word": false,
|
| 131 |
+
"special": false
|
| 132 |
+
},
|
| 133 |
+
"151659": {
|
| 134 |
+
"content": "<|fim_prefix|>",
|
| 135 |
+
"lstrip": false,
|
| 136 |
+
"normalized": false,
|
| 137 |
+
"rstrip": false,
|
| 138 |
+
"single_word": false,
|
| 139 |
+
"special": false
|
| 140 |
+
},
|
| 141 |
+
"151660": {
|
| 142 |
+
"content": "<|fim_middle|>",
|
| 143 |
+
"lstrip": false,
|
| 144 |
+
"normalized": false,
|
| 145 |
+
"rstrip": false,
|
| 146 |
+
"single_word": false,
|
| 147 |
+
"special": false
|
| 148 |
+
},
|
| 149 |
+
"151661": {
|
| 150 |
+
"content": "<|fim_suffix|>",
|
| 151 |
+
"lstrip": false,
|
| 152 |
+
"normalized": false,
|
| 153 |
+
"rstrip": false,
|
| 154 |
+
"single_word": false,
|
| 155 |
+
"special": false
|
| 156 |
+
},
|
| 157 |
+
"151662": {
|
| 158 |
+
"content": "<|fim_pad|>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false,
|
| 163 |
+
"special": false
|
| 164 |
+
},
|
| 165 |
+
"151663": {
|
| 166 |
+
"content": "<|repo_name|>",
|
| 167 |
+
"lstrip": false,
|
| 168 |
+
"normalized": false,
|
| 169 |
+
"rstrip": false,
|
| 170 |
+
"single_word": false,
|
| 171 |
+
"special": false
|
| 172 |
+
},
|
| 173 |
+
"151664": {
|
| 174 |
+
"content": "<|file_sep|>",
|
| 175 |
+
"lstrip": false,
|
| 176 |
+
"normalized": false,
|
| 177 |
+
"rstrip": false,
|
| 178 |
+
"single_word": false,
|
| 179 |
+
"special": false
|
| 180 |
+
},
|
| 181 |
+
"151665": {
|
| 182 |
+
"content": "<tool_response>",
|
| 183 |
+
"lstrip": false,
|
| 184 |
+
"normalized": false,
|
| 185 |
+
"rstrip": false,
|
| 186 |
+
"single_word": false,
|
| 187 |
+
"special": false
|
| 188 |
+
},
|
| 189 |
+
"151666": {
|
| 190 |
+
"content": "</tool_response>",
|
| 191 |
+
"lstrip": false,
|
| 192 |
+
"normalized": false,
|
| 193 |
+
"rstrip": false,
|
| 194 |
+
"single_word": false,
|
| 195 |
+
"special": false
|
| 196 |
+
},
|
| 197 |
+
"151667": {
|
| 198 |
+
"content": "<think>",
|
| 199 |
+
"lstrip": false,
|
| 200 |
+
"normalized": false,
|
| 201 |
+
"rstrip": false,
|
| 202 |
+
"single_word": false,
|
| 203 |
+
"special": false
|
| 204 |
+
},
|
| 205 |
+
"151668": {
|
| 206 |
+
"content": "</think>",
|
| 207 |
+
"lstrip": false,
|
| 208 |
+
"normalized": false,
|
| 209 |
+
"rstrip": false,
|
| 210 |
+
"single_word": false,
|
| 211 |
+
"special": false
|
| 212 |
+
}
|
| 213 |
+
},
|
| 214 |
+
"additional_special_tokens": [
|
| 215 |
+
"<|im_start|>",
|
| 216 |
+
"<|im_end|>",
|
| 217 |
+
"<|object_ref_start|>",
|
| 218 |
+
"<|object_ref_end|>",
|
| 219 |
+
"<|box_start|>",
|
| 220 |
+
"<|box_end|>",
|
| 221 |
+
"<|quad_start|>",
|
| 222 |
+
"<|quad_end|>",
|
| 223 |
+
"<|vision_start|>",
|
| 224 |
+
"<|vision_end|>",
|
| 225 |
+
"<|vision_pad|>",
|
| 226 |
+
"<|image_pad|>",
|
| 227 |
+
"<|video_pad|>"
|
| 228 |
+
],
|
| 229 |
+
"bos_token": null,
|
| 230 |
+
"clean_up_tokenization_spaces": false,
|
| 231 |
+
"eos_token": "<|im_end|>",
|
| 232 |
+
"errors": "replace",
|
| 233 |
+
"extra_special_tokens": {},
|
| 234 |
+
"model_max_length": 32768,
|
| 235 |
+
"pad_token": "<|endoftext|>",
|
| 236 |
+
"padding_side": "right",
|
| 237 |
+
"split_special_tokens": false,
|
| 238 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 239 |
+
"unk_token": null
|
| 240 |
+
}
|
trainer_log.jsonl
ADDED
|
@@ -0,0 +1,314 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"current_steps": 5, "total_steps": 1565, "loss": 0.9552, "lr": 1.0191082802547772e-06, "epoch": 0.016, "percentage": 0.32, "elapsed_time": "0:00:47", "remaining_time": "4:06:50"}
|
| 2 |
+
{"current_steps": 10, "total_steps": 1565, "loss": 1.0418, "lr": 2.2929936305732485e-06, "epoch": 0.032, "percentage": 0.64, "elapsed_time": "0:01:22", "remaining_time": "3:33:45"}
|
| 3 |
+
{"current_steps": 15, "total_steps": 1565, "loss": 0.9398, "lr": 3.56687898089172e-06, "epoch": 0.048, "percentage": 0.96, "elapsed_time": "0:01:58", "remaining_time": "3:23:32"}
|
| 4 |
+
{"current_steps": 20, "total_steps": 1565, "loss": 0.8783, "lr": 4.840764331210192e-06, "epoch": 0.064, "percentage": 1.28, "elapsed_time": "0:02:36", "remaining_time": "3:21:23"}
|
| 5 |
+
{"current_steps": 25, "total_steps": 1565, "loss": 0.797, "lr": 6.114649681528663e-06, "epoch": 0.08, "percentage": 1.6, "elapsed_time": "0:03:19", "remaining_time": "3:25:15"}
|
| 6 |
+
{"current_steps": 30, "total_steps": 1565, "loss": 0.8957, "lr": 7.388535031847134e-06, "epoch": 0.096, "percentage": 1.92, "elapsed_time": "0:03:53", "remaining_time": "3:18:57"}
|
| 7 |
+
{"current_steps": 35, "total_steps": 1565, "loss": 0.7641, "lr": 8.662420382165606e-06, "epoch": 0.112, "percentage": 2.24, "elapsed_time": "0:04:34", "remaining_time": "3:19:51"}
|
| 8 |
+
{"current_steps": 40, "total_steps": 1565, "loss": 0.7237, "lr": 9.936305732484078e-06, "epoch": 0.128, "percentage": 2.56, "elapsed_time": "0:05:17", "remaining_time": "3:21:26"}
|
| 9 |
+
{"current_steps": 45, "total_steps": 1565, "loss": 0.7991, "lr": 1.1210191082802548e-05, "epoch": 0.144, "percentage": 2.88, "elapsed_time": "0:05:52", "remaining_time": "3:18:11"}
|
| 10 |
+
{"current_steps": 50, "total_steps": 1565, "loss": 0.7843, "lr": 1.248407643312102e-05, "epoch": 0.16, "percentage": 3.19, "elapsed_time": "0:06:25", "remaining_time": "3:14:38"}
|
| 11 |
+
{"current_steps": 55, "total_steps": 1565, "loss": 0.6712, "lr": 1.375796178343949e-05, "epoch": 0.176, "percentage": 3.51, "elapsed_time": "0:07:07", "remaining_time": "3:15:39"}
|
| 12 |
+
{"current_steps": 60, "total_steps": 1565, "loss": 0.7013, "lr": 1.5031847133757964e-05, "epoch": 0.192, "percentage": 3.83, "elapsed_time": "0:07:46", "remaining_time": "3:14:52"}
|
| 13 |
+
{"current_steps": 65, "total_steps": 1565, "loss": 0.7601, "lr": 1.6305732484076436e-05, "epoch": 0.208, "percentage": 4.15, "elapsed_time": "0:08:18", "remaining_time": "3:11:51"}
|
| 14 |
+
{"current_steps": 70, "total_steps": 1565, "loss": 0.7395, "lr": 1.7579617834394907e-05, "epoch": 0.224, "percentage": 4.47, "elapsed_time": "0:08:55", "remaining_time": "3:10:32"}
|
| 15 |
+
{"current_steps": 75, "total_steps": 1565, "loss": 0.6413, "lr": 1.8853503184713376e-05, "epoch": 0.24, "percentage": 4.79, "elapsed_time": "0:09:37", "remaining_time": "3:11:22"}
|
| 16 |
+
{"current_steps": 80, "total_steps": 1565, "loss": 0.6269, "lr": 2.0127388535031848e-05, "epoch": 0.256, "percentage": 5.11, "elapsed_time": "0:10:14", "remaining_time": "3:10:10"}
|
| 17 |
+
{"current_steps": 85, "total_steps": 1565, "loss": 0.6759, "lr": 2.140127388535032e-05, "epoch": 0.272, "percentage": 5.43, "elapsed_time": "0:10:51", "remaining_time": "3:08:55"}
|
| 18 |
+
{"current_steps": 90, "total_steps": 1565, "loss": 0.6583, "lr": 2.267515923566879e-05, "epoch": 0.288, "percentage": 5.75, "elapsed_time": "0:11:26", "remaining_time": "3:07:33"}
|
| 19 |
+
{"current_steps": 95, "total_steps": 1565, "loss": 0.5936, "lr": 2.3949044585987263e-05, "epoch": 0.304, "percentage": 6.07, "elapsed_time": "0:12:02", "remaining_time": "3:06:27"}
|
| 20 |
+
{"current_steps": 100, "total_steps": 1565, "loss": 0.6684, "lr": 2.5222929936305732e-05, "epoch": 0.32, "percentage": 6.39, "elapsed_time": "0:12:40", "remaining_time": "3:05:34"}
|
| 21 |
+
{"current_steps": 105, "total_steps": 1565, "loss": 0.6514, "lr": 2.6496815286624204e-05, "epoch": 0.336, "percentage": 6.71, "elapsed_time": "0:13:12", "remaining_time": "3:03:34"}
|
| 22 |
+
{"current_steps": 110, "total_steps": 1565, "loss": 0.6503, "lr": 2.7770700636942676e-05, "epoch": 0.352, "percentage": 7.03, "elapsed_time": "0:13:45", "remaining_time": "3:02:02"}
|
| 23 |
+
{"current_steps": 115, "total_steps": 1565, "loss": 0.6355, "lr": 2.9044585987261148e-05, "epoch": 0.368, "percentage": 7.35, "elapsed_time": "0:14:22", "remaining_time": "3:01:14"}
|
| 24 |
+
{"current_steps": 120, "total_steps": 1565, "loss": 0.6916, "lr": 3.0318471337579623e-05, "epoch": 0.384, "percentage": 7.67, "elapsed_time": "0:14:57", "remaining_time": "3:00:01"}
|
| 25 |
+
{"current_steps": 125, "total_steps": 1565, "loss": 0.607, "lr": 3.1592356687898095e-05, "epoch": 0.4, "percentage": 7.99, "elapsed_time": "0:15:31", "remaining_time": "2:58:53"}
|
| 26 |
+
{"current_steps": 130, "total_steps": 1565, "loss": 0.6434, "lr": 3.286624203821656e-05, "epoch": 0.416, "percentage": 8.31, "elapsed_time": "0:16:05", "remaining_time": "2:57:34"}
|
| 27 |
+
{"current_steps": 135, "total_steps": 1565, "loss": 0.5824, "lr": 3.414012738853504e-05, "epoch": 0.432, "percentage": 8.63, "elapsed_time": "0:16:46", "remaining_time": "2:57:44"}
|
| 28 |
+
{"current_steps": 140, "total_steps": 1565, "loss": 0.6614, "lr": 3.541401273885351e-05, "epoch": 0.448, "percentage": 8.95, "elapsed_time": "0:17:18", "remaining_time": "2:56:10"}
|
| 29 |
+
{"current_steps": 145, "total_steps": 1565, "loss": 0.6079, "lr": 3.6687898089171976e-05, "epoch": 0.464, "percentage": 9.27, "elapsed_time": "0:17:58", "remaining_time": "2:56:02"}
|
| 30 |
+
{"current_steps": 150, "total_steps": 1565, "loss": 0.6635, "lr": 3.796178343949045e-05, "epoch": 0.48, "percentage": 9.58, "elapsed_time": "0:18:36", "remaining_time": "2:55:30"}
|
| 31 |
+
{"current_steps": 155, "total_steps": 1565, "loss": 0.6319, "lr": 3.923566878980892e-05, "epoch": 0.496, "percentage": 9.9, "elapsed_time": "0:19:13", "remaining_time": "2:54:55"}
|
| 32 |
+
{"current_steps": 160, "total_steps": 1565, "loss": 0.6082, "lr": 3.999980086219931e-05, "epoch": 0.512, "percentage": 10.22, "elapsed_time": "0:19:51", "remaining_time": "2:54:20"}
|
| 33 |
+
{"current_steps": 165, "total_steps": 1565, "loss": 0.6253, "lr": 3.9997560607483595e-05, "epoch": 0.528, "percentage": 10.54, "elapsed_time": "0:20:29", "remaining_time": "2:53:52"}
|
| 34 |
+
{"current_steps": 170, "total_steps": 1565, "loss": 0.6591, "lr": 3.999283145555291e-05, "epoch": 0.544, "percentage": 10.86, "elapsed_time": "0:21:01", "remaining_time": "2:52:34"}
|
| 35 |
+
{"current_steps": 175, "total_steps": 1565, "loss": 0.6076, "lr": 3.998561399499772e-05, "epoch": 0.56, "percentage": 11.18, "elapsed_time": "0:21:38", "remaining_time": "2:51:51"}
|
| 36 |
+
{"current_steps": 180, "total_steps": 1565, "loss": 0.6107, "lr": 3.997590912410345e-05, "epoch": 0.576, "percentage": 11.5, "elapsed_time": "0:22:13", "remaining_time": "2:51:03"}
|
| 37 |
+
{"current_steps": 185, "total_steps": 1565, "loss": 0.6024, "lr": 3.996371805073874e-05, "epoch": 0.592, "percentage": 11.82, "elapsed_time": "0:22:52", "remaining_time": "2:50:38"}
|
| 38 |
+
{"current_steps": 190, "total_steps": 1565, "loss": 0.6674, "lr": 3.994904229220507e-05, "epoch": 0.608, "percentage": 12.14, "elapsed_time": "0:23:25", "remaining_time": "2:49:32"}
|
| 39 |
+
{"current_steps": 195, "total_steps": 1565, "loss": 0.6027, "lr": 3.9931883675047966e-05, "epoch": 0.624, "percentage": 12.46, "elapsed_time": "0:24:03", "remaining_time": "2:49:01"}
|
| 40 |
+
{"current_steps": 200, "total_steps": 1565, "loss": 0.5699, "lr": 3.991224433482961e-05, "epoch": 0.64, "percentage": 12.78, "elapsed_time": "0:24:39", "remaining_time": "2:48:18"}
|
| 41 |
+
{"current_steps": 205, "total_steps": 1565, "loss": 0.6116, "lr": 3.98901267158631e-05, "epoch": 0.656, "percentage": 13.1, "elapsed_time": "0:25:15", "remaining_time": "2:47:34"}
|
| 42 |
+
{"current_steps": 210, "total_steps": 1565, "loss": 0.6441, "lr": 3.98655335709082e-05, "epoch": 0.672, "percentage": 13.42, "elapsed_time": "0:25:48", "remaining_time": "2:46:34"}
|
| 43 |
+
{"current_steps": 215, "total_steps": 1565, "loss": 0.5953, "lr": 3.9838467960828745e-05, "epoch": 0.688, "percentage": 13.74, "elapsed_time": "0:26:25", "remaining_time": "2:45:53"}
|
| 44 |
+
{"current_steps": 220, "total_steps": 1565, "loss": 0.5793, "lr": 3.9808933254211665e-05, "epoch": 0.704, "percentage": 14.06, "elapsed_time": "0:26:58", "remaining_time": "2:44:57"}
|
| 45 |
+
{"current_steps": 225, "total_steps": 1565, "loss": 0.6357, "lr": 3.977693312694778e-05, "epoch": 0.72, "percentage": 14.38, "elapsed_time": "0:27:32", "remaining_time": "2:44:02"}
|
| 46 |
+
{"current_steps": 230, "total_steps": 1565, "loss": 0.579, "lr": 3.974247156177423e-05, "epoch": 0.736, "percentage": 14.7, "elapsed_time": "0:28:07", "remaining_time": "2:43:13"}
|
| 47 |
+
{"current_steps": 235, "total_steps": 1565, "loss": 0.6093, "lr": 3.970555284777883e-05, "epoch": 0.752, "percentage": 15.02, "elapsed_time": "0:28:41", "remaining_time": "2:42:23"}
|
| 48 |
+
{"current_steps": 240, "total_steps": 1565, "loss": 0.642, "lr": 3.9666181579866244e-05, "epoch": 0.768, "percentage": 15.34, "elapsed_time": "0:29:16", "remaining_time": "2:41:35"}
|
| 49 |
+
{"current_steps": 245, "total_steps": 1565, "loss": 0.5645, "lr": 3.962436265818611e-05, "epoch": 0.784, "percentage": 15.65, "elapsed_time": "0:29:51", "remaining_time": "2:40:53"}
|
| 50 |
+
{"current_steps": 250, "total_steps": 1565, "loss": 0.6107, "lr": 3.9580101287523105e-05, "epoch": 0.8, "percentage": 15.97, "elapsed_time": "0:30:25", "remaining_time": "2:40:03"}
|
| 51 |
+
{"current_steps": 255, "total_steps": 1565, "loss": 0.5726, "lr": 3.953340297664928e-05, "epoch": 0.816, "percentage": 16.29, "elapsed_time": "0:31:05", "remaining_time": "2:39:41"}
|
| 52 |
+
{"current_steps": 260, "total_steps": 1565, "loss": 0.5892, "lr": 3.948427353763829e-05, "epoch": 0.832, "percentage": 16.61, "elapsed_time": "0:31:43", "remaining_time": "2:39:15"}
|
| 53 |
+
{"current_steps": 265, "total_steps": 1565, "loss": 0.5588, "lr": 3.943271908514216e-05, "epoch": 0.848, "percentage": 16.93, "elapsed_time": "0:32:29", "remaining_time": "2:39:24"}
|
| 54 |
+
{"current_steps": 270, "total_steps": 1565, "loss": 0.6116, "lr": 3.937874603563015e-05, "epoch": 0.864, "percentage": 17.25, "elapsed_time": "0:33:05", "remaining_time": "2:38:43"}
|
| 55 |
+
{"current_steps": 275, "total_steps": 1565, "loss": 0.5898, "lr": 3.932236110659023e-05, "epoch": 0.88, "percentage": 17.57, "elapsed_time": "0:33:41", "remaining_time": "2:38:04"}
|
| 56 |
+
{"current_steps": 280, "total_steps": 1565, "loss": 0.5501, "lr": 3.9263571315692976e-05, "epoch": 0.896, "percentage": 17.89, "elapsed_time": "0:34:20", "remaining_time": "2:37:36"}
|
| 57 |
+
{"current_steps": 285, "total_steps": 1565, "loss": 0.6237, "lr": 3.920238397991818e-05, "epoch": 0.912, "percentage": 18.21, "elapsed_time": "0:34:58", "remaining_time": "2:37:04"}
|
| 58 |
+
{"current_steps": 290, "total_steps": 1565, "loss": 0.6245, "lr": 3.913880671464418e-05, "epoch": 0.928, "percentage": 18.53, "elapsed_time": "0:35:32", "remaining_time": "2:36:16"}
|
| 59 |
+
{"current_steps": 295, "total_steps": 1565, "loss": 0.5727, "lr": 3.907284743270001e-05, "epoch": 0.944, "percentage": 18.85, "elapsed_time": "0:36:08", "remaining_time": "2:35:34"}
|
| 60 |
+
{"current_steps": 300, "total_steps": 1565, "loss": 0.638, "lr": 3.900451434338062e-05, "epoch": 0.96, "percentage": 19.17, "elapsed_time": "0:36:42", "remaining_time": "2:34:47"}
|
| 61 |
+
{"current_steps": 305, "total_steps": 1565, "loss": 0.5433, "lr": 3.893381595142511e-05, "epoch": 0.976, "percentage": 19.49, "elapsed_time": "0:37:23", "remaining_time": "2:34:30"}
|
| 62 |
+
{"current_steps": 310, "total_steps": 1565, "loss": 0.6035, "lr": 3.886076105595825e-05, "epoch": 0.992, "percentage": 19.81, "elapsed_time": "0:37:55", "remaining_time": "2:33:33"}
|
| 63 |
+
{"current_steps": 315, "total_steps": 1565, "loss": 0.5549, "lr": 3.878535874939532e-05, "epoch": 1.0064, "percentage": 20.13, "elapsed_time": "0:38:28", "remaining_time": "2:32:39"}
|
| 64 |
+
{"current_steps": 320, "total_steps": 1565, "loss": 0.6055, "lr": 3.870761841631051e-05, "epoch": 1.0224, "percentage": 20.45, "elapsed_time": "0:39:05", "remaining_time": "2:32:04"}
|
| 65 |
+
{"current_steps": 325, "total_steps": 1565, "loss": 0.583, "lr": 3.862754973226887e-05, "epoch": 1.0384, "percentage": 20.77, "elapsed_time": "0:39:41", "remaining_time": "2:31:26"}
|
| 66 |
+
{"current_steps": 330, "total_steps": 1565, "loss": 0.567, "lr": 3.85451626626221e-05, "epoch": 1.0544, "percentage": 21.09, "elapsed_time": "0:40:15", "remaining_time": "2:30:39"}
|
| 67 |
+
{"current_steps": 335, "total_steps": 1565, "loss": 0.5514, "lr": 3.846046746126827e-05, "epoch": 1.0704, "percentage": 21.41, "elapsed_time": "0:40:55", "remaining_time": "2:30:17"}
|
| 68 |
+
{"current_steps": 340, "total_steps": 1565, "loss": 0.5681, "lr": 3.837347466937562e-05, "epoch": 1.0864, "percentage": 21.73, "elapsed_time": "0:41:29", "remaining_time": "2:29:28"}
|
| 69 |
+
{"current_steps": 345, "total_steps": 1565, "loss": 0.5406, "lr": 3.828419511407062e-05, "epoch": 1.1024, "percentage": 22.04, "elapsed_time": "0:42:08", "remaining_time": "2:29:02"}
|
| 70 |
+
{"current_steps": 350, "total_steps": 1565, "loss": 0.5923, "lr": 3.819263990709037e-05, "epoch": 1.1184, "percentage": 22.36, "elapsed_time": "0:42:41", "remaining_time": "2:28:13"}
|
| 71 |
+
{"current_steps": 355, "total_steps": 1565, "loss": 0.5795, "lr": 3.809882044339971e-05, "epoch": 1.1344, "percentage": 22.68, "elapsed_time": "0:43:19", "remaining_time": "2:27:39"}
|
| 72 |
+
{"current_steps": 360, "total_steps": 1565, "loss": 0.548, "lr": 3.800274839977293e-05, "epoch": 1.1504, "percentage": 23.0, "elapsed_time": "0:43:54", "remaining_time": "2:26:58"}
|
| 73 |
+
{"current_steps": 365, "total_steps": 1565, "loss": 0.5339, "lr": 3.790443573334055e-05, "epoch": 1.1663999999999999, "percentage": 23.32, "elapsed_time": "0:44:27", "remaining_time": "2:26:08"}
|
| 74 |
+
{"current_steps": 370, "total_steps": 1565, "loss": 0.5221, "lr": 3.780389468010106e-05, "epoch": 1.1824, "percentage": 23.64, "elapsed_time": "0:45:02", "remaining_time": "2:25:28"}
|
| 75 |
+
{"current_steps": 375, "total_steps": 1565, "loss": 0.5543, "lr": 3.7701137753398075e-05, "epoch": 1.1984, "percentage": 23.96, "elapsed_time": "0:45:36", "remaining_time": "2:24:43"}
|
| 76 |
+
{"current_steps": 380, "total_steps": 1565, "loss": 0.5601, "lr": 3.759617774236292e-05, "epoch": 1.2144, "percentage": 24.28, "elapsed_time": "0:46:14", "remaining_time": "2:24:13"}
|
| 77 |
+
{"current_steps": 385, "total_steps": 1565, "loss": 0.5497, "lr": 3.748902771032288e-05, "epoch": 1.2304, "percentage": 24.6, "elapsed_time": "0:46:51", "remaining_time": "2:23:38"}
|
| 78 |
+
{"current_steps": 390, "total_steps": 1565, "loss": 0.5535, "lr": 3.737970099317535e-05, "epoch": 1.2464, "percentage": 24.92, "elapsed_time": "0:47:27", "remaining_time": "2:22:59"}
|
| 79 |
+
{"current_steps": 395, "total_steps": 1565, "loss": 0.572, "lr": 3.726821119772803e-05, "epoch": 1.2624, "percentage": 25.24, "elapsed_time": "0:48:06", "remaining_time": "2:22:30"}
|
| 80 |
+
{"current_steps": 400, "total_steps": 1565, "loss": 0.5855, "lr": 3.7154572200005446e-05, "epoch": 1.2784, "percentage": 25.56, "elapsed_time": "0:48:44", "remaining_time": "2:21:57"}
|
| 81 |
+
{"current_steps": 405, "total_steps": 1565, "loss": 0.5664, "lr": 3.703879814352193e-05, "epoch": 1.2944, "percentage": 25.88, "elapsed_time": "0:49:17", "remaining_time": "2:21:09"}
|
| 82 |
+
{"current_steps": 410, "total_steps": 1565, "loss": 0.5471, "lr": 3.6920903437521305e-05, "epoch": 1.3104, "percentage": 26.2, "elapsed_time": "0:49:52", "remaining_time": "2:20:30"}
|
| 83 |
+
{"current_steps": 415, "total_steps": 1565, "loss": 0.5389, "lr": 3.680090275518352e-05, "epoch": 1.3264, "percentage": 26.52, "elapsed_time": "0:50:30", "remaining_time": "2:19:58"}
|
| 84 |
+
{"current_steps": 420, "total_steps": 1565, "loss": 0.5724, "lr": 3.667881103179844e-05, "epoch": 1.3424, "percentage": 26.84, "elapsed_time": "0:51:03", "remaining_time": "2:19:12"}
|
| 85 |
+
{"current_steps": 425, "total_steps": 1565, "loss": 0.5519, "lr": 3.655464346290697e-05, "epoch": 1.3584, "percentage": 27.16, "elapsed_time": "0:51:35", "remaining_time": "2:18:23"}
|
| 86 |
+
{"current_steps": 430, "total_steps": 1565, "loss": 0.552, "lr": 3.642841550240983e-05, "epoch": 1.3744, "percentage": 27.48, "elapsed_time": "0:52:09", "remaining_time": "2:17:41"}
|
| 87 |
+
{"current_steps": 435, "total_steps": 1565, "loss": 0.5792, "lr": 3.630014286064419e-05, "epoch": 1.3904, "percentage": 27.8, "elapsed_time": "0:52:43", "remaining_time": "2:16:57"}
|
| 88 |
+
{"current_steps": 440, "total_steps": 1565, "loss": 0.5774, "lr": 3.6169841502428285e-05, "epoch": 1.4064, "percentage": 28.12, "elapsed_time": "0:53:16", "remaining_time": "2:16:13"}
|
| 89 |
+
{"current_steps": 445, "total_steps": 1565, "loss": 0.5577, "lr": 3.603752764507454e-05, "epoch": 1.4224, "percentage": 28.43, "elapsed_time": "0:53:51", "remaining_time": "2:15:32"}
|
| 90 |
+
{"current_steps": 450, "total_steps": 1565, "loss": 0.6153, "lr": 3.5903217756371066e-05, "epoch": 1.4384000000000001, "percentage": 28.75, "elapsed_time": "0:54:25", "remaining_time": "2:14:50"}
|
| 91 |
+
{"current_steps": 455, "total_steps": 1565, "loss": 0.5819, "lr": 3.576692855253213e-05, "epoch": 1.4544000000000001, "percentage": 29.07, "elapsed_time": "0:54:57", "remaining_time": "2:14:03"}
|
| 92 |
+
{"current_steps": 460, "total_steps": 1565, "loss": 0.5701, "lr": 3.562867699611764e-05, "epoch": 1.4704, "percentage": 29.39, "elapsed_time": "0:55:31", "remaining_time": "2:13:23"}
|
| 93 |
+
{"current_steps": 465, "total_steps": 1565, "loss": 0.5515, "lr": 3.5488480293922e-05, "epoch": 1.4864, "percentage": 29.71, "elapsed_time": "0:56:06", "remaining_time": "2:12:44"}
|
| 94 |
+
{"current_steps": 470, "total_steps": 1565, "loss": 0.5794, "lr": 3.5346355894832515e-05, "epoch": 1.5024, "percentage": 30.03, "elapsed_time": "0:56:41", "remaining_time": "2:12:03"}
|
| 95 |
+
{"current_steps": 475, "total_steps": 1565, "loss": 0.5348, "lr": 3.520232148765774e-05, "epoch": 1.5184, "percentage": 30.35, "elapsed_time": "0:57:16", "remaining_time": "2:11:25"}
|
| 96 |
+
{"current_steps": 480, "total_steps": 1565, "loss": 0.5461, "lr": 3.505639499892591e-05, "epoch": 1.5344, "percentage": 30.67, "elapsed_time": "0:57:49", "remaining_time": "2:10:41"}
|
| 97 |
+
{"current_steps": 485, "total_steps": 1565, "loss": 0.5355, "lr": 3.490859459065382e-05, "epoch": 1.5504, "percentage": 30.99, "elapsed_time": "0:58:29", "remaining_time": "2:10:15"}
|
| 98 |
+
{"current_steps": 490, "total_steps": 1565, "loss": 0.5729, "lr": 3.475893865808633e-05, "epoch": 1.5664, "percentage": 31.31, "elapsed_time": "0:59:04", "remaining_time": "2:09:36"}
|
| 99 |
+
{"current_steps": 495, "total_steps": 1565, "loss": 0.5517, "lr": 3.4607445827406984e-05, "epoch": 1.5824, "percentage": 31.63, "elapsed_time": "0:59:43", "remaining_time": "2:09:05"}
|
| 100 |
+
{"current_steps": 500, "total_steps": 1565, "loss": 0.5239, "lr": 3.445413495341971e-05, "epoch": 1.5984, "percentage": 31.95, "elapsed_time": "1:00:19", "remaining_time": "2:08:29"}
|
| 101 |
+
{"current_steps": 505, "total_steps": 1565, "loss": 0.505, "lr": 3.429902511720216e-05, "epoch": 1.6143999999999998, "percentage": 32.27, "elapsed_time": "1:00:52", "remaining_time": "2:07:45"}
|
| 102 |
+
{"current_steps": 510, "total_steps": 1565, "loss": 0.5301, "lr": 3.4142135623730954e-05, "epoch": 1.6303999999999998, "percentage": 32.59, "elapsed_time": "1:01:28", "remaining_time": "2:07:09"}
|
| 103 |
+
{"current_steps": 515, "total_steps": 1565, "loss": 0.567, "lr": 3.398348599947888e-05, "epoch": 1.6463999999999999, "percentage": 32.91, "elapsed_time": "1:02:03", "remaining_time": "2:06:32"}
|
| 104 |
+
{"current_steps": 520, "total_steps": 1565, "loss": 0.5464, "lr": 3.3823095989984697e-05, "epoch": 1.6623999999999999, "percentage": 33.23, "elapsed_time": "1:02:37", "remaining_time": "2:05:51"}
|
| 105 |
+
{"current_steps": 525, "total_steps": 1565, "loss": 0.5693, "lr": 3.366098555739557e-05, "epoch": 1.6784, "percentage": 33.55, "elapsed_time": "1:03:14", "remaining_time": "2:05:15"}
|
| 106 |
+
{"current_steps": 530, "total_steps": 1565, "loss": 0.5608, "lr": 3.349717487798261e-05, "epoch": 1.6944, "percentage": 33.87, "elapsed_time": "1:03:51", "remaining_time": "2:04:43"}
|
| 107 |
+
{"current_steps": 535, "total_steps": 1565, "loss": 0.586, "lr": 3.3331684339629706e-05, "epoch": 1.7104, "percentage": 34.19, "elapsed_time": "1:04:24", "remaining_time": "2:04:00"}
|
| 108 |
+
{"current_steps": 540, "total_steps": 1565, "loss": 0.5806, "lr": 3.3164534539296056e-05, "epoch": 1.7264, "percentage": 34.5, "elapsed_time": "1:05:01", "remaining_time": "2:03:24"}
|
| 109 |
+
{"current_steps": 545, "total_steps": 1565, "loss": 0.5685, "lr": 3.299574628045269e-05, "epoch": 1.7424, "percentage": 34.82, "elapsed_time": "1:05:37", "remaining_time": "2:02:49"}
|
| 110 |
+
{"current_steps": 550, "total_steps": 1565, "loss": 0.5582, "lr": 3.282534057049322e-05, "epoch": 1.7584, "percentage": 35.14, "elapsed_time": "1:06:11", "remaining_time": "2:02:09"}
|
| 111 |
+
{"current_steps": 555, "total_steps": 1565, "loss": 0.5683, "lr": 3.265333861811933e-05, "epoch": 1.7744, "percentage": 35.46, "elapsed_time": "1:06:46", "remaining_time": "2:01:31"}
|
| 112 |
+
{"current_steps": 560, "total_steps": 1565, "loss": 0.5628, "lr": 3.2479761830701075e-05, "epoch": 1.7904, "percentage": 35.78, "elapsed_time": "1:07:22", "remaining_time": "2:00:53"}
|
| 113 |
+
{"current_steps": 565, "total_steps": 1565, "loss": 0.5917, "lr": 3.230463181161254e-05, "epoch": 1.8064, "percentage": 36.1, "elapsed_time": "1:07:54", "remaining_time": "2:00:11"}
|
| 114 |
+
{"current_steps": 570, "total_steps": 1565, "loss": 0.5397, "lr": 3.212797035754311e-05, "epoch": 1.8224, "percentage": 36.42, "elapsed_time": "1:08:30", "remaining_time": "1:59:35"}
|
| 115 |
+
{"current_steps": 575, "total_steps": 1565, "loss": 0.5721, "lr": 3.194979945578461e-05, "epoch": 1.8384, "percentage": 36.74, "elapsed_time": "1:09:04", "remaining_time": "1:58:55"}
|
| 116 |
+
{"current_steps": 580, "total_steps": 1565, "loss": 0.5409, "lr": 3.177014128149479e-05, "epoch": 1.8544, "percentage": 37.06, "elapsed_time": "1:09:40", "remaining_time": "1:58:20"}
|
| 117 |
+
{"current_steps": 585, "total_steps": 1565, "loss": 0.5682, "lr": 3.158901819493742e-05, "epoch": 1.8704, "percentage": 37.38, "elapsed_time": "1:10:18", "remaining_time": "1:57:46"}
|
| 118 |
+
{"current_steps": 590, "total_steps": 1565, "loss": 0.5468, "lr": 3.1406452738699284e-05, "epoch": 1.8864, "percentage": 37.7, "elapsed_time": "1:10:51", "remaining_time": "1:57:06"}
|
| 119 |
+
{"current_steps": 595, "total_steps": 1565, "loss": 0.5666, "lr": 3.122246763488457e-05, "epoch": 1.9024, "percentage": 38.02, "elapsed_time": "1:11:24", "remaining_time": "1:56:24"}
|
| 120 |
+
{"current_steps": 600, "total_steps": 1565, "loss": 0.5487, "lr": 3.103708578228686e-05, "epoch": 1.9184, "percentage": 38.34, "elapsed_time": "1:11:56", "remaining_time": "1:55:42"}
|
| 121 |
+
{"current_steps": 605, "total_steps": 1565, "loss": 0.5561, "lr": 3.085033025353915e-05, "epoch": 1.9344000000000001, "percentage": 38.66, "elapsed_time": "1:12:28", "remaining_time": "1:55:00"}
|
| 122 |
+
{"current_steps": 610, "total_steps": 1565, "loss": 0.541, "lr": 3.066222429224221e-05, "epoch": 1.9504000000000001, "percentage": 38.98, "elapsed_time": "1:13:06", "remaining_time": "1:54:27"}
|
| 123 |
+
{"current_steps": 615, "total_steps": 1565, "loss": 0.5601, "lr": 3.047279131007173e-05, "epoch": 1.9664000000000001, "percentage": 39.3, "elapsed_time": "1:13:47", "remaining_time": "1:53:58"}
|
| 124 |
+
{"current_steps": 620, "total_steps": 1565, "loss": 0.5602, "lr": 3.0282054883864434e-05, "epoch": 1.9824000000000002, "percentage": 39.62, "elapsed_time": "1:14:27", "remaining_time": "1:53:29"}
|
| 125 |
+
{"current_steps": 625, "total_steps": 1565, "loss": 0.5869, "lr": 3.009003875268379e-05, "epoch": 1.9984, "percentage": 39.94, "elapsed_time": "1:15:00", "remaining_time": "1:52:48"}
|
| 126 |
+
{"current_steps": 630, "total_steps": 1565, "loss": 0.5383, "lr": 2.9896766814865355e-05, "epoch": 2.0128, "percentage": 40.26, "elapsed_time": "1:15:29", "remaining_time": "1:52:01"}
|
| 127 |
+
{"current_steps": 635, "total_steps": 1565, "loss": 0.5301, "lr": 2.970226312504246e-05, "epoch": 2.0288, "percentage": 40.58, "elapsed_time": "1:15:59", "remaining_time": "1:51:18"}
|
| 128 |
+
{"current_steps": 640, "total_steps": 1565, "loss": 0.5469, "lr": 2.9506551891152334e-05, "epoch": 2.0448, "percentage": 40.89, "elapsed_time": "1:16:34", "remaining_time": "1:50:40"}
|
| 129 |
+
{"current_steps": 645, "total_steps": 1565, "loss": 0.5077, "lr": 2.930965747142319e-05, "epoch": 2.0608, "percentage": 41.21, "elapsed_time": "1:17:07", "remaining_time": "1:50:00"}
|
| 130 |
+
{"current_steps": 650, "total_steps": 1565, "loss": 0.5257, "lr": 2.9111604371342593e-05, "epoch": 2.0768, "percentage": 41.53, "elapsed_time": "1:17:41", "remaining_time": "1:49:22"}
|
| 131 |
+
{"current_steps": 655, "total_steps": 1565, "loss": 0.5629, "lr": 2.891241724060752e-05, "epoch": 2.0928, "percentage": 41.85, "elapsed_time": "1:18:16", "remaining_time": "1:48:45"}
|
| 132 |
+
{"current_steps": 660, "total_steps": 1565, "loss": 0.5029, "lr": 2.8712120870056455e-05, "epoch": 2.1088, "percentage": 42.17, "elapsed_time": "1:18:51", "remaining_time": "1:48:08"}
|
| 133 |
+
{"current_steps": 665, "total_steps": 1565, "loss": 0.5457, "lr": 2.851074018858389e-05, "epoch": 2.1248, "percentage": 42.49, "elapsed_time": "1:19:23", "remaining_time": "1:47:27"}
|
| 134 |
+
{"current_steps": 670, "total_steps": 1565, "loss": 0.4996, "lr": 2.8308300260037734e-05, "epoch": 2.1408, "percentage": 42.81, "elapsed_time": "1:19:58", "remaining_time": "1:46:49"}
|
| 135 |
+
{"current_steps": 675, "total_steps": 1565, "loss": 0.5311, "lr": 2.8104826280099796e-05, "epoch": 2.1568, "percentage": 43.13, "elapsed_time": "1:20:31", "remaining_time": "1:46:10"}
|
| 136 |
+
{"current_steps": 680, "total_steps": 1565, "loss": 0.5516, "lr": 2.7900343573150003e-05, "epoch": 2.1728, "percentage": 43.45, "elapsed_time": "1:21:06", "remaining_time": "1:45:33"}
|
| 137 |
+
{"current_steps": 685, "total_steps": 1565, "loss": 0.5294, "lr": 2.7694877589114442e-05, "epoch": 2.1888, "percentage": 43.77, "elapsed_time": "1:21:41", "remaining_time": "1:44:57"}
|
| 138 |
+
{"current_steps": 690, "total_steps": 1565, "loss": 0.5245, "lr": 2.748845390029794e-05, "epoch": 2.2048, "percentage": 44.09, "elapsed_time": "1:22:11", "remaining_time": "1:44:13"}
|
| 139 |
+
{"current_steps": 695, "total_steps": 1565, "loss": 0.4767, "lr": 2.728109819820129e-05, "epoch": 2.2208, "percentage": 44.41, "elapsed_time": "1:22:48", "remaining_time": "1:43:40"}
|
| 140 |
+
{"current_steps": 700, "total_steps": 1565, "loss": 0.4928, "lr": 2.7072836290323698e-05, "epoch": 2.2368, "percentage": 44.73, "elapsed_time": "1:23:25", "remaining_time": "1:43:05"}
|
| 141 |
+
{"current_steps": 705, "total_steps": 1565, "loss": 0.4998, "lr": 2.6863694096950763e-05, "epoch": 2.2528, "percentage": 45.05, "elapsed_time": "1:23:59", "remaining_time": "1:42:27"}
|
| 142 |
+
{"current_steps": 710, "total_steps": 1565, "loss": 0.5574, "lr": 2.6653697647928485e-05, "epoch": 2.2688, "percentage": 45.37, "elapsed_time": "1:24:31", "remaining_time": "1:41:46"}
|
| 143 |
+
{"current_steps": 715, "total_steps": 1565, "loss": 0.5369, "lr": 2.644287307942352e-05, "epoch": 2.2848, "percentage": 45.69, "elapsed_time": "1:25:07", "remaining_time": "1:41:11"}
|
| 144 |
+
{"current_steps": 720, "total_steps": 1565, "loss": 0.5451, "lr": 2.623124663067034e-05, "epoch": 2.3008, "percentage": 46.01, "elapsed_time": "1:25:38", "remaining_time": "1:40:30"}
|
| 145 |
+
{"current_steps": 725, "total_steps": 1565, "loss": 0.5312, "lr": 2.6018844640705448e-05, "epoch": 2.3168, "percentage": 46.33, "elapsed_time": "1:26:15", "remaining_time": "1:39:56"}
|
| 146 |
+
{"current_steps": 730, "total_steps": 1565, "loss": 0.5022, "lr": 2.580569354508925e-05, "epoch": 2.3327999999999998, "percentage": 46.65, "elapsed_time": "1:26:53", "remaining_time": "1:39:23"}
|
| 147 |
+
{"current_steps": 735, "total_steps": 1565, "loss": 0.4998, "lr": 2.5591819872615856e-05, "epoch": 2.3487999999999998, "percentage": 46.96, "elapsed_time": "1:27:33", "remaining_time": "1:38:52"}
|
| 148 |
+
{"current_steps": 740, "total_steps": 1565, "loss": 0.5147, "lr": 2.5377250242011338e-05, "epoch": 2.3648, "percentage": 47.28, "elapsed_time": "1:28:12", "remaining_time": "1:38:20"}
|
| 149 |
+
{"current_steps": 745, "total_steps": 1565, "loss": 0.4974, "lr": 2.516201135862073e-05, "epoch": 2.3808, "percentage": 47.6, "elapsed_time": "1:28:44", "remaining_time": "1:37:40"}
|
| 150 |
+
{"current_steps": 750, "total_steps": 1565, "loss": 0.5638, "lr": 2.494613001108431e-05, "epoch": 2.3968, "percentage": 47.92, "elapsed_time": "1:29:18", "remaining_time": "1:37:02"}
|
| 151 |
+
{"current_steps": 755, "total_steps": 1565, "loss": 0.5238, "lr": 2.4729633068003466e-05, "epoch": 2.4128, "percentage": 48.24, "elapsed_time": "1:29:54", "remaining_time": "1:36:27"}
|
| 152 |
+
{"current_steps": 760, "total_steps": 1565, "loss": 0.5293, "lr": 2.4512547474596624e-05, "epoch": 2.4288, "percentage": 48.56, "elapsed_time": "1:30:28", "remaining_time": "1:35:49"}
|
| 153 |
+
{"current_steps": 765, "total_steps": 1565, "loss": 0.4998, "lr": 2.429490024934566e-05, "epoch": 2.4448, "percentage": 48.88, "elapsed_time": "1:31:08", "remaining_time": "1:35:18"}
|
| 154 |
+
{"current_steps": 770, "total_steps": 1565, "loss": 0.5446, "lr": 2.4076718480633178e-05, "epoch": 2.4608, "percentage": 49.2, "elapsed_time": "1:31:39", "remaining_time": "1:34:37"}
|
| 155 |
+
{"current_steps": 775, "total_steps": 1565, "loss": 0.5358, "lr": 2.3858029323371067e-05, "epoch": 2.4768, "percentage": 49.52, "elapsed_time": "1:32:13", "remaining_time": "1:34:00"}
|
| 156 |
+
{"current_steps": 780, "total_steps": 1565, "loss": 0.5321, "lr": 2.363885999562084e-05, "epoch": 2.4928, "percentage": 49.84, "elapsed_time": "1:32:47", "remaining_time": "1:33:23"}
|
| 157 |
+
{"current_steps": 785, "total_steps": 1565, "loss": 0.526, "lr": 2.3419237775206026e-05, "epoch": 2.5088, "percentage": 50.16, "elapsed_time": "1:33:23", "remaining_time": "1:32:47"}
|
| 158 |
+
{"current_steps": 790, "total_steps": 1565, "loss": 0.4907, "lr": 2.3199189996317205e-05, "epoch": 2.5248, "percentage": 50.48, "elapsed_time": "1:33:57", "remaining_time": "1:32:10"}
|
| 159 |
+
{"current_steps": 795, "total_steps": 1565, "loss": 0.534, "lr": 2.297874404610998e-05, "epoch": 2.5408, "percentage": 50.8, "elapsed_time": "1:34:28", "remaining_time": "1:31:30"}
|
| 160 |
+
{"current_steps": 800, "total_steps": 1565, "loss": 0.5622, "lr": 2.2757927361296376e-05, "epoch": 2.5568, "percentage": 51.12, "elapsed_time": "1:34:58", "remaining_time": "1:30:49"}
|
| 161 |
+
{"current_steps": 805, "total_steps": 1565, "loss": 0.5281, "lr": 2.2536767424730052e-05, "epoch": 2.5728, "percentage": 51.44, "elapsed_time": "1:35:38", "remaining_time": "1:30:17"}
|
| 162 |
+
{"current_steps": 810, "total_steps": 1565, "loss": 0.482, "lr": 2.2315291761985803e-05, "epoch": 2.5888, "percentage": 51.76, "elapsed_time": "1:36:11", "remaining_time": "1:29:39"}
|
| 163 |
+
{"current_steps": 815, "total_steps": 1565, "loss": 0.5531, "lr": 2.2093527937933716e-05, "epoch": 2.6048, "percentage": 52.08, "elapsed_time": "1:36:43", "remaining_time": "1:29:00"}
|
| 164 |
+
{"current_steps": 820, "total_steps": 1565, "loss": 0.5123, "lr": 2.1871503553308447e-05, "epoch": 2.6208, "percentage": 52.4, "elapsed_time": "1:37:19", "remaining_time": "1:28:25"}
|
| 165 |
+
{"current_steps": 825, "total_steps": 1565, "loss": 0.5416, "lr": 2.164924624127403e-05, "epoch": 2.6368, "percentage": 52.72, "elapsed_time": "1:37:55", "remaining_time": "1:27:49"}
|
| 166 |
+
{"current_steps": 830, "total_steps": 1565, "loss": 0.5389, "lr": 2.1426783663984648e-05, "epoch": 2.6528, "percentage": 53.04, "elapsed_time": "1:38:28", "remaining_time": "1:27:12"}
|
| 167 |
+
{"current_steps": 835, "total_steps": 1565, "loss": 0.5122, "lr": 2.1204143509141818e-05, "epoch": 2.6688, "percentage": 53.35, "elapsed_time": "1:39:05", "remaining_time": "1:26:38"}
|
| 168 |
+
{"current_steps": 840, "total_steps": 1565, "loss": 0.509, "lr": 2.0981353486548363e-05, "epoch": 2.6848, "percentage": 53.67, "elapsed_time": "1:39:41", "remaining_time": "1:26:02"}
|
| 169 |
+
{"current_steps": 845, "total_steps": 1565, "loss": 0.4815, "lr": 2.075844132465964e-05, "epoch": 2.7008, "percentage": 53.99, "elapsed_time": "1:40:19", "remaining_time": "1:25:29"}
|
| 170 |
+
{"current_steps": 850, "total_steps": 1565, "loss": 0.5322, "lr": 2.0535434767132495e-05, "epoch": 2.7168, "percentage": 54.31, "elapsed_time": "1:40:53", "remaining_time": "1:24:51"}
|
| 171 |
+
{"current_steps": 855, "total_steps": 1565, "loss": 0.5355, "lr": 2.0312361569372215e-05, "epoch": 2.7328, "percentage": 54.63, "elapsed_time": "1:41:25", "remaining_time": "1:24:13"}
|
| 172 |
+
{"current_steps": 860, "total_steps": 1565, "loss": 0.547, "lr": 2.0089249495078186e-05, "epoch": 2.7488, "percentage": 54.95, "elapsed_time": "1:41:57", "remaining_time": "1:23:35"}
|
| 173 |
+
{"current_steps": 865, "total_steps": 1565, "loss": 0.537, "lr": 1.9866126312788333e-05, "epoch": 2.7648, "percentage": 55.27, "elapsed_time": "1:42:33", "remaining_time": "1:22:59"}
|
| 174 |
+
{"current_steps": 870, "total_steps": 1565, "loss": 0.5236, "lr": 1.964301979242308e-05, "epoch": 2.7808, "percentage": 55.59, "elapsed_time": "1:43:09", "remaining_time": "1:22:24"}
|
| 175 |
+
{"current_steps": 875, "total_steps": 1565, "loss": 0.5137, "lr": 1.9419957701829138e-05, "epoch": 2.7968, "percentage": 55.91, "elapsed_time": "1:43:46", "remaining_time": "1:21:49"}
|
| 176 |
+
{"current_steps": 880, "total_steps": 1565, "loss": 0.513, "lr": 1.9196967803323464e-05, "epoch": 2.8128, "percentage": 56.23, "elapsed_time": "1:44:20", "remaining_time": "1:21:13"}
|
| 177 |
+
{"current_steps": 885, "total_steps": 1565, "loss": 0.5326, "lr": 1.8974077850237983e-05, "epoch": 2.8288, "percentage": 56.55, "elapsed_time": "1:44:57", "remaining_time": "1:20:38"}
|
| 178 |
+
{"current_steps": 890, "total_steps": 1565, "loss": 0.5151, "lr": 1.875131558346542e-05, "epoch": 2.8448, "percentage": 56.87, "elapsed_time": "1:45:35", "remaining_time": "1:20:05"}
|
| 179 |
+
{"current_steps": 895, "total_steps": 1565, "loss": 0.4997, "lr": 1.8528708728006654e-05, "epoch": 2.8608000000000002, "percentage": 57.19, "elapsed_time": "1:46:11", "remaining_time": "1:19:29"}
|
| 180 |
+
{"current_steps": 900, "total_steps": 1565, "loss": 0.5427, "lr": 1.8306284989520055e-05, "epoch": 2.8768000000000002, "percentage": 57.51, "elapsed_time": "1:46:46", "remaining_time": "1:18:53"}
|
| 181 |
+
{"current_steps": 905, "total_steps": 1565, "loss": 0.5241, "lr": 1.8084072050873265e-05, "epoch": 2.8928000000000003, "percentage": 57.83, "elapsed_time": "1:47:22", "remaining_time": "1:18:18"}
|
| 182 |
+
{"current_steps": 910, "total_steps": 1565, "loss": 0.5044, "lr": 1.786209756869775e-05, "epoch": 2.9088000000000003, "percentage": 58.15, "elapsed_time": "1:47:57", "remaining_time": "1:17:42"}
|
| 183 |
+
{"current_steps": 915, "total_steps": 1565, "loss": 0.5095, "lr": 1.764038916994669e-05, "epoch": 2.9248, "percentage": 58.47, "elapsed_time": "1:48:32", "remaining_time": "1:17:06"}
|
| 184 |
+
{"current_steps": 920, "total_steps": 1565, "loss": 0.5417, "lr": 1.741897444845649e-05, "epoch": 2.9408, "percentage": 58.79, "elapsed_time": "1:49:05", "remaining_time": "1:16:28"}
|
| 185 |
+
{"current_steps": 925, "total_steps": 1565, "loss": 0.4969, "lr": 1.7197880961512498e-05, "epoch": 2.9568, "percentage": 59.11, "elapsed_time": "1:49:38", "remaining_time": "1:15:51"}
|
| 186 |
+
{"current_steps": 930, "total_steps": 1565, "loss": 0.5493, "lr": 1.6977136226419187e-05, "epoch": 2.9728, "percentage": 59.42, "elapsed_time": "1:50:13", "remaining_time": "1:15:15"}
|
| 187 |
+
{"current_steps": 935, "total_steps": 1565, "loss": 0.4961, "lr": 1.6756767717075354e-05, "epoch": 2.9888, "percentage": 59.74, "elapsed_time": "1:50:58", "remaining_time": "1:14:46"}
|
| 188 |
+
{"current_steps": 940, "total_steps": 1565, "loss": 0.4896, "lr": 1.6536802860554723e-05, "epoch": 3.0032, "percentage": 60.06, "elapsed_time": "1:51:26", "remaining_time": "1:14:05"}
|
| 189 |
+
{"current_steps": 945, "total_steps": 1565, "loss": 0.5074, "lr": 1.631726903369238e-05, "epoch": 3.0192, "percentage": 60.38, "elapsed_time": "1:51:59", "remaining_time": "1:13:28"}
|
| 190 |
+
{"current_steps": 950, "total_steps": 1565, "loss": 0.5266, "lr": 1.609819355967744e-05, "epoch": 3.0352, "percentage": 60.7, "elapsed_time": "1:52:32", "remaining_time": "1:12:51"}
|
| 191 |
+
{"current_steps": 955, "total_steps": 1565, "loss": 0.4584, "lr": 1.587960370465239e-05, "epoch": 3.0512, "percentage": 61.02, "elapsed_time": "1:53:08", "remaining_time": "1:12:16"}
|
| 192 |
+
{"current_steps": 960, "total_steps": 1565, "loss": 0.5678, "lr": 1.5661526674319582e-05, "epoch": 3.0672, "percentage": 61.34, "elapsed_time": "1:53:41", "remaining_time": "1:11:39"}
|
| 193 |
+
{"current_steps": 965, "total_steps": 1565, "loss": 0.4944, "lr": 1.544398961055516e-05, "epoch": 3.0832, "percentage": 61.66, "elapsed_time": "1:54:15", "remaining_time": "1:11:02"}
|
| 194 |
+
{"current_steps": 970, "total_steps": 1565, "loss": 0.5084, "lr": 1.5227019588031035e-05, "epoch": 3.0992, "percentage": 61.98, "elapsed_time": "1:54:48", "remaining_time": "1:10:25"}
|
| 195 |
+
{"current_steps": 975, "total_steps": 1565, "loss": 0.5182, "lr": 1.501064361084511e-05, "epoch": 3.1152, "percentage": 62.3, "elapsed_time": "1:55:20", "remaining_time": "1:09:47"}
|
| 196 |
+
{"current_steps": 980, "total_steps": 1565, "loss": 0.4964, "lr": 1.47948886091604e-05, "epoch": 3.1312, "percentage": 62.62, "elapsed_time": "1:55:56", "remaining_time": "1:09:12"}
|
| 197 |
+
{"current_steps": 985, "total_steps": 1565, "loss": 0.4462, "lr": 1.4579781435853289e-05, "epoch": 3.1471999999999998, "percentage": 62.94, "elapsed_time": "1:56:36", "remaining_time": "1:08:39"}
|
| 198 |
+
{"current_steps": 990, "total_steps": 1565, "loss": 0.4826, "lr": 1.4365348863171406e-05, "epoch": 3.1632, "percentage": 63.26, "elapsed_time": "1:57:10", "remaining_time": "1:08:03"}
|
| 199 |
+
{"current_steps": 995, "total_steps": 1565, "loss": 0.4901, "lr": 1.4151617579401551e-05, "epoch": 3.1792, "percentage": 63.58, "elapsed_time": "1:57:43", "remaining_time": "1:07:26"}
|
| 200 |
+
{"current_steps": 1000, "total_steps": 1565, "loss": 0.4824, "lr": 1.3938614185548094e-05, "epoch": 3.1952, "percentage": 63.9, "elapsed_time": "1:58:19", "remaining_time": "1:06:51"}
|
| 201 |
+
{"current_steps": 1005, "total_steps": 1565, "loss": 0.5063, "lr": 1.3726365192022173e-05, "epoch": 3.2112, "percentage": 64.22, "elapsed_time": "1:58:52", "remaining_time": "1:06:14"}
|
| 202 |
+
{"current_steps": 1010, "total_steps": 1565, "loss": 0.4954, "lr": 1.3514897015342257e-05, "epoch": 3.2272, "percentage": 64.54, "elapsed_time": "1:59:26", "remaining_time": "1:05:38"}
|
| 203 |
+
{"current_steps": 1015, "total_steps": 1565, "loss": 0.5227, "lr": 1.3304235974846295e-05, "epoch": 3.2432, "percentage": 64.86, "elapsed_time": "2:00:00", "remaining_time": "1:05:01"}
|
| 204 |
+
{"current_steps": 1020, "total_steps": 1565, "loss": 0.493, "lr": 1.3094408289416052e-05, "epoch": 3.2592, "percentage": 65.18, "elapsed_time": "2:00:32", "remaining_time": "1:04:24"}
|
| 205 |
+
{"current_steps": 1025, "total_steps": 1565, "loss": 0.4882, "lr": 1.2885440074213877e-05, "epoch": 3.2752, "percentage": 65.5, "elapsed_time": "2:01:11", "remaining_time": "1:03:50"}
|
| 206 |
+
{"current_steps": 1030, "total_steps": 1565, "loss": 0.5061, "lr": 1.267735733743242e-05, "epoch": 3.2912, "percentage": 65.81, "elapsed_time": "2:01:46", "remaining_time": "1:03:15"}
|
| 207 |
+
{"current_steps": 1035, "total_steps": 1565, "loss": 0.4915, "lr": 1.2470185977057643e-05, "epoch": 3.3072, "percentage": 66.13, "elapsed_time": "2:02:20", "remaining_time": "1:02:38"}
|
| 208 |
+
{"current_steps": 1040, "total_steps": 1565, "loss": 0.4834, "lr": 1.2263951777645588e-05, "epoch": 3.3232, "percentage": 66.45, "elapsed_time": "2:02:55", "remaining_time": "1:02:03"}
|
| 209 |
+
{"current_steps": 1045, "total_steps": 1565, "loss": 0.5302, "lr": 1.2058680407113176e-05, "epoch": 3.3392, "percentage": 66.77, "elapsed_time": "2:03:30", "remaining_time": "1:01:27"}
|
| 210 |
+
{"current_steps": 1050, "total_steps": 1565, "loss": 0.4909, "lr": 1.1854397413543626e-05, "epoch": 3.3552, "percentage": 67.09, "elapsed_time": "2:04:06", "remaining_time": "1:00:52"}
|
| 211 |
+
{"current_steps": 1055, "total_steps": 1565, "loss": 0.5139, "lr": 1.1651128222006713e-05, "epoch": 3.3712, "percentage": 67.41, "elapsed_time": "2:04:38", "remaining_time": "1:00:15"}
|
| 212 |
+
{"current_steps": 1060, "total_steps": 1565, "loss": 0.5223, "lr": 1.1448898131394364e-05, "epoch": 3.3872, "percentage": 67.73, "elapsed_time": "2:05:15", "remaining_time": "0:59:40"}
|
| 213 |
+
{"current_steps": 1065, "total_steps": 1565, "loss": 0.5129, "lr": 1.124773231127196e-05, "epoch": 3.4032, "percentage": 68.05, "elapsed_time": "2:05:47", "remaining_time": "0:59:03"}
|
| 214 |
+
{"current_steps": 1070, "total_steps": 1565, "loss": 0.5174, "lr": 1.1047655798745752e-05, "epoch": 3.4192, "percentage": 68.37, "elapsed_time": "2:06:17", "remaining_time": "0:58:25"}
|
| 215 |
+
{"current_steps": 1075, "total_steps": 1565, "loss": 0.5272, "lr": 1.084869349534671e-05, "epoch": 3.4352, "percentage": 68.69, "elapsed_time": "2:06:51", "remaining_time": "0:57:49"}
|
| 216 |
+
{"current_steps": 1080, "total_steps": 1565, "loss": 0.5236, "lr": 1.0650870163931275e-05, "epoch": 3.4512, "percentage": 69.01, "elapsed_time": "2:07:20", "remaining_time": "0:57:11"}
|
| 217 |
+
{"current_steps": 1085, "total_steps": 1565, "loss": 0.4998, "lr": 1.0454210425599426e-05, "epoch": 3.4672, "percentage": 69.33, "elapsed_time": "2:07:57", "remaining_time": "0:56:36"}
|
| 218 |
+
{"current_steps": 1090, "total_steps": 1565, "loss": 0.504, "lr": 1.0258738756630255e-05, "epoch": 3.4832, "percentage": 69.65, "elapsed_time": "2:08:30", "remaining_time": "0:55:59"}
|
| 219 |
+
{"current_steps": 1095, "total_steps": 1565, "loss": 0.4987, "lr": 1.0064479485435737e-05, "epoch": 3.4992, "percentage": 69.97, "elapsed_time": "2:09:02", "remaining_time": "0:55:23"}
|
| 220 |
+
{"current_steps": 1100, "total_steps": 1565, "loss": 0.51, "lr": 9.871456789532736e-06, "epoch": 3.5152, "percentage": 70.29, "elapsed_time": "2:09:38", "remaining_time": "0:54:48"}
|
| 221 |
+
{"current_steps": 1105, "total_steps": 1565, "loss": 0.4866, "lr": 9.679694692533909e-06, "epoch": 3.5312, "percentage": 70.61, "elapsed_time": "2:10:11", "remaining_time": "0:54:12"}
|
| 222 |
+
{"current_steps": 1110, "total_steps": 1565, "loss": 0.488, "lr": 9.489217061157744e-06, "epoch": 3.5472, "percentage": 70.93, "elapsed_time": "2:10:45", "remaining_time": "0:53:35"}
|
| 223 |
+
{"current_steps": 1115, "total_steps": 1565, "loss": 0.5194, "lr": 9.30004760225806e-06, "epoch": 3.5632, "percentage": 71.25, "elapsed_time": "2:11:18", "remaining_time": "0:52:59"}
|
| 224 |
+
{"current_steps": 1120, "total_steps": 1565, "loss": 0.4928, "lr": 9.112209859873479e-06, "epoch": 3.5792, "percentage": 71.57, "elapsed_time": "2:11:48", "remaining_time": "0:52:22"}
|
| 225 |
+
{"current_steps": 1125, "total_steps": 1565, "loss": 0.4936, "lr": 8.925727212297154e-06, "epoch": 3.5952, "percentage": 71.88, "elapsed_time": "2:12:25", "remaining_time": "0:51:47"}
|
| 226 |
+
{"current_steps": 1130, "total_steps": 1565, "loss": 0.5065, "lr": 8.74062286916705e-06, "epoch": 3.6112, "percentage": 72.2, "elapsed_time": "2:12:54", "remaining_time": "0:51:09"}
|
| 227 |
+
{"current_steps": 1135, "total_steps": 1565, "loss": 0.4939, "lr": 8.55691986857733e-06, "epoch": 3.6272, "percentage": 72.52, "elapsed_time": "2:13:30", "remaining_time": "0:50:34"}
|
| 228 |
+
{"current_steps": 1140, "total_steps": 1565, "loss": 0.5335, "lr": 8.374641074210979e-06, "epoch": 3.6432, "percentage": 72.84, "elapsed_time": "2:14:04", "remaining_time": "0:49:58"}
|
| 229 |
+
{"current_steps": 1145, "total_steps": 1565, "loss": 0.4861, "lr": 8.193809172494249e-06, "epoch": 3.6592000000000002, "percentage": 73.16, "elapsed_time": "2:14:36", "remaining_time": "0:49:22"}
|
| 230 |
+
{"current_steps": 1150, "total_steps": 1565, "loss": 0.4956, "lr": 8.014446669773061e-06, "epoch": 3.6752000000000002, "percentage": 73.48, "elapsed_time": "2:15:12", "remaining_time": "0:48:47"}
|
| 231 |
+
{"current_steps": 1155, "total_steps": 1565, "loss": 0.493, "lr": 7.83657588951187e-06, "epoch": 3.6912000000000003, "percentage": 73.8, "elapsed_time": "2:15:48", "remaining_time": "0:48:12"}
|
| 232 |
+
{"current_steps": 1160, "total_steps": 1565, "loss": 0.4667, "lr": 7.66021896951529e-06, "epoch": 3.7072000000000003, "percentage": 74.12, "elapsed_time": "2:16:30", "remaining_time": "0:47:39"}
|
| 233 |
+
{"current_steps": 1165, "total_steps": 1565, "loss": 0.4956, "lr": 7.485397859172841e-06, "epoch": 3.7232, "percentage": 74.44, "elapsed_time": "2:17:03", "remaining_time": "0:47:03"}
|
| 234 |
+
{"current_steps": 1170, "total_steps": 1565, "loss": 0.4686, "lr": 7.312134316727093e-06, "epoch": 3.7392, "percentage": 74.76, "elapsed_time": "2:17:44", "remaining_time": "0:46:30"}
|
| 235 |
+
{"current_steps": 1175, "total_steps": 1565, "loss": 0.4748, "lr": 7.140449906565656e-06, "epoch": 3.7552, "percentage": 75.08, "elapsed_time": "2:18:17", "remaining_time": "0:45:53"}
|
| 236 |
+
{"current_steps": 1180, "total_steps": 1565, "loss": 0.5051, "lr": 6.970365996537285e-06, "epoch": 3.7712, "percentage": 75.4, "elapsed_time": "2:18:49", "remaining_time": "0:45:17"}
|
| 237 |
+
{"current_steps": 1185, "total_steps": 1565, "loss": 0.5273, "lr": 6.801903755292403e-06, "epoch": 3.7872, "percentage": 75.72, "elapsed_time": "2:19:20", "remaining_time": "0:44:40"}
|
| 238 |
+
{"current_steps": 1190, "total_steps": 1565, "loss": 0.4823, "lr": 6.635084149648481e-06, "epoch": 3.8032, "percentage": 76.04, "elapsed_time": "2:19:56", "remaining_time": "0:44:05"}
|
| 239 |
+
{"current_steps": 1195, "total_steps": 1565, "loss": 0.4805, "lr": 6.469927941980483e-06, "epoch": 3.8192, "percentage": 76.36, "elapsed_time": "2:20:34", "remaining_time": "0:43:31"}
|
| 240 |
+
{"current_steps": 1200, "total_steps": 1565, "loss": 0.496, "lr": 6.30645568763681e-06, "epoch": 3.8352, "percentage": 76.68, "elapsed_time": "2:21:06", "remaining_time": "0:42:55"}
|
| 241 |
+
{"current_steps": 1205, "total_steps": 1565, "loss": 0.5304, "lr": 6.144687732380963e-06, "epoch": 3.8512, "percentage": 77.0, "elapsed_time": "2:21:40", "remaining_time": "0:42:19"}
|
| 242 |
+
{"current_steps": 1210, "total_steps": 1565, "loss": 0.4651, "lr": 5.9846442098592895e-06, "epoch": 3.8672, "percentage": 77.32, "elapsed_time": "2:22:20", "remaining_time": "0:41:45"}
|
| 243 |
+
{"current_steps": 1215, "total_steps": 1565, "loss": 0.4601, "lr": 5.826345039095178e-06, "epoch": 3.8832, "percentage": 77.64, "elapsed_time": "2:22:57", "remaining_time": "0:41:10"}
|
| 244 |
+
{"current_steps": 1220, "total_steps": 1565, "loss": 0.4993, "lr": 5.669809922009937e-06, "epoch": 3.8992, "percentage": 77.96, "elapsed_time": "2:23:31", "remaining_time": "0:40:35"}
|
| 245 |
+
{"current_steps": 1225, "total_steps": 1565, "loss": 0.4303, "lr": 5.515058340970665e-06, "epoch": 3.9152, "percentage": 78.27, "elapsed_time": "2:24:11", "remaining_time": "0:40:01"}
|
| 246 |
+
{"current_steps": 1230, "total_steps": 1565, "loss": 0.4948, "lr": 5.362109556365496e-06, "epoch": 3.9312, "percentage": 78.59, "elapsed_time": "2:24:42", "remaining_time": "0:39:24"}
|
| 247 |
+
{"current_steps": 1235, "total_steps": 1565, "loss": 0.501, "lr": 5.2109826042064445e-06, "epoch": 3.9472, "percentage": 78.91, "elapsed_time": "2:25:17", "remaining_time": "0:38:49"}
|
| 248 |
+
{"current_steps": 1240, "total_steps": 1565, "loss": 0.4565, "lr": 5.0616962937601945e-06, "epoch": 3.9632, "percentage": 79.23, "elapsed_time": "2:25:55", "remaining_time": "0:38:14"}
|
| 249 |
+
{"current_steps": 1245, "total_steps": 1565, "loss": 0.5223, "lr": 4.914269205207076e-06, "epoch": 3.9792, "percentage": 79.55, "elapsed_time": "2:26:28", "remaining_time": "0:37:39"}
|
| 250 |
+
{"current_steps": 1250, "total_steps": 1565, "loss": 0.4969, "lr": 4.76871968732858e-06, "epoch": 3.9952, "percentage": 79.87, "elapsed_time": "2:27:04", "remaining_time": "0:37:03"}
|
| 251 |
+
{"current_steps": 1255, "total_steps": 1565, "loss": 0.4874, "lr": 4.625065855223689e-06, "epoch": 4.0096, "percentage": 80.19, "elapsed_time": "2:27:35", "remaining_time": "0:36:27"}
|
| 252 |
+
{"current_steps": 1260, "total_steps": 1565, "loss": 0.5404, "lr": 4.483325588054259e-06, "epoch": 4.0256, "percentage": 80.51, "elapsed_time": "2:28:07", "remaining_time": "0:35:51"}
|
| 253 |
+
{"current_steps": 1265, "total_steps": 1565, "loss": 0.4956, "lr": 4.343516526819755e-06, "epoch": 4.0416, "percentage": 80.83, "elapsed_time": "2:28:43", "remaining_time": "0:35:16"}
|
| 254 |
+
{"current_steps": 1270, "total_steps": 1565, "loss": 0.495, "lr": 4.205656072161681e-06, "epoch": 4.0576, "percentage": 81.15, "elapsed_time": "2:29:15", "remaining_time": "0:34:40"}
|
| 255 |
+
{"current_steps": 1275, "total_steps": 1565, "loss": 0.475, "lr": 4.069761382197901e-06, "epoch": 4.0736, "percentage": 81.47, "elapsed_time": "2:29:53", "remaining_time": "0:34:05"}
|
| 256 |
+
{"current_steps": 1280, "total_steps": 1565, "loss": 0.4816, "lr": 3.935849370387104e-06, "epoch": 4.0896, "percentage": 81.79, "elapsed_time": "2:30:28", "remaining_time": "0:33:30"}
|
| 257 |
+
{"current_steps": 1285, "total_steps": 1565, "loss": 0.4457, "lr": 3.803936703423783e-06, "epoch": 4.1056, "percentage": 82.11, "elapsed_time": "2:31:07", "remaining_time": "0:32:55"}
|
| 258 |
+
{"current_steps": 1290, "total_steps": 1565, "loss": 0.5034, "lr": 3.6740397991638864e-06, "epoch": 4.1216, "percentage": 82.43, "elapsed_time": "2:31:43", "remaining_time": "0:32:20"}
|
| 259 |
+
{"current_steps": 1295, "total_steps": 1565, "loss": 0.4722, "lr": 3.5461748245814633e-06, "epoch": 4.1376, "percentage": 82.75, "elapsed_time": "2:32:16", "remaining_time": "0:31:44"}
|
| 260 |
+
{"current_steps": 1300, "total_steps": 1565, "loss": 0.478, "lr": 3.420357693756502e-06, "epoch": 4.1536, "percentage": 83.07, "elapsed_time": "2:32:50", "remaining_time": "0:31:09"}
|
| 261 |
+
{"current_steps": 1305, "total_steps": 1565, "loss": 0.4429, "lr": 3.2966040658942666e-06, "epoch": 4.1696, "percentage": 83.39, "elapsed_time": "2:33:25", "remaining_time": "0:30:34"}
|
| 262 |
+
{"current_steps": 1310, "total_steps": 1565, "loss": 0.4821, "lr": 3.174929343376374e-06, "epoch": 4.1856, "percentage": 83.71, "elapsed_time": "2:34:01", "remaining_time": "0:29:59"}
|
| 263 |
+
{"current_steps": 1315, "total_steps": 1565, "loss": 0.5102, "lr": 3.055348669843794e-06, "epoch": 4.2016, "percentage": 84.03, "elapsed_time": "2:34:34", "remaining_time": "0:29:23"}
|
| 264 |
+
{"current_steps": 1320, "total_steps": 1565, "loss": 0.4501, "lr": 2.937876928312062e-06, "epoch": 4.2176, "percentage": 84.35, "elapsed_time": "2:35:05", "remaining_time": "0:28:47"}
|
| 265 |
+
{"current_steps": 1325, "total_steps": 1565, "loss": 0.4777, "lr": 2.8225287393189547e-06, "epoch": 4.2336, "percentage": 84.66, "elapsed_time": "2:35:39", "remaining_time": "0:28:11"}
|
| 266 |
+
{"current_steps": 1330, "total_steps": 1565, "loss": 0.4748, "lr": 2.709318459104815e-06, "epoch": 4.2496, "percentage": 84.98, "elapsed_time": "2:36:16", "remaining_time": "0:27:36"}
|
| 267 |
+
{"current_steps": 1335, "total_steps": 1565, "loss": 0.4758, "lr": 2.5982601778257733e-06, "epoch": 4.2656, "percentage": 85.3, "elapsed_time": "2:36:52", "remaining_time": "0:27:01"}
|
| 268 |
+
{"current_steps": 1340, "total_steps": 1565, "loss": 0.4939, "lr": 2.4893677178000797e-06, "epoch": 4.2816, "percentage": 85.62, "elapsed_time": "2:37:29", "remaining_time": "0:26:26"}
|
| 269 |
+
{"current_steps": 1345, "total_steps": 1565, "loss": 0.4767, "lr": 2.3826546317877795e-06, "epoch": 4.2976, "percentage": 85.94, "elapsed_time": "2:38:02", "remaining_time": "0:25:51"}
|
| 270 |
+
{"current_steps": 1350, "total_steps": 1565, "loss": 0.4819, "lr": 2.278134201303952e-06, "epoch": 4.3136, "percentage": 86.26, "elapsed_time": "2:38:36", "remaining_time": "0:25:15"}
|
| 271 |
+
{"current_steps": 1355, "total_steps": 1565, "loss": 0.4695, "lr": 2.1758194349656624e-06, "epoch": 4.3296, "percentage": 86.58, "elapsed_time": "2:39:08", "remaining_time": "0:24:39"}
|
| 272 |
+
{"current_steps": 1360, "total_steps": 1565, "loss": 0.4837, "lr": 2.075723066872939e-06, "epoch": 4.3456, "percentage": 86.9, "elapsed_time": "2:39:44", "remaining_time": "0:24:04"}
|
| 273 |
+
{"current_steps": 1365, "total_steps": 1565, "loss": 0.47, "lr": 1.977857555023854e-06, "epoch": 4.3616, "percentage": 87.22, "elapsed_time": "2:40:15", "remaining_time": "0:23:28"}
|
| 274 |
+
{"current_steps": 1370, "total_steps": 1565, "loss": 0.5029, "lr": 1.8822350797640543e-06, "epoch": 4.3776, "percentage": 87.54, "elapsed_time": "2:40:50", "remaining_time": "0:22:53"}
|
| 275 |
+
{"current_steps": 1375, "total_steps": 1565, "loss": 0.4959, "lr": 1.788867542270729e-06, "epoch": 4.3936, "percentage": 87.86, "elapsed_time": "2:41:21", "remaining_time": "0:22:17"}
|
| 276 |
+
{"current_steps": 1380, "total_steps": 1565, "loss": 0.5086, "lr": 1.6977665630714345e-06, "epoch": 4.4096, "percentage": 88.18, "elapsed_time": "2:41:57", "remaining_time": "0:21:42"}
|
| 277 |
+
{"current_steps": 1385, "total_steps": 1565, "loss": 0.5048, "lr": 1.6089434805977799e-06, "epoch": 4.4256, "percentage": 88.5, "elapsed_time": "2:42:27", "remaining_time": "0:21:06"}
|
| 278 |
+
{"current_steps": 1390, "total_steps": 1565, "loss": 0.4606, "lr": 1.5224093497742654e-06, "epoch": 4.4416, "percentage": 88.82, "elapsed_time": "2:43:00", "remaining_time": "0:20:31"}
|
| 279 |
+
{"current_steps": 1395, "total_steps": 1565, "loss": 0.4659, "lr": 1.4381749406423695e-06, "epoch": 4.4576, "percentage": 89.14, "elapsed_time": "2:43:34", "remaining_time": "0:19:55"}
|
| 280 |
+
{"current_steps": 1400, "total_steps": 1565, "loss": 0.4862, "lr": 1.3562507370201062e-06, "epoch": 4.4736, "percentage": 89.46, "elapsed_time": "2:44:12", "remaining_time": "0:19:21"}
|
| 281 |
+
{"current_steps": 1405, "total_steps": 1565, "loss": 0.4671, "lr": 1.2766469351972345e-06, "epoch": 4.4896, "percentage": 89.78, "elapsed_time": "2:44:49", "remaining_time": "0:18:46"}
|
| 282 |
+
{"current_steps": 1410, "total_steps": 1565, "loss": 0.4873, "lr": 1.1993734426661985e-06, "epoch": 4.5056, "percentage": 90.1, "elapsed_time": "2:45:23", "remaining_time": "0:18:10"}
|
| 283 |
+
{"current_steps": 1415, "total_steps": 1565, "loss": 0.4717, "lr": 1.1244398768890496e-06, "epoch": 4.5216, "percentage": 90.42, "elapsed_time": "2:46:00", "remaining_time": "0:17:35"}
|
| 284 |
+
{"current_steps": 1420, "total_steps": 1565, "loss": 0.4931, "lr": 1.0518555641004613e-06, "epoch": 4.5376, "percentage": 90.73, "elapsed_time": "2:46:40", "remaining_time": "0:17:01"}
|
| 285 |
+
{"current_steps": 1425, "total_steps": 1565, "loss": 0.4825, "lr": 9.816295381469954e-07, "epoch": 4.5536, "percentage": 91.05, "elapsed_time": "2:47:14", "remaining_time": "0:16:25"}
|
| 286 |
+
{"current_steps": 1430, "total_steps": 1565, "loss": 0.5133, "lr": 9.137705393627239e-07, "epoch": 4.5696, "percentage": 91.37, "elapsed_time": "2:47:49", "remaining_time": "0:15:50"}
|
| 287 |
+
{"current_steps": 1435, "total_steps": 1565, "loss": 0.4863, "lr": 8.482870134814214e-07, "epoch": 4.5856, "percentage": 91.69, "elapsed_time": "2:48:23", "remaining_time": "0:15:15"}
|
| 288 |
+
{"current_steps": 1440, "total_steps": 1565, "loss": 0.4884, "lr": 7.851871105854125e-07, "epoch": 4.6016, "percentage": 92.01, "elapsed_time": "2:48:59", "remaining_time": "0:14:40"}
|
| 289 |
+
{"current_steps": 1445, "total_steps": 1565, "loss": 0.4836, "lr": 7.244786840912033e-07, "epoch": 4.6176, "percentage": 92.33, "elapsed_time": "2:49:30", "remaining_time": "0:14:04"}
|
| 290 |
+
{"current_steps": 1450, "total_steps": 1565, "loss": 0.4914, "lr": 6.661692897720517e-07, "epoch": 4.6336, "percentage": 92.65, "elapsed_time": "2:50:01", "remaining_time": "0:13:29"}
|
| 291 |
+
{"current_steps": 1455, "total_steps": 1565, "loss": 0.4927, "lr": 6.10266184817565e-07, "epoch": 4.6495999999999995, "percentage": 92.97, "elapsed_time": "2:50:34", "remaining_time": "0:12:53"}
|
| 292 |
+
{"current_steps": 1460, "total_steps": 1565, "loss": 0.4638, "lr": 5.567763269304927e-07, "epoch": 4.6655999999999995, "percentage": 93.29, "elapsed_time": "2:51:09", "remaining_time": "0:12:18"}
|
| 293 |
+
{"current_steps": 1465, "total_steps": 1565, "loss": 0.4739, "lr": 5.057063734607392e-07, "epoch": 4.6815999999999995, "percentage": 93.61, "elapsed_time": "2:51:41", "remaining_time": "0:11:43"}
|
| 294 |
+
{"current_steps": 1470, "total_steps": 1565, "loss": 0.5046, "lr": 4.570626805768119e-07, "epoch": 4.6975999999999996, "percentage": 93.93, "elapsed_time": "2:52:15", "remaining_time": "0:11:07"}
|
| 295 |
+
{"current_steps": 1475, "total_steps": 1565, "loss": 0.5082, "lr": 4.1085130247472625e-07, "epoch": 4.7136, "percentage": 94.25, "elapsed_time": "2:52:47", "remaining_time": "0:10:32"}
|
| 296 |
+
{"current_steps": 1480, "total_steps": 1565, "loss": 0.5173, "lr": 3.670779906244981e-07, "epoch": 4.7296, "percentage": 94.57, "elapsed_time": "2:53:18", "remaining_time": "0:09:57"}
|
| 297 |
+
{"current_steps": 1485, "total_steps": 1565, "loss": 0.4817, "lr": 3.2574819305432713e-07, "epoch": 4.7456, "percentage": 94.89, "elapsed_time": "2:53:56", "remaining_time": "0:09:22"}
|
| 298 |
+
{"current_steps": 1490, "total_steps": 1565, "loss": 0.4943, "lr": 2.8686705367250824e-07, "epoch": 4.7616, "percentage": 95.21, "elapsed_time": "2:54:30", "remaining_time": "0:08:47"}
|
| 299 |
+
{"current_steps": 1495, "total_steps": 1565, "loss": 0.4806, "lr": 2.504394116272502e-07, "epoch": 4.7776, "percentage": 95.53, "elapsed_time": "2:55:06", "remaining_time": "0:08:11"}
|
| 300 |
+
{"current_steps": 1500, "total_steps": 1565, "loss": 0.5014, "lr": 2.1646980070437973e-07, "epoch": 4.7936, "percentage": 95.85, "elapsed_time": "2:55:41", "remaining_time": "0:07:36"}
|
| 301 |
+
{"current_steps": 1505, "total_steps": 1565, "loss": 0.5038, "lr": 1.8496244876306858e-07, "epoch": 4.8096, "percentage": 96.17, "elapsed_time": "2:56:13", "remaining_time": "0:07:01"}
|
| 302 |
+
{"current_steps": 1510, "total_steps": 1565, "loss": 0.4764, "lr": 1.559212772096319e-07, "epoch": 4.8256, "percentage": 96.49, "elapsed_time": "2:56:48", "remaining_time": "0:06:26"}
|
| 303 |
+
{"current_steps": 1515, "total_steps": 1565, "loss": 0.4886, "lr": 1.2934990050947228e-07, "epoch": 4.8416, "percentage": 96.81, "elapsed_time": "2:57:23", "remaining_time": "0:05:51"}
|
| 304 |
+
{"current_steps": 1520, "total_steps": 1565, "loss": 0.503, "lr": 1.0525162573723269e-07, "epoch": 4.8576, "percentage": 97.12, "elapsed_time": "2:57:55", "remaining_time": "0:05:16"}
|
| 305 |
+
{"current_steps": 1525, "total_steps": 1565, "loss": 0.4663, "lr": 8.362945216517704e-08, "epoch": 4.8736, "percentage": 97.44, "elapsed_time": "2:58:35", "remaining_time": "0:04:41"}
|
| 306 |
+
{"current_steps": 1530, "total_steps": 1565, "loss": 0.4717, "lr": 6.448607088991532e-08, "epoch": 4.8896, "percentage": 97.76, "elapsed_time": "2:59:10", "remaining_time": "0:04:05"}
|
| 307 |
+
{"current_steps": 1535, "total_steps": 1565, "loss": 0.4741, "lr": 4.782386449746934e-08, "epoch": 4.9056, "percentage": 98.08, "elapsed_time": "2:59:41", "remaining_time": "0:03:30"}
|
| 308 |
+
{"current_steps": 1540, "total_steps": 1565, "loss": 0.4651, "lr": 3.3644906766734374e-08, "epoch": 4.9216, "percentage": 98.4, "elapsed_time": "3:00:19", "remaining_time": "0:02:55"}
|
| 309 |
+
{"current_steps": 1545, "total_steps": 1565, "loss": 0.4758, "lr": 2.1950962411367848e-08, "epoch": 4.9376, "percentage": 98.72, "elapsed_time": "3:00:55", "remaining_time": "0:02:20"}
|
| 310 |
+
{"current_steps": 1550, "total_steps": 1565, "loss": 0.4813, "lr": 1.2743486860165022e-08, "epoch": 4.9536, "percentage": 99.04, "elapsed_time": "3:01:31", "remaining_time": "0:01:45"}
|
| 311 |
+
{"current_steps": 1555, "total_steps": 1565, "loss": 0.4711, "lr": 6.023626075915001e-09, "epoch": 4.9696, "percentage": 99.36, "elapsed_time": "3:02:05", "remaining_time": "0:01:10"}
|
| 312 |
+
{"current_steps": 1560, "total_steps": 1565, "loss": 0.48, "lr": 1.7922164127659457e-09, "epoch": 4.9856, "percentage": 99.68, "elapsed_time": "3:02:36", "remaining_time": "0:00:35"}
|
| 313 |
+
{"current_steps": 1565, "total_steps": 1565, "loss": 0.5021, "lr": 4.978451213499824e-11, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "3:03:05", "remaining_time": "0:00:00"}
|
| 314 |
+
{"current_steps": 1565, "total_steps": 1565, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "3:03:05", "remaining_time": "0:00:00"}
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24b36b4a4f6350a90212a31e98fd7887b05b36289731f6b1502243fe0121b8db
|
| 3 |
+
size 8657
|
vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|