Upload folder using huggingface_hub

README.md

@@ -1,3 +1,60 @@
----
-license: apache-2.0
----
+---
+library_name: transformers
+license: other
+base_model: deepseek-ai/deepseek-coder-1.3b-instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: nopy_tc_final_sft_deepseek-coder-1.3b-instruct
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# nopy_tc_final_sft_deepseek-coder-1.3b-instruct
+
+This model is a fine-tuned version of [deepseek-ai/deepseek-coder-1.3b-instruct](https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-instruct) on the output dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.2609
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-06
+- train_batch_size: 8
+- eval_batch_size: 1
+- seed: 42
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.03
+- num_epochs: 4.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.44.2
+- Pytorch 2.5.0+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 3.9921414538310414,
+    "eval_loss": 0.2609198987483978,
+    "eval_runtime": 0.1311,
+    "eval_samples_per_second": 7.63,
+    "eval_steps_per_second": 7.63,
+    "total_flos": 1.8674965730112307e+17,
+    "train_loss": 0.3695383257283939,
+    "train_runtime": 3236.8261,
+    "train_samples_per_second": 5.023,
+    "train_steps_per_second": 0.314
+}

config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "deepseek-ai/deepseek-coder-1.3b-instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 32013,
+  "eos_token_id": 32021,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 5504,
+  "max_position_embeddings": 16384,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 16,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "factor": 4.0,
+    "rope_type": "linear",
+    "type": "linear"
+  },
+  "rope_theta": 100000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2",
+  "use_cache": false,
+  "vocab_size": 32256
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 3.9921414538310414,
+    "eval_loss": 0.2609198987483978,
+    "eval_runtime": 0.1311,
+    "eval_samples_per_second": 7.63,
+    "eval_steps_per_second": 7.63
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 32013,
+  "eos_token_id": 32021,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f92e1ddb5a3697d6f6985f269a8ca88f8e3dd6c4d3c54644fc3169b504710a
+size 4986380064

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df7f8090352c56bfd2d08a14c4a5cb86f320ff665d9c36c0dda7fd2e9593478
+size 399532808

model.safetensors.index.json

@@ -0,0 +1,226 @@
+{
+  "metadata": {
+    "total_size": 5385887744
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

runs/Oct31_14-35-33_59165d74727b/events.out.tfevents.1730385408.59165d74727b.8134.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2fc11e252229b1a7b0135ec4dd29b9ce341d66678cf512cc4a7787f5ece05a
+size 26954

runs/Oct31_14-35-33_59165d74727b/events.out.tfevents.1730388669.59165d74727b.8134.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f6f11d3d34c8b3679f94a98d03a13cf838e3235cec13b5c22bc20228f137a9
+size 359

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|EOT|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,196 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "32000": {
+      "content": "õ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32001": {
+      "content": "÷",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32002": {
+      "content": "Á",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32003": {
+      "content": "ý",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32004": {
+      "content": "À",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32005": {
+      "content": "ÿ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32006": {
+      "content": "ø",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32007": {
+      "content": "ú",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32008": {
+      "content": "þ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32009": {
+      "content": "ü",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32010": {
+      "content": "ù",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32011": {
+      "content": "ö",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32012": {
+      "content": "û",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32013": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<｜fim▁hole｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32016": {
+      "content": "<｜fim▁begin｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32017": {
+      "content": "<｜fim▁end｜>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32018": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32019": {
+      "content": "<|User|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32020": {
+      "content": "<|Assistant|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32021": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "chat_template": "{{ '<｜begin▁of▁sentence｜>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Please continue to complete the function. You are not allowed to modify the given code and do the completion only. Please return all completed function in a codeblock. Here is the given code to do completion:\n```python\n' + content + '\n' }}{% elif message['role'] == 'assistant' %}{{ '\n' + content + '\n```<|EOT|>' + '\n' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|EOT|>",
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.9921414538310414,
+    "total_flos": 1.8674965730112307e+17,
+    "train_loss": 0.3695383257283939,
+    "train_runtime": 3236.8261,
+    "train_samples_per_second": 5.023,
+    "train_steps_per_second": 0.314
+}

trainer_log.jsonl

@@ -0,0 +1,102 @@
+{"current_steps": 10, "total_steps": 1016, "loss": 0.8413, "learning_rate": 1.6129032258064516e-06, "epoch": 0.03929273084479371, "percentage": 0.98, "elapsed_time": "0:00:38", "remaining_time": "1:03:47"}
+{"current_steps": 20, "total_steps": 1016, "loss": 0.8393, "learning_rate": 3.225806451612903e-06, "epoch": 0.07858546168958742, "percentage": 1.97, "elapsed_time": "0:01:11", "remaining_time": "0:59:02"}
+{"current_steps": 30, "total_steps": 1016, "loss": 0.6735, "learning_rate": 4.838709677419355e-06, "epoch": 0.11787819253438114, "percentage": 2.95, "elapsed_time": "0:01:43", "remaining_time": "0:56:51"}
+{"current_steps": 40, "total_steps": 1016, "loss": 0.5542, "learning_rate": 4.998970106077018e-06, "epoch": 0.15717092337917485, "percentage": 3.94, "elapsed_time": "0:02:15", "remaining_time": "0:55:01"}
+{"current_steps": 50, "total_steps": 1016, "loss": 0.5265, "learning_rate": 4.99541106832608e-06, "epoch": 0.19646365422396855, "percentage": 4.92, "elapsed_time": "0:02:46", "remaining_time": "0:53:45"}
+{"current_steps": 60, "total_steps": 1016, "loss": 0.6019, "learning_rate": 4.989313791265896e-06, "epoch": 0.2357563850687623, "percentage": 5.91, "elapsed_time": "0:03:16", "remaining_time": "0:52:18"}
+{"current_steps": 70, "total_steps": 1016, "loss": 0.5705, "learning_rate": 4.9806844768198724e-06, "epoch": 0.275049115913556, "percentage": 6.89, "elapsed_time": "0:03:48", "remaining_time": "0:51:23"}
+{"current_steps": 80, "total_steps": 1016, "loss": 0.5798, "learning_rate": 4.969531902405652e-06, "epoch": 0.3143418467583497, "percentage": 7.87, "elapsed_time": "0:04:18", "remaining_time": "0:50:24"}
+{"current_steps": 90, "total_steps": 1016, "loss": 0.5768, "learning_rate": 4.955867412007052e-06, "epoch": 0.35363457760314343, "percentage": 8.86, "elapsed_time": "0:04:47", "remaining_time": "0:49:18"}
+{"current_steps": 100, "total_steps": 1016, "loss": 0.5416, "learning_rate": 4.939704904635388e-06, "epoch": 0.3929273084479371, "percentage": 9.84, "elapsed_time": "0:05:15", "remaining_time": "0:48:06"}
+{"current_steps": 110, "total_steps": 1016, "loss": 0.5135, "learning_rate": 4.921060820191909e-06, "epoch": 0.43222003929273084, "percentage": 10.83, "elapsed_time": "0:05:41", "remaining_time": "0:46:56"}
+{"current_steps": 120, "total_steps": 1016, "loss": 0.5646, "learning_rate": 4.8999541227457514e-06, "epoch": 0.4715127701375246, "percentage": 11.81, "elapsed_time": "0:06:09", "remaining_time": "0:45:57"}
+{"current_steps": 130, "total_steps": 1016, "loss": 0.512, "learning_rate": 4.8764062812443875e-06, "epoch": 0.5108055009823183, "percentage": 12.8, "elapsed_time": "0:06:39", "remaining_time": "0:45:24"}
+{"current_steps": 140, "total_steps": 1016, "loss": 0.5396, "learning_rate": 4.8504412476762105e-06, "epoch": 0.550098231827112, "percentage": 13.78, "elapsed_time": "0:07:10", "remaining_time": "0:44:52"}
+{"current_steps": 150, "total_steps": 1016, "loss": 0.5246, "learning_rate": 4.822085432707465e-06, "epoch": 0.5893909626719057, "percentage": 14.76, "elapsed_time": "0:07:38", "remaining_time": "0:44:04"}
+{"current_steps": 160, "total_steps": 1016, "loss": 0.498, "learning_rate": 4.791367678818299e-06, "epoch": 0.6286836935166994, "percentage": 15.75, "elapsed_time": "0:08:05", "remaining_time": "0:43:15"}
+{"current_steps": 170, "total_steps": 1016, "loss": 0.5106, "learning_rate": 4.758319230965267e-06, "epoch": 0.6679764243614931, "percentage": 16.73, "elapsed_time": "0:08:32", "remaining_time": "0:42:28"}
+{"current_steps": 180, "total_steps": 1016, "loss": 0.4969, "learning_rate": 4.72297370480012e-06, "epoch": 0.7072691552062869, "percentage": 17.72, "elapsed_time": "0:08:59", "remaining_time": "0:41:45"}
+{"current_steps": 190, "total_steps": 1016, "loss": 0.4937, "learning_rate": 4.685367052477218e-06, "epoch": 0.7465618860510805, "percentage": 18.7, "elapsed_time": "0:09:25", "remaining_time": "0:40:58"}
+{"current_steps": 200, "total_steps": 1016, "loss": 0.4722, "learning_rate": 4.645537526084331e-06, "epoch": 0.7858546168958742, "percentage": 19.69, "elapsed_time": "0:09:52", "remaining_time": "0:40:18"}
+{"current_steps": 210, "total_steps": 1016, "loss": 0.5044, "learning_rate": 4.603525638734049e-06, "epoch": 0.825147347740668, "percentage": 20.67, "elapsed_time": "0:10:19", "remaining_time": "0:39:38"}
+{"current_steps": 220, "total_steps": 1016, "loss": 0.5001, "learning_rate": 4.559374123355337e-06, "epoch": 0.8644400785854617, "percentage": 21.65, "elapsed_time": "0:10:47", "remaining_time": "0:39:01"}
+{"current_steps": 230, "total_steps": 1016, "loss": 0.4411, "learning_rate": 4.5131278892272e-06, "epoch": 0.9037328094302554, "percentage": 22.64, "elapsed_time": "0:11:15", "remaining_time": "0:38:29"}
+{"current_steps": 240, "total_steps": 1016, "loss": 0.4714, "learning_rate": 4.46483397629863e-06, "epoch": 0.9430255402750491, "percentage": 23.62, "elapsed_time": "0:11:41", "remaining_time": "0:37:47"}
+{"current_steps": 250, "total_steps": 1016, "loss": 0.4632, "learning_rate": 4.414541507341323e-06, "epoch": 0.9823182711198428, "percentage": 24.61, "elapsed_time": "0:12:08", "remaining_time": "0:37:11"}
+{"current_steps": 260, "total_steps": 1016, "loss": 0.4177, "learning_rate": 4.362301637983815e-06, "epoch": 1.0216110019646365, "percentage": 25.59, "elapsed_time": "0:12:34", "remaining_time": "0:36:33"}
+{"current_steps": 270, "total_steps": 1016, "loss": 0.404, "learning_rate": 4.308167504677893e-06, "epoch": 1.0609037328094302, "percentage": 26.57, "elapsed_time": "0:13:00", "remaining_time": "0:35:56"}
+{"current_steps": 280, "total_steps": 1016, "loss": 0.385, "learning_rate": 4.2521941706501625e-06, "epoch": 1.1001964636542239, "percentage": 27.56, "elapsed_time": "0:13:28", "remaining_time": "0:35:26"}
+{"current_steps": 290, "total_steps": 1016, "loss": 0.3881, "learning_rate": 4.194438569893784e-06, "epoch": 1.1394891944990178, "percentage": 28.54, "elapsed_time": "0:13:56", "remaining_time": "0:34:53"}
+{"current_steps": 300, "total_steps": 1016, "loss": 0.3739, "learning_rate": 4.134959449257335e-06, "epoch": 1.1787819253438114, "percentage": 29.53, "elapsed_time": "0:14:22", "remaining_time": "0:34:19"}
+{"current_steps": 310, "total_steps": 1016, "loss": 0.3687, "learning_rate": 4.0738173086896995e-06, "epoch": 1.218074656188605, "percentage": 30.51, "elapsed_time": "0:14:49", "remaining_time": "0:33:46"}
+{"current_steps": 320, "total_steps": 1016, "loss": 0.3822, "learning_rate": 4.011074339701772e-06, "epoch": 1.2573673870333988, "percentage": 31.5, "elapsed_time": "0:15:14", "remaining_time": "0:33:10"}
+{"current_steps": 330, "total_steps": 1016, "loss": 0.3787, "learning_rate": 3.946794362107564e-06, "epoch": 1.2966601178781925, "percentage": 32.48, "elapsed_time": "0:15:40", "remaining_time": "0:32:35"}
+{"current_steps": 340, "total_steps": 1016, "loss": 0.4118, "learning_rate": 3.8810427591090635e-06, "epoch": 1.3359528487229864, "percentage": 33.46, "elapsed_time": "0:16:06", "remaining_time": "0:32:01"}
+{"current_steps": 350, "total_steps": 1016, "loss": 0.3854, "learning_rate": 3.813886410790879e-06, "epoch": 1.37524557956778, "percentage": 34.45, "elapsed_time": "0:16:31", "remaining_time": "0:31:26"}
+{"current_steps": 360, "total_steps": 1016, "loss": 0.3636, "learning_rate": 3.7453936260922983e-06, "epoch": 1.4145383104125737, "percentage": 35.43, "elapsed_time": "0:16:57", "remaining_time": "0:30:54"}
+{"current_steps": 370, "total_steps": 1016, "loss": 0.4106, "learning_rate": 3.675634073325981e-06, "epoch": 1.4538310412573674, "percentage": 36.42, "elapsed_time": "0:17:23", "remaining_time": "0:30:22"}
+{"current_steps": 380, "total_steps": 1016, "loss": 0.3809, "learning_rate": 3.6046787093139415e-06, "epoch": 1.493123772102161, "percentage": 37.4, "elapsed_time": "0:17:50", "remaining_time": "0:29:52"}
+{"current_steps": 390, "total_steps": 1016, "loss": 0.3773, "learning_rate": 3.5325997072129066e-06, "epoch": 1.5324165029469548, "percentage": 38.39, "elapsed_time": "0:18:18", "remaining_time": "0:29:22"}
+{"current_steps": 400, "total_steps": 1016, "loss": 0.394, "learning_rate": 3.4594703831024723e-06, "epoch": 1.5717092337917484, "percentage": 39.37, "elapsed_time": "0:18:43", "remaining_time": "0:28:50"}
+{"current_steps": 410, "total_steps": 1016, "loss": 0.366, "learning_rate": 3.385365121410706e-06, "epoch": 1.611001964636542, "percentage": 40.35, "elapsed_time": "0:19:09", "remaining_time": "0:28:19"}
+{"current_steps": 420, "total_steps": 1016, "loss": 0.3554, "learning_rate": 3.310359299253082e-06, "epoch": 1.650294695481336, "percentage": 41.34, "elapsed_time": "0:19:34", "remaining_time": "0:27:47"}
+{"current_steps": 430, "total_steps": 1016, "loss": 0.3888, "learning_rate": 3.234529209761676e-06, "epoch": 1.6895874263261297, "percentage": 42.32, "elapsed_time": "0:20:00", "remaining_time": "0:27:16"}
+{"current_steps": 440, "total_steps": 1016, "loss": 0.3853, "learning_rate": 3.157951984482635e-06, "epoch": 1.7288801571709234, "percentage": 43.31, "elapsed_time": "0:20:27", "remaining_time": "0:26:46"}
+{"current_steps": 450, "total_steps": 1016, "loss": 0.4516, "learning_rate": 3.080705514920836e-06, "epoch": 1.768172888015717, "percentage": 44.29, "elapsed_time": "0:20:53", "remaining_time": "0:26:16"}
+{"current_steps": 460, "total_steps": 1016, "loss": 0.3768, "learning_rate": 3.0028683733115417e-06, "epoch": 1.807465618860511, "percentage": 45.28, "elapsed_time": "0:21:19", "remaining_time": "0:25:46"}
+{"current_steps": 470, "total_steps": 1016, "loss": 0.3674, "learning_rate": 2.9245197326996515e-06, "epoch": 1.8467583497053046, "percentage": 46.26, "elapsed_time": "0:21:46", "remaining_time": "0:25:17"}
+{"current_steps": 480, "total_steps": 1016, "loss": 0.3872, "learning_rate": 2.845739286407821e-06, "epoch": 1.8860510805500983, "percentage": 47.24, "elapsed_time": "0:22:13", "remaining_time": "0:24:48"}
+{"current_steps": 490, "total_steps": 1016, "loss": 0.3565, "learning_rate": 2.7666071669753807e-06, "epoch": 1.925343811394892, "percentage": 48.23, "elapsed_time": "0:22:40", "remaining_time": "0:24:20"}
+{"current_steps": 500, "total_steps": 1016, "loss": 0.3736, "learning_rate": 2.687203864650497e-06, "epoch": 1.9646365422396856, "percentage": 49.21, "elapsed_time": "0:23:06", "remaining_time": "0:23:50"}
+{"current_steps": 510, "total_steps": 1016, "loss": 0.3559, "learning_rate": 2.6076101455184867e-06, "epoch": 2.0039292730844793, "percentage": 50.2, "elapsed_time": "0:24:29", "remaining_time": "0:24:17"}
+{"current_steps": 520, "total_steps": 1016, "loss": 0.3241, "learning_rate": 2.527906969349559e-06, "epoch": 2.043222003929273, "percentage": 51.18, "elapsed_time": "0:24:56", "remaining_time": "0:23:46"}
+{"current_steps": 530, "total_steps": 1016, "loss": 0.2905, "learning_rate": 2.44817540724955e-06, "epoch": 2.0825147347740667, "percentage": 52.17, "elapsed_time": "0:25:21", "remaining_time": "0:23:15"}
+{"current_steps": 540, "total_steps": 1016, "loss": 0.3063, "learning_rate": 2.3684965591974084e-06, "epoch": 2.1218074656188604, "percentage": 53.15, "elapsed_time": "0:25:46", "remaining_time": "0:22:43"}
+{"current_steps": 550, "total_steps": 1016, "loss": 0.3883, "learning_rate": 2.288951471553316e-06, "epoch": 2.161100196463654, "percentage": 54.13, "elapsed_time": "0:26:12", "remaining_time": "0:22:12"}
+{"current_steps": 560, "total_steps": 1016, "loss": 0.2879, "learning_rate": 2.2096210546213397e-06, "epoch": 2.2003929273084477, "percentage": 55.12, "elapsed_time": "0:26:35", "remaining_time": "0:21:39"}
+{"current_steps": 570, "total_steps": 1016, "loss": 0.288, "learning_rate": 2.130586000350486e-06, "epoch": 2.239685658153242, "percentage": 56.1, "elapsed_time": "0:27:02", "remaining_time": "0:21:09"}
+{"current_steps": 580, "total_steps": 1016, "loss": 0.2835, "learning_rate": 2.0519267002578517e-06, "epoch": 2.2789783889980355, "percentage": 57.09, "elapsed_time": "0:27:28", "remaining_time": "0:20:39"}
+{"current_steps": 590, "total_steps": 1016, "loss": 0.3274, "learning_rate": 1.9737231636573595e-06, "epoch": 2.318271119842829, "percentage": 58.07, "elapsed_time": "0:27:52", "remaining_time": "0:20:07"}
+{"current_steps": 600, "total_steps": 1016, "loss": 0.284, "learning_rate": 1.8960549362772618e-06, "epoch": 2.357563850687623, "percentage": 59.06, "elapsed_time": "0:28:19", "remaining_time": "0:19:38"}
+{"current_steps": 610, "total_steps": 1016, "loss": 0.3257, "learning_rate": 1.8190010193491869e-06, "epoch": 2.3968565815324165, "percentage": 60.04, "elapsed_time": "0:28:44", "remaining_time": "0:19:07"}
+{"current_steps": 620, "total_steps": 1016, "loss": 0.3166, "learning_rate": 1.7426397892510244e-06, "epoch": 2.43614931237721, "percentage": 61.02, "elapsed_time": "0:29:11", "remaining_time": "0:18:38"}
+{"current_steps": 630, "total_steps": 1016, "loss": 0.3084, "learning_rate": 1.6670489177853854e-06, "epoch": 2.475442043222004, "percentage": 62.01, "elapsed_time": "0:29:39", "remaining_time": "0:18:10"}
+{"current_steps": 640, "total_steps": 1016, "loss": 0.2706, "learning_rate": 1.5923052931747408e-06, "epoch": 2.5147347740667976, "percentage": 62.99, "elapsed_time": "0:30:05", "remaining_time": "0:17:40"}
+{"current_steps": 650, "total_steps": 1016, "loss": 0.3063, "learning_rate": 1.5184849418535763e-06, "epoch": 2.5540275049115913, "percentage": 63.98, "elapsed_time": "0:30:30", "remaining_time": "0:17:10"}
+{"current_steps": 660, "total_steps": 1016, "loss": 0.2612, "learning_rate": 1.4456629511371346e-06, "epoch": 2.593320235756385, "percentage": 64.96, "elapsed_time": "0:30:55", "remaining_time": "0:16:40"}
+{"current_steps": 670, "total_steps": 1016, "loss": 0.2843, "learning_rate": 1.3739133928453884e-06, "epoch": 2.6326129666011786, "percentage": 65.94, "elapsed_time": "0:31:23", "remaining_time": "0:16:12"}
+{"current_steps": 680, "total_steps": 1016, "loss": 0.2794, "learning_rate": 1.3033092479599453e-06, "epoch": 2.6719056974459727, "percentage": 66.93, "elapsed_time": "0:31:51", "remaining_time": "0:15:44"}
+{"current_steps": 690, "total_steps": 1016, "loss": 0.2591, "learning_rate": 1.2339223323905026e-06, "epoch": 2.711198428290766, "percentage": 67.91, "elapsed_time": "0:32:18", "remaining_time": "0:15:15"}
+{"current_steps": 700, "total_steps": 1016, "loss": 0.2775, "learning_rate": 1.1658232239263815e-06, "epoch": 2.75049115913556, "percentage": 68.9, "elapsed_time": "0:32:45", "remaining_time": "0:14:47"}
+{"current_steps": 710, "total_steps": 1016, "loss": 0.2829, "learning_rate": 1.099081190447418e-06, "epoch": 2.7897838899803538, "percentage": 69.88, "elapsed_time": "0:33:13", "remaining_time": "0:14:19"}
+{"current_steps": 720, "total_steps": 1016, "loss": 0.278, "learning_rate": 1.0337641194672608e-06, "epoch": 2.8290766208251474, "percentage": 70.87, "elapsed_time": "0:33:38", "remaining_time": "0:13:49"}
+{"current_steps": 730, "total_steps": 1016, "loss": 0.303, "learning_rate": 9.699384490807113e-07, "epoch": 2.868369351669941, "percentage": 71.85, "elapsed_time": "0:34:04", "remaining_time": "0:13:20"}
+{"current_steps": 740, "total_steps": 1016, "loss": 0.2701, "learning_rate": 9.076691003853666e-07, "epoch": 2.907662082514735, "percentage": 72.83, "elapsed_time": "0:34:31", "remaining_time": "0:12:52"}
+{"current_steps": 750, "total_steps": 1016, "loss": 0.2734, "learning_rate": 8.470194114462965e-07, "epoch": 2.9469548133595285, "percentage": 73.82, "elapsed_time": "0:34:57", "remaining_time": "0:12:24"}
+{"current_steps": 760, "total_steps": 1016, "loss": 0.3013, "learning_rate": 7.880510728709176e-07, "epoch": 2.986247544204322, "percentage": 74.8, "elapsed_time": "0:35:23", "remaining_time": "0:11:55"}
+{"current_steps": 770, "total_steps": 1016, "loss": 0.2958, "learning_rate": 7.30824065059603e-07, "epoch": 3.025540275049116, "percentage": 75.79, "elapsed_time": "0:35:48", "remaining_time": "0:11:26"}
+{"current_steps": 780, "total_steps": 1016, "loss": 0.2528, "learning_rate": 6.753965971958487e-07, "epoch": 3.0648330058939095, "percentage": 76.77, "elapsed_time": "0:36:14", "remaining_time": "0:10:57"}
+{"current_steps": 790, "total_steps": 1016, "loss": 0.257, "learning_rate": 6.218250480380611e-07, "epoch": 3.104125736738703, "percentage": 77.76, "elapsed_time": "0:36:39", "remaining_time": "0:10:29"}
+{"current_steps": 800, "total_steps": 1016, "loss": 0.2777, "learning_rate": 5.701639085731786e-07, "epoch": 3.143418467583497, "percentage": 78.74, "elapsed_time": "0:37:06", "remaining_time": "0:10:01"}
+{"current_steps": 810, "total_steps": 1016, "loss": 0.2403, "learning_rate": 5.204657265904664e-07, "epoch": 3.182711198428291, "percentage": 79.72, "elapsed_time": "0:37:33", "remaining_time": "0:09:33"}
+{"current_steps": 820, "total_steps": 1016, "loss": 0.264, "learning_rate": 4.7278105323186244e-07, "epoch": 3.2220039292730847, "percentage": 80.71, "elapsed_time": "0:38:00", "remaining_time": "0:09:05"}
+{"current_steps": 830, "total_steps": 1016, "loss": 0.236, "learning_rate": 4.2715839157323384e-07, "epoch": 3.2612966601178783, "percentage": 81.69, "elapsed_time": "0:38:27", "remaining_time": "0:08:37"}
+{"current_steps": 840, "total_steps": 1016, "loss": 0.2239, "learning_rate": 3.8364414728885414e-07, "epoch": 3.300589390962672, "percentage": 82.68, "elapsed_time": "0:38:55", "remaining_time": "0:08:09"}
+{"current_steps": 850, "total_steps": 1016, "loss": 0.2219, "learning_rate": 3.4228258144927587e-07, "epoch": 3.3398821218074657, "percentage": 83.66, "elapsed_time": "0:39:20", "remaining_time": "0:07:41"}
+{"current_steps": 860, "total_steps": 1016, "loss": 0.2589, "learning_rate": 3.031157655006187e-07, "epoch": 3.3791748526522594, "percentage": 84.65, "elapsed_time": "0:39:46", "remaining_time": "0:07:12"}
+{"current_steps": 870, "total_steps": 1016, "loss": 0.2515, "learning_rate": 2.6618353847105703e-07, "epoch": 3.418467583497053, "percentage": 85.63, "elapsed_time": "0:40:13", "remaining_time": "0:06:45"}
+{"current_steps": 880, "total_steps": 1016, "loss": 0.2438, "learning_rate": 2.315234664480448e-07, "epoch": 3.4577603143418467, "percentage": 86.61, "elapsed_time": "0:40:41", "remaining_time": "0:06:17"}
+{"current_steps": 890, "total_steps": 1016, "loss": 0.2253, "learning_rate": 1.9917080436748615e-07, "epoch": 3.4970530451866404, "percentage": 87.6, "elapsed_time": "0:41:07", "remaining_time": "0:05:49"}
+{"current_steps": 900, "total_steps": 1016, "loss": 0.2254, "learning_rate": 1.6915846015372855e-07, "epoch": 3.536345776031434, "percentage": 88.58, "elapsed_time": "0:41:34", "remaining_time": "0:05:21"}
+{"current_steps": 910, "total_steps": 1016, "loss": 0.2322, "learning_rate": 1.4151696124684504e-07, "epoch": 3.5756385068762278, "percentage": 89.57, "elapsed_time": "0:42:02", "remaining_time": "0:04:53"}
+{"current_steps": 920, "total_steps": 1016, "loss": 0.2412, "learning_rate": 1.1627442355125834e-07, "epoch": 3.614931237721022, "percentage": 90.55, "elapsed_time": "0:42:27", "remaining_time": "0:04:25"}
+{"current_steps": 930, "total_steps": 1016, "loss": 0.2338, "learning_rate": 9.345652283728828e-08, "epoch": 3.654223968565815, "percentage": 91.54, "elapsed_time": "0:42:53", "remaining_time": "0:03:57"}
+{"current_steps": 940, "total_steps": 1016, "loss": 0.2435, "learning_rate": 7.308646862471319e-08, "epoch": 3.6935166994106092, "percentage": 92.52, "elapsed_time": "0:43:18", "remaining_time": "0:03:30"}
+{"current_steps": 950, "total_steps": 1016, "loss": 0.253, "learning_rate": 5.5184980574911617e-08, "epoch": 3.732809430255403, "percentage": 93.5, "elapsed_time": "0:43:42", "remaining_time": "0:03:02"}
+{"current_steps": 960, "total_steps": 1016, "loss": 0.2306, "learning_rate": 3.9770267415590866e-08, "epoch": 3.7721021611001966, "percentage": 94.49, "elapsed_time": "0:44:10", "remaining_time": "0:02:34"}
+{"current_steps": 970, "total_steps": 1016, "loss": 0.2403, "learning_rate": 2.6858008419548e-08, "epoch": 3.8113948919449903, "percentage": 95.47, "elapsed_time": "0:44:36", "remaining_time": "0:02:06"}
+{"current_steps": 980, "total_steps": 1016, "loss": 0.2371, "learning_rate": 1.6461337456297187e-08, "epoch": 3.850687622789784, "percentage": 96.46, "elapsed_time": "0:45:03", "remaining_time": "0:01:39"}
+{"current_steps": 990, "total_steps": 1016, "loss": 0.2388, "learning_rate": 8.590829632785513e-09, "epoch": 3.8899803536345776, "percentage": 97.44, "elapsed_time": "0:45:28", "remaining_time": "0:01:11"}
+{"current_steps": 1000, "total_steps": 1016, "loss": 0.2568, "learning_rate": 3.2544905367876134e-09, "epoch": 3.9292730844793713, "percentage": 98.43, "elapsed_time": "0:45:53", "remaining_time": "0:00:44"}
+{"current_steps": 1010, "total_steps": 1016, "loss": 0.3124, "learning_rate": 4.577480939194079e-10, "epoch": 3.968565815324165, "percentage": 99.41, "elapsed_time": "0:47:12", "remaining_time": "0:00:16"}
+{"current_steps": 1016, "total_steps": 1016, "epoch": 3.9921414538310414, "percentage": 100.0, "elapsed_time": "0:48:29", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,749 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.9921414538310414,
+  "eval_steps": 50000,
+  "global_step": 1016,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03929273084479371,
+      "grad_norm": 4.240847110748291,
+      "learning_rate": 1.6129032258064516e-06,
+      "loss": 0.8413,
+      "step": 10
+    },
+    {
+      "epoch": 0.07858546168958742,
+      "grad_norm": 2.775519371032715,
+      "learning_rate": 3.225806451612903e-06,
+      "loss": 0.8393,
+      "step": 20
+    },
+    {
+      "epoch": 0.11787819253438114,
+      "grad_norm": 1.6855406761169434,
+      "learning_rate": 4.838709677419355e-06,
+      "loss": 0.6735,
+      "step": 30
+    },
+    {
+      "epoch": 0.15717092337917485,
+      "grad_norm": 1.2230864763259888,
+      "learning_rate": 4.998970106077018e-06,
+      "loss": 0.5542,
+      "step": 40
+    },
+    {
+      "epoch": 0.19646365422396855,
+      "grad_norm": 1.1485282182693481,
+      "learning_rate": 4.99541106832608e-06,
+      "loss": 0.5265,
+      "step": 50
+    },
+    {
+      "epoch": 0.2357563850687623,
+      "grad_norm": 1.0626362562179565,
+      "learning_rate": 4.989313791265896e-06,
+      "loss": 0.6019,
+      "step": 60
+    },
+    {
+      "epoch": 0.275049115913556,
+      "grad_norm": 1.3240628242492676,
+      "learning_rate": 4.9806844768198724e-06,
+      "loss": 0.5705,
+      "step": 70
+    },
+    {
+      "epoch": 0.3143418467583497,
+      "grad_norm": 1.8527514934539795,
+      "learning_rate": 4.969531902405652e-06,
+      "loss": 0.5798,
+      "step": 80
+    },
+    {
+      "epoch": 0.35363457760314343,
+      "grad_norm": 1.7867568731307983,
+      "learning_rate": 4.955867412007052e-06,
+      "loss": 0.5768,
+      "step": 90
+    },
+    {
+      "epoch": 0.3929273084479371,
+      "grad_norm": 1.3669260740280151,
+      "learning_rate": 4.939704904635388e-06,
+      "loss": 0.5416,
+      "step": 100
+    },
+    {
+      "epoch": 0.43222003929273084,
+      "grad_norm": 1.1892198324203491,
+      "learning_rate": 4.921060820191909e-06,
+      "loss": 0.5135,
+      "step": 110
+    },
+    {
+      "epoch": 0.4715127701375246,
+      "grad_norm": 1.509191632270813,
+      "learning_rate": 4.8999541227457514e-06,
+      "loss": 0.5646,
+      "step": 120
+    },
+    {
+      "epoch": 0.5108055009823183,
+      "grad_norm": 1.106804609298706,
+      "learning_rate": 4.8764062812443875e-06,
+      "loss": 0.512,
+      "step": 130
+    },
+    {
+      "epoch": 0.550098231827112,
+      "grad_norm": 1.2564148902893066,
+      "learning_rate": 4.8504412476762105e-06,
+      "loss": 0.5396,
+      "step": 140
+    },
+    {
+      "epoch": 0.5893909626719057,
+      "grad_norm": 1.2446550130844116,
+      "learning_rate": 4.822085432707465e-06,
+      "loss": 0.5246,
+      "step": 150
+    },
+    {
+      "epoch": 0.6286836935166994,
+      "grad_norm": 0.9773355722427368,
+      "learning_rate": 4.791367678818299e-06,
+      "loss": 0.498,
+      "step": 160
+    },
+    {
+      "epoch": 0.6679764243614931,
+      "grad_norm": 1.3318967819213867,
+      "learning_rate": 4.758319230965267e-06,
+      "loss": 0.5106,
+      "step": 170
+    },
+    {
+      "epoch": 0.7072691552062869,
+      "grad_norm": 1.806362271308899,
+      "learning_rate": 4.72297370480012e-06,
+      "loss": 0.4969,
+      "step": 180
+    },
+    {
+      "epoch": 0.7465618860510805,
+      "grad_norm": 1.4682146310806274,
+      "learning_rate": 4.685367052477218e-06,
+      "loss": 0.4937,
+      "step": 190
+    },
+    {
+      "epoch": 0.7858546168958742,
+      "grad_norm": 1.461862325668335,
+      "learning_rate": 4.645537526084331e-06,
+      "loss": 0.4722,
+      "step": 200
+    },
+    {
+      "epoch": 0.825147347740668,
+      "grad_norm": 1.3028712272644043,
+      "learning_rate": 4.603525638734049e-06,
+      "loss": 0.5044,
+      "step": 210
+    },
+    {
+      "epoch": 0.8644400785854617,
+      "grad_norm": 1.2041152715682983,
+      "learning_rate": 4.559374123355337e-06,
+      "loss": 0.5001,
+      "step": 220
+    },
+    {
+      "epoch": 0.9037328094302554,
+      "grad_norm": 1.3553584814071655,
+      "learning_rate": 4.5131278892272e-06,
+      "loss": 0.4411,
+      "step": 230
+    },
+    {
+      "epoch": 0.9430255402750491,
+      "grad_norm": 1.3149176836013794,
+      "learning_rate": 4.46483397629863e-06,
+      "loss": 0.4714,
+      "step": 240
+    },
+    {
+      "epoch": 0.9823182711198428,
+      "grad_norm": 1.2405178546905518,
+      "learning_rate": 4.414541507341323e-06,
+      "loss": 0.4632,
+      "step": 250
+    },
+    {
+      "epoch": 1.0216110019646365,
+      "grad_norm": 1.4180119037628174,
+      "learning_rate": 4.362301637983815e-06,
+      "loss": 0.4177,
+      "step": 260
+    },
+    {
+      "epoch": 1.0609037328094302,
+      "grad_norm": 1.6266894340515137,
+      "learning_rate": 4.308167504677893e-06,
+      "loss": 0.404,
+      "step": 270
+    },
+    {
+      "epoch": 1.1001964636542239,
+      "grad_norm": 1.8860481977462769,
+      "learning_rate": 4.2521941706501625e-06,
+      "loss": 0.385,
+      "step": 280
+    },
+    {
+      "epoch": 1.1394891944990178,
+      "grad_norm": 1.4382065534591675,
+      "learning_rate": 4.194438569893784e-06,
+      "loss": 0.3881,
+      "step": 290
+    },
+    {
+      "epoch": 1.1787819253438114,
+      "grad_norm": 1.4116265773773193,
+      "learning_rate": 4.134959449257335e-06,
+      "loss": 0.3739,
+      "step": 300
+    },
+    {
+      "epoch": 1.218074656188605,
+      "grad_norm": 1.192594289779663,
+      "learning_rate": 4.0738173086896995e-06,
+      "loss": 0.3687,
+      "step": 310
+    },
+    {
+      "epoch": 1.2573673870333988,
+      "grad_norm": 1.2677867412567139,
+      "learning_rate": 4.011074339701772e-06,
+      "loss": 0.3822,
+      "step": 320
+    },
+    {
+      "epoch": 1.2966601178781925,
+      "grad_norm": 1.2392891645431519,
+      "learning_rate": 3.946794362107564e-06,
+      "loss": 0.3787,
+      "step": 330
+    },
+    {
+      "epoch": 1.3359528487229864,
+      "grad_norm": 1.810904622077942,
+      "learning_rate": 3.8810427591090635e-06,
+      "loss": 0.4118,
+      "step": 340
+    },
+    {
+      "epoch": 1.37524557956778,
+      "grad_norm": 1.9088846445083618,
+      "learning_rate": 3.813886410790879e-06,
+      "loss": 0.3854,
+      "step": 350
+    },
+    {
+      "epoch": 1.4145383104125737,
+      "grad_norm": 1.1440798044204712,
+      "learning_rate": 3.7453936260922983e-06,
+      "loss": 0.3636,
+      "step": 360
+    },
+    {
+      "epoch": 1.4538310412573674,
+      "grad_norm": 1.5531620979309082,
+      "learning_rate": 3.675634073325981e-06,
+      "loss": 0.4106,
+      "step": 370
+    },
+    {
+      "epoch": 1.493123772102161,
+      "grad_norm": 1.4519999027252197,
+      "learning_rate": 3.6046787093139415e-06,
+      "loss": 0.3809,
+      "step": 380
+    },
+    {
+      "epoch": 1.5324165029469548,
+      "grad_norm": 1.8616143465042114,
+      "learning_rate": 3.5325997072129066e-06,
+      "loss": 0.3773,
+      "step": 390
+    },
+    {
+      "epoch": 1.5717092337917484,
+      "grad_norm": 1.5181927680969238,
+      "learning_rate": 3.4594703831024723e-06,
+      "loss": 0.394,
+      "step": 400
+    },
+    {
+      "epoch": 1.611001964636542,
+      "grad_norm": 1.901669979095459,
+      "learning_rate": 3.385365121410706e-06,
+      "loss": 0.366,
+      "step": 410
+    },
+    {
+      "epoch": 1.650294695481336,
+      "grad_norm": 1.4574675559997559,
+      "learning_rate": 3.310359299253082e-06,
+      "loss": 0.3554,
+      "step": 420
+    },
+    {
+      "epoch": 1.6895874263261297,
+      "grad_norm": 1.6998835802078247,
+      "learning_rate": 3.234529209761676e-06,
+      "loss": 0.3888,
+      "step": 430
+    },
+    {
+      "epoch": 1.7288801571709234,
+      "grad_norm": 1.4896142482757568,
+      "learning_rate": 3.157951984482635e-06,
+      "loss": 0.3853,
+      "step": 440
+    },
+    {
+      "epoch": 1.768172888015717,
+      "grad_norm": 1.1636215448379517,
+      "learning_rate": 3.080705514920836e-06,
+      "loss": 0.4516,
+      "step": 450
+    },
+    {
+      "epoch": 1.807465618860511,
+      "grad_norm": 1.5409859418869019,
+      "learning_rate": 3.0028683733115417e-06,
+      "loss": 0.3768,
+      "step": 460
+    },
+    {
+      "epoch": 1.8467583497053046,
+      "grad_norm": 1.0910699367523193,
+      "learning_rate": 2.9245197326996515e-06,
+      "loss": 0.3674,
+      "step": 470
+    },
+    {
+      "epoch": 1.8860510805500983,
+      "grad_norm": 1.6574006080627441,
+      "learning_rate": 2.845739286407821e-06,
+      "loss": 0.3872,
+      "step": 480
+    },
+    {
+      "epoch": 1.925343811394892,
+      "grad_norm": 1.2492740154266357,
+      "learning_rate": 2.7666071669753807e-06,
+      "loss": 0.3565,
+      "step": 490
+    },
+    {
+      "epoch": 1.9646365422396856,
+      "grad_norm": 1.5630059242248535,
+      "learning_rate": 2.687203864650497e-06,
+      "loss": 0.3736,
+      "step": 500
+    },
+    {
+      "epoch": 2.0039292730844793,
+      "grad_norm": 1.4160641431808472,
+      "learning_rate": 2.6076101455184867e-06,
+      "loss": 0.3559,
+      "step": 510
+    },
+    {
+      "epoch": 2.043222003929273,
+      "grad_norm": 1.2741782665252686,
+      "learning_rate": 2.527906969349559e-06,
+      "loss": 0.3241,
+      "step": 520
+    },
+    {
+      "epoch": 2.0825147347740667,
+      "grad_norm": 1.7951622009277344,
+      "learning_rate": 2.44817540724955e-06,
+      "loss": 0.2905,
+      "step": 530
+    },
+    {
+      "epoch": 2.1218074656188604,
+      "grad_norm": 2.1442809104919434,
+      "learning_rate": 2.3684965591974084e-06,
+      "loss": 0.3063,
+      "step": 540
+    },
+    {
+      "epoch": 2.161100196463654,
+      "grad_norm": 1.2380913496017456,
+      "learning_rate": 2.288951471553316e-06,
+      "loss": 0.3883,
+      "step": 550
+    },
+    {
+      "epoch": 2.2003929273084477,
+      "grad_norm": 1.4480243921279907,
+      "learning_rate": 2.2096210546213397e-06,
+      "loss": 0.2879,
+      "step": 560
+    },
+    {
+      "epoch": 2.239685658153242,
+      "grad_norm": 1.1371639966964722,
+      "learning_rate": 2.130586000350486e-06,
+      "loss": 0.288,
+      "step": 570
+    },
+    {
+      "epoch": 2.2789783889980355,
+      "grad_norm": 2.1175849437713623,
+      "learning_rate": 2.0519267002578517e-06,
+      "loss": 0.2835,
+      "step": 580
+    },
+    {
+      "epoch": 2.318271119842829,
+      "grad_norm": 2.0246710777282715,
+      "learning_rate": 1.9737231636573595e-06,
+      "loss": 0.3274,
+      "step": 590
+    },
+    {
+      "epoch": 2.357563850687623,
+      "grad_norm": 1.6658718585968018,
+      "learning_rate": 1.8960549362772618e-06,
+      "loss": 0.284,
+      "step": 600
+    },
+    {
+      "epoch": 2.3968565815324165,
+      "grad_norm": 2.166947364807129,
+      "learning_rate": 1.8190010193491869e-06,
+      "loss": 0.3257,
+      "step": 610
+    },
+    {
+      "epoch": 2.43614931237721,
+      "grad_norm": 1.4202911853790283,
+      "learning_rate": 1.7426397892510244e-06,
+      "loss": 0.3166,
+      "step": 620
+    },
+    {
+      "epoch": 2.475442043222004,
+      "grad_norm": 1.6804779767990112,
+      "learning_rate": 1.6670489177853854e-06,
+      "loss": 0.3084,
+      "step": 630
+    },
+    {
+      "epoch": 2.5147347740667976,
+      "grad_norm": 1.5360515117645264,
+      "learning_rate": 1.5923052931747408e-06,
+      "loss": 0.2706,
+      "step": 640
+    },
+    {
+      "epoch": 2.5540275049115913,
+      "grad_norm": 1.8666387796401978,
+      "learning_rate": 1.5184849418535763e-06,
+      "loss": 0.3063,
+      "step": 650
+    },
+    {
+      "epoch": 2.593320235756385,
+      "grad_norm": 1.715324878692627,
+      "learning_rate": 1.4456629511371346e-06,
+      "loss": 0.2612,
+      "step": 660
+    },
+    {
+      "epoch": 2.6326129666011786,
+      "grad_norm": 1.3589706420898438,
+      "learning_rate": 1.3739133928453884e-06,
+      "loss": 0.2843,
+      "step": 670
+    },
+    {
+      "epoch": 2.6719056974459727,
+      "grad_norm": 1.6187039613723755,
+      "learning_rate": 1.3033092479599453e-06,
+      "loss": 0.2794,
+      "step": 680
+    },
+    {
+      "epoch": 2.711198428290766,
+      "grad_norm": 1.5836079120635986,
+      "learning_rate": 1.2339223323905026e-06,
+      "loss": 0.2591,
+      "step": 690
+    },
+    {
+      "epoch": 2.75049115913556,
+      "grad_norm": 1.5338759422302246,
+      "learning_rate": 1.1658232239263815e-06,
+      "loss": 0.2775,
+      "step": 700
+    },
+    {
+      "epoch": 2.7897838899803538,
+      "grad_norm": 1.7079037427902222,
+      "learning_rate": 1.099081190447418e-06,
+      "loss": 0.2829,
+      "step": 710
+    },
+    {
+      "epoch": 2.8290766208251474,
+      "grad_norm": 1.3403918743133545,
+      "learning_rate": 1.0337641194672608e-06,
+      "loss": 0.278,
+      "step": 720
+    },
+    {
+      "epoch": 2.868369351669941,
+      "grad_norm": 1.9498125314712524,
+      "learning_rate": 9.699384490807113e-07,
+      "loss": 0.303,
+      "step": 730
+    },
+    {
+      "epoch": 2.907662082514735,
+      "grad_norm": 1.7675586938858032,
+      "learning_rate": 9.076691003853666e-07,
+      "loss": 0.2701,
+      "step": 740
+    },
+    {
+      "epoch": 2.9469548133595285,
+      "grad_norm": 1.6067301034927368,
+      "learning_rate": 8.470194114462965e-07,
+      "loss": 0.2734,
+      "step": 750
+    },
+    {
+      "epoch": 2.986247544204322,
+      "grad_norm": 1.7567888498306274,
+      "learning_rate": 7.880510728709176e-07,
+      "loss": 0.3013,
+      "step": 760
+    },
+    {
+      "epoch": 3.025540275049116,
+      "grad_norm": 1.446516990661621,
+      "learning_rate": 7.30824065059603e-07,
+      "loss": 0.2958,
+      "step": 770
+    },
+    {
+      "epoch": 3.0648330058939095,
+      "grad_norm": 2.272646427154541,
+      "learning_rate": 6.753965971958487e-07,
+      "loss": 0.2528,
+      "step": 780
+    },
+    {
+      "epoch": 3.104125736738703,
+      "grad_norm": 1.5716464519500732,
+      "learning_rate": 6.218250480380611e-07,
+      "loss": 0.257,
+      "step": 790
+    },
+    {
+      "epoch": 3.143418467583497,
+      "grad_norm": 1.6481252908706665,
+      "learning_rate": 5.701639085731786e-07,
+      "loss": 0.2777,
+      "step": 800
+    },
+    {
+      "epoch": 3.182711198428291,
+      "grad_norm": 1.6308358907699585,
+      "learning_rate": 5.204657265904664e-07,
+      "loss": 0.2403,
+      "step": 810
+    },
+    {
+      "epoch": 3.2220039292730847,
+      "grad_norm": 1.8249069452285767,
+      "learning_rate": 4.7278105323186244e-07,
+      "loss": 0.264,
+      "step": 820
+    },
+    {
+      "epoch": 3.2612966601178783,
+      "grad_norm": 1.533990740776062,
+      "learning_rate": 4.2715839157323384e-07,
+      "loss": 0.236,
+      "step": 830
+    },
+    {
+      "epoch": 3.300589390962672,
+      "grad_norm": 2.055413007736206,
+      "learning_rate": 3.8364414728885414e-07,
+      "loss": 0.2239,
+      "step": 840
+    },
+    {
+      "epoch": 3.3398821218074657,
+      "grad_norm": 1.7431176900863647,
+      "learning_rate": 3.4228258144927587e-07,
+      "loss": 0.2219,
+      "step": 850
+    },
+    {
+      "epoch": 3.3791748526522594,
+      "grad_norm": 1.1028379201889038,
+      "learning_rate": 3.031157655006187e-07,
+      "loss": 0.2589,
+      "step": 860
+    },
+    {
+      "epoch": 3.418467583497053,
+      "grad_norm": 1.7137134075164795,
+      "learning_rate": 2.6618353847105703e-07,
+      "loss": 0.2515,
+      "step": 870
+    },
+    {
+      "epoch": 3.4577603143418467,
+      "grad_norm": 1.3465744256973267,
+      "learning_rate": 2.315234664480448e-07,
+      "loss": 0.2438,
+      "step": 880
+    },
+    {
+      "epoch": 3.4970530451866404,
+      "grad_norm": 1.597948431968689,
+      "learning_rate": 1.9917080436748615e-07,
+      "loss": 0.2253,
+      "step": 890
+    },
+    {
+      "epoch": 3.536345776031434,
+      "grad_norm": 1.588294506072998,
+      "learning_rate": 1.6915846015372855e-07,
+      "loss": 0.2254,
+      "step": 900
+    },
+    {
+      "epoch": 3.5756385068762278,
+      "grad_norm": 1.6670293807983398,
+      "learning_rate": 1.4151696124684504e-07,
+      "loss": 0.2322,
+      "step": 910
+    },
+    {
+      "epoch": 3.614931237721022,
+      "grad_norm": 1.8248482942581177,
+      "learning_rate": 1.1627442355125834e-07,
+      "loss": 0.2412,
+      "step": 920
+    },
+    {
+      "epoch": 3.654223968565815,
+      "grad_norm": 2.2712173461914062,
+      "learning_rate": 9.345652283728828e-08,
+      "loss": 0.2338,
+      "step": 930
+    },
+    {
+      "epoch": 3.6935166994106092,
+      "grad_norm": 1.6087329387664795,
+      "learning_rate": 7.308646862471319e-08,
+      "loss": 0.2435,
+      "step": 940
+    },
+    {
+      "epoch": 3.732809430255403,
+      "grad_norm": 2.1418673992156982,
+      "learning_rate": 5.5184980574911617e-08,
+      "loss": 0.253,
+      "step": 950
+    },
+    {
+      "epoch": 3.7721021611001966,
+      "grad_norm": 1.753722071647644,
+      "learning_rate": 3.9770267415590866e-08,
+      "loss": 0.2306,
+      "step": 960
+    },
+    {
+      "epoch": 3.8113948919449903,
+      "grad_norm": 2.183093309402466,
+      "learning_rate": 2.6858008419548e-08,
+      "loss": 0.2403,
+      "step": 970
+    },
+    {
+      "epoch": 3.850687622789784,
+      "grad_norm": 2.0719070434570312,
+      "learning_rate": 1.6461337456297187e-08,
+      "loss": 0.2371,
+      "step": 980
+    },
+    {
+      "epoch": 3.8899803536345776,
+      "grad_norm": 1.8452452421188354,
+      "learning_rate": 8.590829632785513e-09,
+      "loss": 0.2388,
+      "step": 990
+    },
+    {
+      "epoch": 3.9292730844793713,
+      "grad_norm": 2.089444875717163,
+      "learning_rate": 3.2544905367876134e-09,
+      "loss": 0.2568,
+      "step": 1000
+    },
+    {
+      "epoch": 3.968565815324165,
+      "grad_norm": 1.6948010921478271,
+      "learning_rate": 4.577480939194079e-10,
+      "loss": 0.3124,
+      "step": 1010
+    },
+    {
+      "epoch": 3.9921414538310414,
+      "step": 1016,
+      "total_flos": 1.8674965730112307e+17,
+      "train_loss": 0.3695383257283939,
+      "train_runtime": 3236.8261,
+      "train_samples_per_second": 5.023,
+      "train_steps_per_second": 0.314
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 1016,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.8674965730112307e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742d0d0aefcca48121e99fe4ef66f35a2ea829507d65adffa925a42936d72d2e
+size 5432