Training in progress, epoch 0

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.2",
+  "use_cache": false,
+  "vocab_size": 32000
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b5ea513a90d8b4210bbcb3fd52dc7c0be5525e863cc5e6c08a173c08c3458f
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1614d82c4e157db7065a346195d4fc5fc624f6617b965fa2b88732adc501c81b
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e7fa2b9d3738bf5a76b0698108635bee8e5bb94e0415d1c8f5da9f2f86f6f1
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{{ '<s>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '[INST] ' + content + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ content + '</s>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_log.jsonl

@@ -0,0 +1,106 @@
+{"current_steps": 10, "total_steps": 3105, "loss": 0.6254, "learning_rate": 5e-06, "epoch": 0.009657170449058426, "percentage": 0.32, "elapsed_time": "0:01:32", "remaining_time": "7:56:12"}
+{"current_steps": 20, "total_steps": 3105, "loss": 0.5439, "learning_rate": 5e-06, "epoch": 0.01931434089811685, "percentage": 0.64, "elapsed_time": "0:02:54", "remaining_time": "7:28:27"}
+{"current_steps": 30, "total_steps": 3105, "loss": 0.5216, "learning_rate": 5e-06, "epoch": 0.028971511347175277, "percentage": 0.97, "elapsed_time": "0:04:16", "remaining_time": "7:17:34"}
+{"current_steps": 40, "total_steps": 3105, "loss": 0.5097, "learning_rate": 5e-06, "epoch": 0.0386286817962337, "percentage": 1.29, "elapsed_time": "0:05:38", "remaining_time": "7:12:48"}
+{"current_steps": 50, "total_steps": 3105, "loss": 0.504, "learning_rate": 5e-06, "epoch": 0.04828585224529213, "percentage": 1.61, "elapsed_time": "0:07:01", "remaining_time": "7:08:49"}
+{"current_steps": 60, "total_steps": 3105, "loss": 0.5013, "learning_rate": 5e-06, "epoch": 0.05794302269435055, "percentage": 1.93, "elapsed_time": "0:08:23", "remaining_time": "7:05:31"}
+{"current_steps": 70, "total_steps": 3105, "loss": 0.4878, "learning_rate": 5e-06, "epoch": 0.06760019314340898, "percentage": 2.25, "elapsed_time": "0:09:45", "remaining_time": "7:03:24"}
+{"current_steps": 80, "total_steps": 3105, "loss": 0.4878, "learning_rate": 5e-06, "epoch": 0.0772573635924674, "percentage": 2.58, "elapsed_time": "0:11:08", "remaining_time": "7:01:34"}
+{"current_steps": 90, "total_steps": 3105, "loss": 0.4879, "learning_rate": 5e-06, "epoch": 0.08691453404152583, "percentage": 2.9, "elapsed_time": "0:12:31", "remaining_time": "6:59:40"}
+{"current_steps": 100, "total_steps": 3105, "loss": 0.4808, "learning_rate": 5e-06, "epoch": 0.09657170449058426, "percentage": 3.22, "elapsed_time": "0:13:54", "remaining_time": "6:57:55"}
+{"current_steps": 110, "total_steps": 3105, "loss": 0.4782, "learning_rate": 5e-06, "epoch": 0.10622887493964268, "percentage": 3.54, "elapsed_time": "0:15:17", "remaining_time": "6:56:14"}
+{"current_steps": 120, "total_steps": 3105, "loss": 0.4767, "learning_rate": 5e-06, "epoch": 0.1158860453887011, "percentage": 3.86, "elapsed_time": "0:16:40", "remaining_time": "6:54:40"}
+{"current_steps": 130, "total_steps": 3105, "loss": 0.4745, "learning_rate": 5e-06, "epoch": 0.12554321583775954, "percentage": 4.19, "elapsed_time": "0:18:02", "remaining_time": "6:52:55"}
+{"current_steps": 140, "total_steps": 3105, "loss": 0.4733, "learning_rate": 5e-06, "epoch": 0.13520038628681796, "percentage": 4.51, "elapsed_time": "0:19:24", "remaining_time": "6:51:05"}
+{"current_steps": 150, "total_steps": 3105, "loss": 0.4733, "learning_rate": 5e-06, "epoch": 0.14485755673587639, "percentage": 4.83, "elapsed_time": "0:20:46", "remaining_time": "6:49:20"}
+{"current_steps": 160, "total_steps": 3105, "loss": 0.4716, "learning_rate": 5e-06, "epoch": 0.1545147271849348, "percentage": 5.15, "elapsed_time": "0:22:09", "remaining_time": "6:47:41"}
+{"current_steps": 170, "total_steps": 3105, "loss": 0.471, "learning_rate": 5e-06, "epoch": 0.16417189763399323, "percentage": 5.48, "elapsed_time": "0:23:31", "remaining_time": "6:46:02"}
+{"current_steps": 180, "total_steps": 3105, "loss": 0.4733, "learning_rate": 5e-06, "epoch": 0.17382906808305165, "percentage": 5.8, "elapsed_time": "0:24:54", "remaining_time": "6:44:37"}
+{"current_steps": 190, "total_steps": 3105, "loss": 0.4711, "learning_rate": 5e-06, "epoch": 0.1834862385321101, "percentage": 6.12, "elapsed_time": "0:26:16", "remaining_time": "6:43:13"}
+{"current_steps": 200, "total_steps": 3105, "loss": 0.4669, "learning_rate": 5e-06, "epoch": 0.19314340898116852, "percentage": 6.44, "elapsed_time": "0:27:39", "remaining_time": "6:41:39"}
+{"current_steps": 210, "total_steps": 3105, "loss": 0.4647, "learning_rate": 5e-06, "epoch": 0.20280057943022695, "percentage": 6.76, "elapsed_time": "0:29:01", "remaining_time": "6:40:08"}
+{"current_steps": 220, "total_steps": 3105, "loss": 0.4585, "learning_rate": 5e-06, "epoch": 0.21245774987928537, "percentage": 7.09, "elapsed_time": "0:30:23", "remaining_time": "6:38:34"}
+{"current_steps": 230, "total_steps": 3105, "loss": 0.4578, "learning_rate": 5e-06, "epoch": 0.2221149203283438, "percentage": 7.41, "elapsed_time": "0:31:46", "remaining_time": "6:37:07"}
+{"current_steps": 240, "total_steps": 3105, "loss": 0.4555, "learning_rate": 5e-06, "epoch": 0.2317720907774022, "percentage": 7.73, "elapsed_time": "0:33:09", "remaining_time": "6:35:46"}
+{"current_steps": 250, "total_steps": 3105, "loss": 0.4663, "learning_rate": 5e-06, "epoch": 0.24142926122646063, "percentage": 8.05, "elapsed_time": "0:34:32", "remaining_time": "6:34:25"}
+{"current_steps": 260, "total_steps": 3105, "loss": 0.4588, "learning_rate": 5e-06, "epoch": 0.2510864316755191, "percentage": 8.37, "elapsed_time": "0:35:55", "remaining_time": "6:33:00"}
+{"current_steps": 270, "total_steps": 3105, "loss": 0.4622, "learning_rate": 5e-06, "epoch": 0.2607436021245775, "percentage": 8.7, "elapsed_time": "0:37:17", "remaining_time": "6:31:30"}
+{"current_steps": 280, "total_steps": 3105, "loss": 0.4562, "learning_rate": 5e-06, "epoch": 0.27040077257363593, "percentage": 9.02, "elapsed_time": "0:38:39", "remaining_time": "6:29:59"}
+{"current_steps": 290, "total_steps": 3105, "loss": 0.4632, "learning_rate": 5e-06, "epoch": 0.2800579430226944, "percentage": 9.34, "elapsed_time": "0:40:01", "remaining_time": "6:28:27"}
+{"current_steps": 300, "total_steps": 3105, "loss": 0.4498, "learning_rate": 5e-06, "epoch": 0.28971511347175277, "percentage": 9.66, "elapsed_time": "0:41:23", "remaining_time": "6:26:58"}
+{"current_steps": 310, "total_steps": 3105, "loss": 0.4547, "learning_rate": 5e-06, "epoch": 0.2993722839208112, "percentage": 9.98, "elapsed_time": "0:42:45", "remaining_time": "6:25:29"}
+{"current_steps": 320, "total_steps": 3105, "loss": 0.448, "learning_rate": 5e-06, "epoch": 0.3090294543698696, "percentage": 10.31, "elapsed_time": "0:44:07", "remaining_time": "6:24:02"}
+{"current_steps": 330, "total_steps": 3105, "loss": 0.4493, "learning_rate": 5e-06, "epoch": 0.31868662481892807, "percentage": 10.63, "elapsed_time": "0:45:29", "remaining_time": "6:22:34"}
+{"current_steps": 340, "total_steps": 3105, "loss": 0.4548, "learning_rate": 5e-06, "epoch": 0.32834379526798646, "percentage": 10.95, "elapsed_time": "0:46:51", "remaining_time": "6:21:07"}
+{"current_steps": 350, "total_steps": 3105, "loss": 0.4468, "learning_rate": 5e-06, "epoch": 0.3380009657170449, "percentage": 11.27, "elapsed_time": "0:48:13", "remaining_time": "6:19:39"}
+{"current_steps": 360, "total_steps": 3105, "loss": 0.4497, "learning_rate": 5e-06, "epoch": 0.3476581361661033, "percentage": 11.59, "elapsed_time": "0:49:36", "remaining_time": "6:18:14"}
+{"current_steps": 370, "total_steps": 3105, "loss": 0.446, "learning_rate": 5e-06, "epoch": 0.35731530661516175, "percentage": 11.92, "elapsed_time": "0:50:58", "remaining_time": "6:16:49"}
+{"current_steps": 380, "total_steps": 3105, "loss": 0.4462, "learning_rate": 5e-06, "epoch": 0.3669724770642202, "percentage": 12.24, "elapsed_time": "0:52:21", "remaining_time": "6:15:29"}
+{"current_steps": 390, "total_steps": 3105, "loss": 0.4471, "learning_rate": 5e-06, "epoch": 0.3766296475132786, "percentage": 12.56, "elapsed_time": "0:53:44", "remaining_time": "6:14:05"}
+{"current_steps": 400, "total_steps": 3105, "loss": 0.4449, "learning_rate": 5e-06, "epoch": 0.38628681796233705, "percentage": 12.88, "elapsed_time": "0:55:06", "remaining_time": "6:12:39"}
+{"current_steps": 410, "total_steps": 3105, "loss": 0.4484, "learning_rate": 5e-06, "epoch": 0.39594398841139544, "percentage": 13.2, "elapsed_time": "0:56:29", "remaining_time": "6:11:21"}
+{"current_steps": 420, "total_steps": 3105, "loss": 0.442, "learning_rate": 5e-06, "epoch": 0.4056011588604539, "percentage": 13.53, "elapsed_time": "0:57:52", "remaining_time": "6:10:02"}
+{"current_steps": 430, "total_steps": 3105, "loss": 0.4471, "learning_rate": 5e-06, "epoch": 0.4152583293095123, "percentage": 13.85, "elapsed_time": "0:59:15", "remaining_time": "6:08:37"}
+{"current_steps": 440, "total_steps": 3105, "loss": 0.4421, "learning_rate": 5e-06, "epoch": 0.42491549975857074, "percentage": 14.17, "elapsed_time": "1:00:37", "remaining_time": "6:07:12"}
+{"current_steps": 450, "total_steps": 3105, "loss": 0.4459, "learning_rate": 5e-06, "epoch": 0.4345726702076292, "percentage": 14.49, "elapsed_time": "1:01:59", "remaining_time": "6:05:45"}
+{"current_steps": 460, "total_steps": 3105, "loss": 0.4416, "learning_rate": 5e-06, "epoch": 0.4442298406566876, "percentage": 14.81, "elapsed_time": "1:03:22", "remaining_time": "6:04:21"}
+{"current_steps": 470, "total_steps": 3105, "loss": 0.4529, "learning_rate": 5e-06, "epoch": 0.45388701110574603, "percentage": 15.14, "elapsed_time": "1:04:44", "remaining_time": "6:02:56"}
+{"current_steps": 480, "total_steps": 3105, "loss": 0.4458, "learning_rate": 5e-06, "epoch": 0.4635441815548044, "percentage": 15.46, "elapsed_time": "1:06:06", "remaining_time": "6:01:31"}
+{"current_steps": 490, "total_steps": 3105, "loss": 0.4426, "learning_rate": 5e-06, "epoch": 0.4732013520038629, "percentage": 15.78, "elapsed_time": "1:07:28", "remaining_time": "6:00:04"}
+{"current_steps": 500, "total_steps": 3105, "loss": 0.4329, "learning_rate": 5e-06, "epoch": 0.48285852245292127, "percentage": 16.1, "elapsed_time": "1:08:50", "remaining_time": "5:58:39"}
+{"current_steps": 510, "total_steps": 3105, "loss": 0.4437, "learning_rate": 5e-06, "epoch": 0.4925156929019797, "percentage": 16.43, "elapsed_time": "1:10:12", "remaining_time": "5:57:14"}
+{"current_steps": 520, "total_steps": 3105, "loss": 0.4359, "learning_rate": 5e-06, "epoch": 0.5021728633510382, "percentage": 16.75, "elapsed_time": "1:11:35", "remaining_time": "5:55:51"}
+{"current_steps": 530, "total_steps": 3105, "loss": 0.4382, "learning_rate": 5e-06, "epoch": 0.5118300338000966, "percentage": 17.07, "elapsed_time": "1:12:58", "remaining_time": "5:54:32"}
+{"current_steps": 540, "total_steps": 3105, "loss": 0.4394, "learning_rate": 5e-06, "epoch": 0.521487204249155, "percentage": 17.39, "elapsed_time": "1:14:21", "remaining_time": "5:53:10"}
+{"current_steps": 550, "total_steps": 3105, "loss": 0.4407, "learning_rate": 5e-06, "epoch": 0.5311443746982134, "percentage": 17.71, "elapsed_time": "1:15:43", "remaining_time": "5:51:44"}
+{"current_steps": 560, "total_steps": 3105, "loss": 0.4366, "learning_rate": 5e-06, "epoch": 0.5408015451472719, "percentage": 18.04, "elapsed_time": "1:17:06", "remaining_time": "5:50:24"}
+{"current_steps": 570, "total_steps": 3105, "loss": 0.4369, "learning_rate": 5e-06, "epoch": 0.5504587155963303, "percentage": 18.36, "elapsed_time": "1:18:29", "remaining_time": "5:49:03"}
+{"current_steps": 580, "total_steps": 3105, "loss": 0.4353, "learning_rate": 5e-06, "epoch": 0.5601158860453888, "percentage": 18.68, "elapsed_time": "1:19:52", "remaining_time": "5:47:43"}
+{"current_steps": 590, "total_steps": 3105, "loss": 0.4378, "learning_rate": 5e-06, "epoch": 0.5697730564944471, "percentage": 19.0, "elapsed_time": "1:21:15", "remaining_time": "5:46:22"}
+{"current_steps": 600, "total_steps": 3105, "loss": 0.4352, "learning_rate": 5e-06, "epoch": 0.5794302269435055, "percentage": 19.32, "elapsed_time": "1:22:38", "remaining_time": "5:45:01"}
+{"current_steps": 610, "total_steps": 3105, "loss": 0.4366, "learning_rate": 5e-06, "epoch": 0.589087397392564, "percentage": 19.65, "elapsed_time": "1:24:01", "remaining_time": "5:43:39"}
+{"current_steps": 620, "total_steps": 3105, "loss": 0.4296, "learning_rate": 5e-06, "epoch": 0.5987445678416224, "percentage": 19.97, "elapsed_time": "1:25:24", "remaining_time": "5:42:18"}
+{"current_steps": 630, "total_steps": 3105, "loss": 0.431, "learning_rate": 5e-06, "epoch": 0.6084017382906808, "percentage": 20.29, "elapsed_time": "1:26:47", "remaining_time": "5:40:56"}
+{"current_steps": 640, "total_steps": 3105, "loss": 0.4345, "learning_rate": 5e-06, "epoch": 0.6180589087397392, "percentage": 20.61, "elapsed_time": "1:28:09", "remaining_time": "5:39:32"}
+{"current_steps": 650, "total_steps": 3105, "loss": 0.4313, "learning_rate": 5e-06, "epoch": 0.6277160791887977, "percentage": 20.93, "elapsed_time": "1:29:32", "remaining_time": "5:38:10"}
+{"current_steps": 660, "total_steps": 3105, "loss": 0.4291, "learning_rate": 5e-06, "epoch": 0.6373732496378561, "percentage": 21.26, "elapsed_time": "1:30:55", "remaining_time": "5:36:49"}
+{"current_steps": 670, "total_steps": 3105, "loss": 0.4323, "learning_rate": 5e-06, "epoch": 0.6470304200869146, "percentage": 21.58, "elapsed_time": "1:32:17", "remaining_time": "5:35:24"}
+{"current_steps": 680, "total_steps": 3105, "loss": 0.4271, "learning_rate": 5e-06, "epoch": 0.6566875905359729, "percentage": 21.9, "elapsed_time": "1:33:39", "remaining_time": "5:34:00"}
+{"current_steps": 690, "total_steps": 3105, "loss": 0.4297, "learning_rate": 5e-06, "epoch": 0.6663447609850314, "percentage": 22.22, "elapsed_time": "1:35:02", "remaining_time": "5:32:39"}
+{"current_steps": 700, "total_steps": 3105, "loss": 0.4272, "learning_rate": 5e-06, "epoch": 0.6760019314340898, "percentage": 22.54, "elapsed_time": "1:36:25", "remaining_time": "5:31:18"}
+{"current_steps": 710, "total_steps": 3105, "loss": 0.4316, "learning_rate": 5e-06, "epoch": 0.6856591018831483, "percentage": 22.87, "elapsed_time": "1:37:48", "remaining_time": "5:29:56"}
+{"current_steps": 720, "total_steps": 3105, "loss": 0.4324, "learning_rate": 5e-06, "epoch": 0.6953162723322066, "percentage": 23.19, "elapsed_time": "1:39:11", "remaining_time": "5:28:35"}
+{"current_steps": 730, "total_steps": 3105, "loss": 0.4311, "learning_rate": 5e-06, "epoch": 0.7049734427812651, "percentage": 23.51, "elapsed_time": "1:40:35", "remaining_time": "5:27:15"}
+{"current_steps": 740, "total_steps": 3105, "loss": 0.4292, "learning_rate": 5e-06, "epoch": 0.7146306132303235, "percentage": 23.83, "elapsed_time": "1:41:58", "remaining_time": "5:25:53"}
+{"current_steps": 750, "total_steps": 3105, "loss": 0.4295, "learning_rate": 5e-06, "epoch": 0.724287783679382, "percentage": 24.15, "elapsed_time": "1:43:20", "remaining_time": "5:24:29"}
+{"current_steps": 760, "total_steps": 3105, "loss": 0.4322, "learning_rate": 5e-06, "epoch": 0.7339449541284404, "percentage": 24.48, "elapsed_time": "1:44:42", "remaining_time": "5:23:05"}
+{"current_steps": 770, "total_steps": 3105, "loss": 0.4306, "learning_rate": 5e-06, "epoch": 0.7436021245774987, "percentage": 24.8, "elapsed_time": "1:46:04", "remaining_time": "5:21:41"}
+{"current_steps": 780, "total_steps": 3105, "loss": 0.43, "learning_rate": 5e-06, "epoch": 0.7532592950265572, "percentage": 25.12, "elapsed_time": "1:47:27", "remaining_time": "5:20:17"}
+{"current_steps": 790, "total_steps": 3105, "loss": 0.4273, "learning_rate": 5e-06, "epoch": 0.7629164654756156, "percentage": 25.44, "elapsed_time": "1:48:49", "remaining_time": "5:18:53"}
+{"current_steps": 800, "total_steps": 3105, "loss": 0.4314, "learning_rate": 5e-06, "epoch": 0.7725736359246741, "percentage": 25.76, "elapsed_time": "1:50:11", "remaining_time": "5:17:28"}
+{"current_steps": 810, "total_steps": 3105, "loss": 0.4255, "learning_rate": 5e-06, "epoch": 0.7822308063737325, "percentage": 26.09, "elapsed_time": "1:51:33", "remaining_time": "5:16:04"}
+{"current_steps": 820, "total_steps": 3105, "loss": 0.4333, "learning_rate": 5e-06, "epoch": 0.7918879768227909, "percentage": 26.41, "elapsed_time": "1:52:55", "remaining_time": "5:14:39"}
+{"current_steps": 830, "total_steps": 3105, "loss": 0.4225, "learning_rate": 5e-06, "epoch": 0.8015451472718493, "percentage": 26.73, "elapsed_time": "1:54:17", "remaining_time": "5:13:15"}
+{"current_steps": 840, "total_steps": 3105, "loss": 0.425, "learning_rate": 5e-06, "epoch": 0.8112023177209078, "percentage": 27.05, "elapsed_time": "1:55:39", "remaining_time": "5:11:52"}
+{"current_steps": 850, "total_steps": 3105, "loss": 0.4304, "learning_rate": 5e-06, "epoch": 0.8208594881699662, "percentage": 27.38, "elapsed_time": "1:57:01", "remaining_time": "5:10:28"}
+{"current_steps": 860, "total_steps": 3105, "loss": 0.4263, "learning_rate": 5e-06, "epoch": 0.8305166586190246, "percentage": 27.7, "elapsed_time": "1:58:23", "remaining_time": "5:09:04"}
+{"current_steps": 870, "total_steps": 3105, "loss": 0.4274, "learning_rate": 5e-06, "epoch": 0.840173829068083, "percentage": 28.02, "elapsed_time": "1:59:45", "remaining_time": "5:07:40"}
+{"current_steps": 880, "total_steps": 3105, "loss": 0.4244, "learning_rate": 5e-06, "epoch": 0.8498309995171415, "percentage": 28.34, "elapsed_time": "2:01:07", "remaining_time": "5:06:16"}
+{"current_steps": 890, "total_steps": 3105, "loss": 0.4294, "learning_rate": 5e-06, "epoch": 0.8594881699661999, "percentage": 28.66, "elapsed_time": "2:02:29", "remaining_time": "5:04:52"}
+{"current_steps": 900, "total_steps": 3105, "loss": 0.4206, "learning_rate": 5e-06, "epoch": 0.8691453404152584, "percentage": 28.99, "elapsed_time": "2:03:52", "remaining_time": "5:03:28"}
+{"current_steps": 910, "total_steps": 3105, "loss": 0.4223, "learning_rate": 5e-06, "epoch": 0.8788025108643167, "percentage": 29.31, "elapsed_time": "2:05:14", "remaining_time": "5:02:05"}
+{"current_steps": 920, "total_steps": 3105, "loss": 0.4222, "learning_rate": 5e-06, "epoch": 0.8884596813133752, "percentage": 29.63, "elapsed_time": "2:06:37", "remaining_time": "5:00:44"}
+{"current_steps": 930, "total_steps": 3105, "loss": 0.424, "learning_rate": 5e-06, "epoch": 0.8981168517624336, "percentage": 29.95, "elapsed_time": "2:08:00", "remaining_time": "4:59:22"}
+{"current_steps": 940, "total_steps": 3105, "loss": 0.4224, "learning_rate": 5e-06, "epoch": 0.9077740222114921, "percentage": 30.27, "elapsed_time": "2:09:23", "remaining_time": "4:57:59"}
+{"current_steps": 950, "total_steps": 3105, "loss": 0.4209, "learning_rate": 5e-06, "epoch": 0.9174311926605505, "percentage": 30.6, "elapsed_time": "2:10:45", "remaining_time": "4:56:36"}
+{"current_steps": 960, "total_steps": 3105, "loss": 0.419, "learning_rate": 5e-06, "epoch": 0.9270883631096088, "percentage": 30.92, "elapsed_time": "2:12:07", "remaining_time": "4:55:12"}
+{"current_steps": 970, "total_steps": 3105, "loss": 0.4213, "learning_rate": 5e-06, "epoch": 0.9367455335586673, "percentage": 31.24, "elapsed_time": "2:13:29", "remaining_time": "4:53:48"}
+{"current_steps": 980, "total_steps": 3105, "loss": 0.4264, "learning_rate": 5e-06, "epoch": 0.9464027040077257, "percentage": 31.56, "elapsed_time": "2:14:51", "remaining_time": "4:52:24"}
+{"current_steps": 990, "total_steps": 3105, "loss": 0.4213, "learning_rate": 5e-06, "epoch": 0.9560598744567842, "percentage": 31.88, "elapsed_time": "2:16:13", "remaining_time": "4:51:00"}
+{"current_steps": 1000, "total_steps": 3105, "loss": 0.4226, "learning_rate": 5e-06, "epoch": 0.9657170449058425, "percentage": 32.21, "elapsed_time": "2:17:35", "remaining_time": "4:49:37"}
+{"current_steps": 1010, "total_steps": 3105, "loss": 0.4177, "learning_rate": 5e-06, "epoch": 0.975374215354901, "percentage": 32.53, "elapsed_time": "2:18:57", "remaining_time": "4:48:14"}
+{"current_steps": 1020, "total_steps": 3105, "loss": 0.4184, "learning_rate": 5e-06, "epoch": 0.9850313858039594, "percentage": 32.85, "elapsed_time": "2:20:20", "remaining_time": "4:46:52"}
+{"current_steps": 1030, "total_steps": 3105, "loss": 0.417, "learning_rate": 5e-06, "epoch": 0.9946885562530179, "percentage": 33.17, "elapsed_time": "2:21:42", "remaining_time": "4:45:28"}
+{"current_steps": 1035, "total_steps": 3105, "eval_loss": 0.4186817705631256, "epoch": 0.9995171414775471, "percentage": 33.33, "elapsed_time": "2:25:25", "remaining_time": "4:50:50"}
+{"current_steps": 1040, "total_steps": 3105, "loss": 0.3804, "learning_rate": 5e-06, "epoch": 1.0043457267020763, "percentage": 33.49, "elapsed_time": "2:26:49", "remaining_time": "4:51:31"}
+{"current_steps": 1050, "total_steps": 3105, "loss": 0.3159, "learning_rate": 5e-06, "epoch": 1.0140028971511348, "percentage": 33.82, "elapsed_time": "2:28:11", "remaining_time": "4:50:01"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c77903f8b84c988343609e57f6f9fa7e80217d5034e0e1ca746f2b914a9873c
+size 7160