Upload 13 files

README.md

@@ -1,3 +1,58 @@
 ---
-license: apache-2.0
+license: other
+library_name: peft
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+base_model: openchat/openchat-3.5-1210
+model-index:
+- name: summarization_model
+  results: []
 ---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# summarization_model
+
+This model is a fine-tuned version of [openchat/openchat-3.5-1210](https://huggingface.co/openchat/openchat-3.5-1210) on the alpaca_gpt4_en dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 4
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.7.1
+- Transformers 4.36.2
+- Pytorch 2.1.2+cu121
+- Datasets 2.16.1
+- Tokenizers 0.15.0

adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "openchat/openchat-3.5-1210",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 64,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d857361435229532ec2ee987f31e94784c896a346d86300fd07ad424c06cde21
+size 54543184

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<|end_of_turn|>": 32000,
+  "<|pad_0|>": 32001
+}

all_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.5736952250355148,
+    "train_runtime": 159194.8564,
+    "train_samples_per_second": 0.638,
+    "train_steps_per_second": 0.159
+}

special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<|end_of_turn|>",
+    "<|pad_0|>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_turn|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|end_of_turn|>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,64 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<|end_of_turn|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<|pad_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|end_of_turn|>",
+    "<|pad_0|>"
+  ],
+  "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>'}}{% endfor %}{% if add_generation_prompt %}{{ 'GPT4 Correct Assistant:' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|end_of_turn|>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|end_of_turn|>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 3.0,
+    "train_loss": 0.5736952250355148,
+    "train_runtime": 159194.8564,
+    "train_samples_per_second": 0.638,
+    "train_steps_per_second": 0.159
+}

trainer_log.jsonl

@@ -0,0 +1,51 @@
+{"current_steps": 500, "total_steps": 25380, "loss": 0.7972, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9952133916247454e-05, "epoch": 0.06, "percentage": 1.97, "elapsed_time": "0:52:11", "remaining_time": "1 day, 19:16:45"}
+{"current_steps": 1000, "total_steps": 25380, "loss": 0.7291, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.980871895794772e-05, "epoch": 0.12, "percentage": 3.94, "elapsed_time": "1:44:37", "remaining_time": "1 day, 18:30:44"}
+{"current_steps": 1500, "total_steps": 25380, "loss": 0.7094, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.9570304302093216e-05, "epoch": 0.18, "percentage": 5.91, "elapsed_time": "2:36:46", "remaining_time": "1 day, 17:35:56"}
+{"current_steps": 2000, "total_steps": 25380, "loss": 0.7107, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.923780290675475e-05, "epoch": 0.24, "percentage": 7.88, "elapsed_time": "3:29:55", "remaining_time": "1 day, 16:54:04"}
+{"current_steps": 2500, "total_steps": 25380, "loss": 0.6958, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.881248801510328e-05, "epoch": 0.3, "percentage": 9.85, "elapsed_time": "4:22:11", "remaining_time": "1 day, 15:59:38"}
+{"current_steps": 3000, "total_steps": 25380, "loss": 0.6906, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.829598827979682e-05, "epoch": 0.35, "percentage": 11.82, "elapsed_time": "5:13:20", "remaining_time": "1 day, 14:57:30"}
+{"current_steps": 3500, "total_steps": 25380, "loss": 0.6803, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.7690281526402436e-05, "epoch": 0.41, "percentage": 13.79, "elapsed_time": "6:06:05", "remaining_time": "1 day, 14:08:36"}
+{"current_steps": 4000, "total_steps": 25380, "loss": 0.6902, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.699768717973511e-05, "epoch": 0.47, "percentage": 15.76, "elapsed_time": "6:58:41", "remaining_time": "1 day, 13:17:52"}
+{"current_steps": 4500, "total_steps": 25380, "loss": 0.671, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.622085738211518e-05, "epoch": 0.53, "percentage": 17.73, "elapsed_time": "7:50:06", "remaining_time": "1 day, 12:21:17"}
+{"current_steps": 5000, "total_steps": 25380, "loss": 0.6747, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.536276683755501e-05, "epoch": 0.59, "percentage": 19.7, "elapsed_time": "8:41:15", "remaining_time": "1 day, 11:24:39"}
+{"current_steps": 5500, "total_steps": 25380, "loss": 0.6682, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.442670142076442e-05, "epoch": 0.65, "percentage": 21.67, "elapsed_time": "9:33:38", "remaining_time": "1 day, 10:33:26"}
+{"current_steps": 6000, "total_steps": 25380, "loss": 0.6545, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.341624559459447e-05, "epoch": 0.71, "percentage": 23.64, "elapsed_time": "10:25:37", "remaining_time": "1 day, 9:40:46"}
+{"current_steps": 6500, "total_steps": 25380, "loss": 0.6574, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.233526868410146e-05, "epoch": 0.77, "percentage": 25.61, "elapsed_time": "11:18:28", "remaining_time": "1 day, 8:50:41"}
+{"current_steps": 7000, "total_steps": 25380, "loss": 0.6623, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.1187910059791954e-05, "epoch": 0.83, "percentage": 27.58, "elapsed_time": "12:10:48", "remaining_time": "1 day, 7:58:53"}
+{"current_steps": 7500, "total_steps": 25380, "loss": 0.6684, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.99785632867864e-05, "epoch": 0.89, "percentage": 29.55, "elapsed_time": "13:03:48", "remaining_time": "1 day, 7:08:35"}
+{"current_steps": 8000, "total_steps": 25380, "loss": 0.6489, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.871185930059859e-05, "epoch": 0.95, "percentage": 31.52, "elapsed_time": "13:55:37", "remaining_time": "1 day, 6:15:23"}
+{"current_steps": 8500, "total_steps": 25380, "loss": 0.6594, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.739264867395593e-05, "epoch": 1.0, "percentage": 33.49, "elapsed_time": "14:47:45", "remaining_time": "1 day, 5:22:58"}
+{"current_steps": 9000, "total_steps": 25380, "loss": 0.564, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.6025983042565795e-05, "epoch": 1.06, "percentage": 35.46, "elapsed_time": "15:39:23", "remaining_time": "1 day, 4:29:41"}
+{"current_steps": 9500, "total_steps": 25380, "loss": 0.577, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.461709576095409e-05, "epoch": 1.12, "percentage": 37.43, "elapsed_time": "16:32:26", "remaining_time": "1 day, 3:38:56"}
+{"current_steps": 10000, "total_steps": 25380, "loss": 0.5692, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.317138186245037e-05, "epoch": 1.18, "percentage": 39.4, "elapsed_time": "17:24:44", "remaining_time": "1 day, 2:46:49"}
+{"current_steps": 10500, "total_steps": 25380, "loss": 0.5748, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.169437740005849e-05, "epoch": 1.24, "percentage": 41.37, "elapsed_time": "18:17:25", "remaining_time": "1 day, 1:55:11"}
+{"current_steps": 11000, "total_steps": 25380, "loss": 0.5665, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.0191738247322414e-05, "epoch": 1.3, "percentage": 43.34, "elapsed_time": "19:10:03", "remaining_time": "1 day, 1:03:26"}
+{"current_steps": 11500, "total_steps": 25380, "loss": 0.5752, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.8669218440364937e-05, "epoch": 1.36, "percentage": 45.31, "elapsed_time": "20:02:59", "remaining_time": "1 day, 0:11:57"}
+{"current_steps": 12000, "total_steps": 25380, "loss": 0.5591, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.713264814403362e-05, "epoch": 1.42, "percentage": 47.28, "elapsed_time": "20:55:23", "remaining_time": "23:19:45"}
+{"current_steps": 12500, "total_steps": 25380, "loss": 0.5618, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.5587911326528148e-05, "epoch": 1.48, "percentage": 49.25, "elapsed_time": "21:47:47", "remaining_time": "22:27:32"}
+{"current_steps": 13000, "total_steps": 25380, "loss": 0.5586, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.4040923227999103e-05, "epoch": 1.54, "percentage": 51.22, "elapsed_time": "22:39:30", "remaining_time": "21:34:40"}
+{"current_steps": 13500, "total_steps": 25380, "loss": 0.5674, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.2497607709397543e-05, "epoch": 1.6, "percentage": 53.19, "elapsed_time": "23:32:30", "remaining_time": "20:43:00"}
+{"current_steps": 14000, "total_steps": 25380, "loss": 0.5704, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.096387456831309e-05, "epoch": 1.65, "percentage": 55.16, "elapsed_time": "1 day, 0:24:15", "remaining_time": "19:50:14"}
+{"current_steps": 14500, "total_steps": 25380, "loss": 0.5632, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.944559690866454e-05, "epoch": 1.71, "percentage": 57.13, "elapsed_time": "1 day, 1:16:26", "remaining_time": "18:57:51"}
+{"current_steps": 15000, "total_steps": 25380, "loss": 0.5693, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.794858865090123e-05, "epoch": 1.77, "percentage": 59.1, "elapsed_time": "1 day, 2:08:26", "remaining_time": "18:05:22"}
+{"current_steps": 15500, "total_steps": 25380, "loss": 0.5668, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.6478582268834674e-05, "epoch": 1.83, "percentage": 61.07, "elapsed_time": "1 day, 3:00:14", "remaining_time": "17:12:46"}
+{"current_steps": 16000, "total_steps": 25380, "loss": 0.5657, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.5041206838352956e-05, "epoch": 1.89, "percentage": 63.04, "elapsed_time": "1 day, 3:52:30", "remaining_time": "16:20:30"}
+{"current_steps": 16500, "total_steps": 25380, "loss": 0.5499, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.3641966482075208e-05, "epoch": 1.95, "percentage": 65.01, "elapsed_time": "1 day, 4:44:37", "remaining_time": "15:28:09"}
+{"current_steps": 17000, "total_steps": 25380, "loss": 0.5471, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.228621929248813e-05, "epoch": 2.01, "percentage": 66.98, "elapsed_time": "1 day, 5:37:26", "remaining_time": "14:36:10"}
+{"current_steps": 17500, "total_steps": 25380, "loss": 0.4683, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0979156814273622e-05, "epoch": 2.07, "percentage": 68.95, "elapsed_time": "1 day, 6:29:38", "remaining_time": "13:43:51"}
+{"current_steps": 18000, "total_steps": 25380, "loss": 0.468, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 9.72578416439587e-06, "epoch": 2.13, "percentage": 70.92, "elapsed_time": "1 day, 7:21:55", "remaining_time": "12:51:35"}
+{"current_steps": 18500, "total_steps": 25380, "loss": 0.4757, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 8.530900866073433e-06, "epoch": 2.19, "percentage": 72.89, "elapsed_time": "1 day, 8:14:38", "remaining_time": "11:59:28"}
+{"current_steps": 19000, "total_steps": 25380, "loss": 0.472, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.399082470028884e-06, "epoch": 2.25, "percentage": 74.86, "elapsed_time": "1 day, 9:07:22", "remaining_time": "11:07:20"}
+{"current_steps": 19500, "total_steps": 25380, "loss": 0.4652, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.334663033393229e-06, "epoch": 2.3, "percentage": 76.83, "elapsed_time": "1 day, 9:58:58", "remaining_time": "10:14:49"}
+{"current_steps": 20000, "total_steps": 25380, "loss": 0.4665, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.341718523358624e-06, "epoch": 2.36, "percentage": 78.8, "elapsed_time": "1 day, 10:51:07", "remaining_time": "9:22:30"}
+{"current_steps": 20500, "total_steps": 25380, "loss": 0.4719, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 4.4240512091313994e-06, "epoch": 2.42, "percentage": 80.77, "elapsed_time": "1 day, 11:43:22", "remaining_time": "8:30:13"}
+{"current_steps": 21000, "total_steps": 25380, "loss": 0.4658, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.5851751019531088e-06, "epoch": 2.48, "percentage": 82.74, "elapsed_time": "1 day, 12:35:10", "remaining_time": "7:37:51"}
+{"current_steps": 21500, "total_steps": 25380, "loss": 0.471, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.828302498944102e-06, "epoch": 2.54, "percentage": 84.71, "elapsed_time": "1 day, 13:27:35", "remaining_time": "6:45:36"}
+{"current_steps": 22000, "total_steps": 25380, "loss": 0.4701, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.1563316822968333e-06, "epoch": 2.6, "percentage": 86.68, "elapsed_time": "1 day, 14:19:23", "remaining_time": "5:53:16"}
+{"current_steps": 22500, "total_steps": 25380, "loss": 0.4681, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.5718358209224153e-06, "epoch": 2.66, "percentage": 88.65, "elapsed_time": "1 day, 15:12:39", "remaining_time": "5:01:08"}
+{"current_steps": 23000, "total_steps": 25380, "loss": 0.4615, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.0770531170491289e-06, "epoch": 2.72, "percentage": 90.62, "elapsed_time": "1 day, 16:04:47", "remaining_time": "4:08:50"}
+{"current_steps": 23500, "total_steps": 25380, "loss": 0.4687, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.738782355044049e-07, "epoch": 2.78, "percentage": 92.59, "elapsed_time": "1 day, 16:56:44", "remaining_time": "3:16:32"}
+{"current_steps": 24000, "total_steps": 25380, "loss": 0.4629, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.638550485000031e-07, "epoch": 2.84, "percentage": 94.56, "elapsed_time": "1 day, 17:48:43", "remaining_time": "2:24:15"}
+{"current_steps": 24500, "total_steps": 25380, "loss": 0.463, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.481707237026758e-07, "epoch": 2.9, "percentage": 96.53, "elapsed_time": "1 day, 18:41:18", "remaining_time": "1:31:59"}
+{"current_steps": 25000, "total_steps": 25380, "loss": 0.4716, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.7651178228807473e-08, "epoch": 2.95, "percentage": 98.5, "elapsed_time": "1 day, 19:33:52", "remaining_time": "0:39:43"}
+{"current_steps": 25380, "total_steps": 25380, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1 day, 20:13:14", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,330 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.999734066128889,
+  "eval_steps": 500,
+  "global_step": 25380,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9952133916247454e-05,
+      "loss": 0.7972,
+      "step": 500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.980871895794772e-05,
+      "loss": 0.7291,
+      "step": 1000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9570304302093216e-05,
+      "loss": 0.7094,
+      "step": 1500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.923780290675475e-05,
+      "loss": 0.7107,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.881248801510328e-05,
+      "loss": 0.6958,
+      "step": 2500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.829598827979682e-05,
+      "loss": 0.6906,
+      "step": 3000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.7690281526402436e-05,
+      "loss": 0.6803,
+      "step": 3500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.699768717973511e-05,
+      "loss": 0.6902,
+      "step": 4000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.622085738211518e-05,
+      "loss": 0.671,
+      "step": 4500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.536276683755501e-05,
+      "loss": 0.6747,
+      "step": 5000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.442670142076442e-05,
+      "loss": 0.6682,
+      "step": 5500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.341624559459447e-05,
+      "loss": 0.6545,
+      "step": 6000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.233526868410146e-05,
+      "loss": 0.6574,
+      "step": 6500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.1187910059791954e-05,
+      "loss": 0.6623,
+      "step": 7000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.99785632867864e-05,
+      "loss": 0.6684,
+      "step": 7500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.871185930059859e-05,
+      "loss": 0.6489,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.739264867395593e-05,
+      "loss": 0.6594,
+      "step": 8500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.6025983042565795e-05,
+      "loss": 0.564,
+      "step": 9000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.461709576095409e-05,
+      "loss": 0.577,
+      "step": 9500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.317138186245037e-05,
+      "loss": 0.5692,
+      "step": 10000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 3.169437740005849e-05,
+      "loss": 0.5748,
+      "step": 10500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.0191738247322414e-05,
+      "loss": 0.5665,
+      "step": 11000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.8669218440364937e-05,
+      "loss": 0.5752,
+      "step": 11500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.713264814403362e-05,
+      "loss": 0.5591,
+      "step": 12000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5587911326528148e-05,
+      "loss": 0.5618,
+      "step": 12500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.4040923227999103e-05,
+      "loss": 0.5586,
+      "step": 13000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.2497607709397543e-05,
+      "loss": 0.5674,
+      "step": 13500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.096387456831309e-05,
+      "loss": 0.5704,
+      "step": 14000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.944559690866454e-05,
+      "loss": 0.5632,
+      "step": 14500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 1.794858865090123e-05,
+      "loss": 0.5693,
+      "step": 15000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.6478582268834674e-05,
+      "loss": 0.5668,
+      "step": 15500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.5041206838352956e-05,
+      "loss": 0.5657,
+      "step": 16000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.3641966482075208e-05,
+      "loss": 0.5499,
+      "step": 16500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.228621929248813e-05,
+      "loss": 0.5471,
+      "step": 17000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.0979156814273622e-05,
+      "loss": 0.4683,
+      "step": 17500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 9.72578416439587e-06,
+      "loss": 0.468,
+      "step": 18000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.530900866073433e-06,
+      "loss": 0.4757,
+      "step": 18500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.399082470028884e-06,
+      "loss": 0.472,
+      "step": 19000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 6.334663033393229e-06,
+      "loss": 0.4652,
+      "step": 19500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 5.341718523358624e-06,
+      "loss": 0.4665,
+      "step": 20000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.4240512091313994e-06,
+      "loss": 0.4719,
+      "step": 20500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 3.5851751019531088e-06,
+      "loss": 0.4658,
+      "step": 21000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 2.828302498944102e-06,
+      "loss": 0.471,
+      "step": 21500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 2.1563316822968333e-06,
+      "loss": 0.4701,
+      "step": 22000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 1.5718358209224153e-06,
+      "loss": 0.4681,
+      "step": 22500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 1.0770531170491289e-06,
+      "loss": 0.4615,
+      "step": 23000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 6.738782355044049e-07,
+      "loss": 0.4687,
+      "step": 23500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 3.638550485000031e-07,
+      "loss": 0.4629,
+      "step": 24000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.481707237026758e-07,
+      "loss": 0.463,
+      "step": 24500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 2.7651178228807473e-08,
+      "loss": 0.4716,
+      "step": 25000
+    },
+    {
+      "epoch": 3.0,
+      "step": 25380,
+      "total_flos": 1.6998673876237025e+18,
+      "train_loss": 0.5736952250355148,
+      "train_runtime": 159194.8564,
+      "train_samples_per_second": 0.638,
+      "train_steps_per_second": 0.159
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 25380,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 1.6998673876237025e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0888a1d09a7d2129b9246a5ad9fbf5eed36584ffcd0ce38c5ad5f815d4e65ed
+size 4856