Upload folder using huggingface_hub

README.md

@@ -0,0 +1,75 @@
+---
+library_name: transformers
+license: llama3.1
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+tags:
+- alignment-handbook
+- generated_from_trainer
+datasets:
+- simonycl/llama3.1-ultrafeedback-annotate-judge-5
+model-index:
+- name: llama-3.1-8b-instruct-agg-judge
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama-3.1-8b-instruct-agg-judge
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct) on the simonycl/llama3.1-ultrafeedback-annotate-judge-5 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.6230
+- Rewards/chosen: -3.4404
+- Rewards/rejected: -3.9038
+- Rewards/accuracies: 0.6371
+- Rewards/margins: 0.4633
+- Logps/rejected: -664.0687
+- Logps/chosen: -606.6761
+- Logits/rejected: -3.0895
+- Logits/chosen: -3.2065
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-07
+- train_batch_size: 2
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 128
+- total_eval_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen |
+|:-------------:|:------:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|
+| 0.4978        | 0.8442 | 400  | 0.6230          | -3.4404        | -3.9038          | 0.6371             | 0.4633          | -664.0687      | -606.6761    | -3.0895         | -3.2065       |
+
+
+### Framework versions
+
+- Transformers 4.44.2
+- Pytorch 2.4.0+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 0.9982851866508377,
+    "eval_logits/chosen": -3.2231318950653076,
+    "eval_logits/rejected": -3.1088078022003174,
+    "eval_logps/chosen": -623.1680297851562,
+    "eval_logps/rejected": -685.9901733398438,
+    "eval_loss": 0.6219658255577087,
+    "eval_rewards/accuracies": 0.6350806355476379,
+    "eval_rewards/chosen": -3.605348587036133,
+    "eval_rewards/margins": 0.5176258683204651,
+    "eval_rewards/rejected": -4.122974872589111,
+    "eval_runtime": 146.9573,
+    "eval_samples": 1976,
+    "eval_samples_per_second": 13.446,
+    "eval_steps_per_second": 0.844,
+    "total_flos": 0.0,
+    "train_loss": 0.545083115015171,
+    "train_runtime": 9073.2474,
+    "train_samples": 60643,
+    "train_samples_per_second": 6.684,
+    "train_steps_per_second": 0.052
+}

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 0.9982851866508377,
+    "eval_logits/chosen": -3.2231318950653076,
+    "eval_logits/rejected": -3.1088078022003174,
+    "eval_logps/chosen": -623.1680297851562,
+    "eval_logps/rejected": -685.9901733398438,
+    "eval_loss": 0.6219658255577087,
+    "eval_rewards/accuracies": 0.6350806355476379,
+    "eval_rewards/chosen": -3.605348587036133,
+    "eval_rewards/margins": 0.5176258683204651,
+    "eval_rewards/rejected": -4.122974872589111,
+    "eval_runtime": 146.9573,
+    "eval_samples": 1976,
+    "eval_samples_per_second": 13.446,
+    "eval_steps_per_second": 0.844
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fc71e2bdd6912679af35fcd4449442b677555d2f81532365ed0368d31aa696
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656517d7aed18dc74fda851322cd12086c19513b3f7080bacd2095a0b6d50f85
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea4935187fd9b91508de9be3e84d58ac7d78ab79ba39f669786ddd22bdb866c
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fa85f204ec9fb3f7032adf6758fbbc40fe6fd8a4790e8303e8b2856ceb14ce
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 0.9982851866508377,
+    "total_flos": 0.0,
+    "train_loss": 0.545083115015171,
+    "train_runtime": 9073.2474,
+    "train_samples": 60643,
+    "train_samples_per_second": 6.684,
+    "train_steps_per_second": 0.052
+}

trainer_state.json

@@ -0,0 +1,1483 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9982851866508377,
+  "eval_steps": 400,
+  "global_step": 473,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00211053950666139,
+      "grad_norm": 5.643460436957748,
+      "learning_rate": 1.0416666666666666e-08,
+      "logits/chosen": -1.5622574090957642,
+      "logits/rejected": -2.016603946685791,
+      "logps/chosen": -279.929443359375,
+      "logps/rejected": -249.6509552001953,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.0,
+      "rewards/chosen": 0.0,
+      "rewards/margins": 0.0,
+      "rewards/rejected": 0.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.010552697533306952,
+      "grad_norm": 4.760670706167096,
+      "learning_rate": 5.208333333333333e-08,
+      "logits/chosen": -1.6410560607910156,
+      "logits/rejected": -1.8854162693023682,
+      "logps/chosen": -306.70123291015625,
+      "logps/rejected": -286.2392883300781,
+      "loss": 0.6934,
+      "rewards/accuracies": 0.3125,
+      "rewards/chosen": -0.0017719048773869872,
+      "rewards/margins": -0.0009851222857832909,
+      "rewards/rejected": -0.0007867825916036963,
+      "step": 5
+    },
+    {
+      "epoch": 0.021105395066613904,
+      "grad_norm": 4.237628799563217,
+      "learning_rate": 1.0416666666666667e-07,
+      "logits/chosen": -1.4761555194854736,
+      "logits/rejected": -1.7796385288238525,
+      "logps/chosen": -290.88739013671875,
+      "logps/rejected": -265.3614196777344,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.512499988079071,
+      "rewards/chosen": -0.001178879290819168,
+      "rewards/margins": 0.0011062298435717821,
+      "rewards/rejected": -0.00228510913439095,
+      "step": 10
+    },
+    {
+      "epoch": 0.031658092599920855,
+      "grad_norm": 5.575235759782868,
+      "learning_rate": 1.5624999999999999e-07,
+      "logits/chosen": -1.5923292636871338,
+      "logits/rejected": -1.9355911016464233,
+      "logps/chosen": -293.08807373046875,
+      "logps/rejected": -261.4955139160156,
+      "loss": 0.6929,
+      "rewards/accuracies": 0.44999998807907104,
+      "rewards/chosen": -8.010577585082501e-05,
+      "rewards/margins": -0.0003216963086742908,
+      "rewards/rejected": 0.00024159046006388962,
+      "step": 15
+    },
+    {
+      "epoch": 0.04221079013322781,
+      "grad_norm": 5.446047742742675,
+      "learning_rate": 2.0833333333333333e-07,
+      "logits/chosen": -1.5667310953140259,
+      "logits/rejected": -2.014115810394287,
+      "logps/chosen": -273.8595275878906,
+      "logps/rejected": -235.01364135742188,
+      "loss": 0.6923,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": 0.0028162619564682245,
+      "rewards/margins": 0.0022979697678238153,
+      "rewards/rejected": 0.0005182920140214264,
+      "step": 20
+    },
+    {
+      "epoch": 0.052763487666534756,
+      "grad_norm": 5.373521803666822,
+      "learning_rate": 2.604166666666667e-07,
+      "logits/chosen": -1.6274404525756836,
+      "logits/rejected": -1.875451683998108,
+      "logps/chosen": -279.4980163574219,
+      "logps/rejected": -255.500244140625,
+      "loss": 0.691,
+      "rewards/accuracies": 0.65625,
+      "rewards/chosen": 0.011563817039132118,
+      "rewards/margins": 0.003255133982747793,
+      "rewards/rejected": 0.008308682590723038,
+      "step": 25
+    },
+    {
+      "epoch": 0.06331618519984171,
+      "grad_norm": 6.225478720213553,
+      "learning_rate": 3.1249999999999997e-07,
+      "logits/chosen": -1.3949791193008423,
+      "logits/rejected": -1.7053276300430298,
+      "logps/chosen": -295.1358337402344,
+      "logps/rejected": -266.3870849609375,
+      "loss": 0.6882,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": 0.02798023819923401,
+      "rewards/margins": 0.00888301245868206,
+      "rewards/rejected": 0.0190972238779068,
+      "step": 30
+    },
+    {
+      "epoch": 0.07386888273314866,
+      "grad_norm": 5.237638647535282,
+      "learning_rate": 3.645833333333333e-07,
+      "logits/chosen": -1.6196448802947998,
+      "logits/rejected": -1.9479618072509766,
+      "logps/chosen": -296.2655029296875,
+      "logps/rejected": -268.84454345703125,
+      "loss": 0.684,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": 0.05069383978843689,
+      "rewards/margins": 0.019313272088766098,
+      "rewards/rejected": 0.03138056769967079,
+      "step": 35
+    },
+    {
+      "epoch": 0.08442158026645562,
+      "grad_norm": 4.876669460762773,
+      "learning_rate": 4.1666666666666667e-07,
+      "logits/chosen": -1.5888957977294922,
+      "logits/rejected": -1.862489938735962,
+      "logps/chosen": -298.8040466308594,
+      "logps/rejected": -281.5601501464844,
+      "loss": 0.681,
+      "rewards/accuracies": 0.71875,
+      "rewards/chosen": 0.07323700189590454,
+      "rewards/margins": 0.02310621738433838,
+      "rewards/rejected": 0.05013079196214676,
+      "step": 40
+    },
+    {
+      "epoch": 0.09497427779976256,
+      "grad_norm": 4.155679871417378,
+      "learning_rate": 4.6874999999999996e-07,
+      "logits/chosen": -1.6918067932128906,
+      "logits/rejected": -2.00124454498291,
+      "logps/chosen": -278.1552734375,
+      "logps/rejected": -257.6329345703125,
+      "loss": 0.6733,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": 0.06014139577746391,
+      "rewards/margins": 0.035790883004665375,
+      "rewards/rejected": 0.024350514635443687,
+      "step": 45
+    },
+    {
+      "epoch": 0.10552697533306951,
+      "grad_norm": 4.856245709560566,
+      "learning_rate": 4.999726797933858e-07,
+      "logits/chosen": -1.7646106481552124,
+      "logits/rejected": -1.9858261346817017,
+      "logps/chosen": -278.0591125488281,
+      "logps/rejected": -259.8578186035156,
+      "loss": 0.6681,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": 0.03362422436475754,
+      "rewards/margins": 0.0627993568778038,
+      "rewards/rejected": -0.029175132513046265,
+      "step": 50
+    },
+    {
+      "epoch": 0.11607967286637647,
+      "grad_norm": 5.091156338266151,
+      "learning_rate": 4.99665396039775e-07,
+      "logits/chosen": -1.7584812641143799,
+      "logits/rejected": -2.0758414268493652,
+      "logps/chosen": -275.55548095703125,
+      "logps/rejected": -267.1745300292969,
+      "loss": 0.6557,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -0.016241051256656647,
+      "rewards/margins": 0.09382958710193634,
+      "rewards/rejected": -0.11007064580917358,
+      "step": 55
+    },
+    {
+      "epoch": 0.12663237039968342,
+      "grad_norm": 7.261447388148616,
+      "learning_rate": 4.99017099386437e-07,
+      "logits/chosen": -1.8382816314697266,
+      "logits/rejected": -2.1405653953552246,
+      "logps/chosen": -281.54827880859375,
+      "logps/rejected": -263.27294921875,
+      "loss": 0.6545,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -0.11135590076446533,
+      "rewards/margins": 0.09165789932012558,
+      "rewards/rejected": -0.20301377773284912,
+      "step": 60
+    },
+    {
+      "epoch": 0.13718506793299037,
+      "grad_norm": 5.4212641641464705,
+      "learning_rate": 4.980286753286194e-07,
+      "logits/chosen": -1.8312028646469116,
+      "logits/rejected": -2.171030282974243,
+      "logps/chosen": -287.714599609375,
+      "logps/rejected": -269.2692565917969,
+      "loss": 0.6518,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.1507767140865326,
+      "rewards/margins": 0.07915514707565308,
+      "rewards/rejected": -0.22993186116218567,
+      "step": 65
+    },
+    {
+      "epoch": 0.14773776546629733,
+      "grad_norm": 5.914411454935479,
+      "learning_rate": 4.967014739346915e-07,
+      "logits/chosen": -1.7997725009918213,
+      "logits/rejected": -2.1724910736083984,
+      "logps/chosen": -314.2709045410156,
+      "logps/rejected": -288.6246337890625,
+      "loss": 0.6402,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -0.12115994840860367,
+      "rewards/margins": 0.11401550471782684,
+      "rewards/rejected": -0.23517544567584991,
+      "step": 70
+    },
+    {
+      "epoch": 0.15829046299960428,
+      "grad_norm": 6.712529318578845,
+      "learning_rate": 4.950373080021136e-07,
+      "logits/chosen": -1.7687238454818726,
+      "logits/rejected": -2.1885459423065186,
+      "logps/chosen": -325.1200256347656,
+      "logps/rejected": -298.8721008300781,
+      "loss": 0.6297,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.15646745264530182,
+      "rewards/margins": 0.1352117955684662,
+      "rewards/rejected": -0.2916792631149292,
+      "step": 75
+    },
+    {
+      "epoch": 0.16884316053291124,
+      "grad_norm": 11.136062496010506,
+      "learning_rate": 4.930384505813737e-07,
+      "logits/chosen": -1.8805389404296875,
+      "logits/rejected": -2.243736982345581,
+      "logps/chosen": -311.088134765625,
+      "logps/rejected": -294.6890563964844,
+      "loss": 0.6359,
+      "rewards/accuracies": 0.71875,
+      "rewards/chosen": -0.28947150707244873,
+      "rewards/margins": 0.14183922111988068,
+      "rewards/rejected": -0.4313107430934906,
+      "step": 80
+    },
+    {
+      "epoch": 0.1793958580662182,
+      "grad_norm": 9.114819712911686,
+      "learning_rate": 4.907076318712738e-07,
+      "logits/chosen": -1.823948621749878,
+      "logits/rejected": -2.289140462875366,
+      "logps/chosen": -310.9908752441406,
+      "logps/rejected": -296.40277099609375,
+      "loss": 0.6303,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -0.3205372095108032,
+      "rewards/margins": 0.17761529982089996,
+      "rewards/rejected": -0.49815255403518677,
+      "step": 85
+    },
+    {
+      "epoch": 0.18994855559952512,
+      "grad_norm": 6.643890919509507,
+      "learning_rate": 4.88048035489807e-07,
+      "logits/chosen": -1.9663282632827759,
+      "logits/rejected": -2.3473124504089355,
+      "logps/chosen": -305.6136779785156,
+      "logps/rejected": -289.89471435546875,
+      "loss": 0.6202,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -0.31997618079185486,
+      "rewards/margins": 0.13845226168632507,
+      "rewards/rejected": -0.4584284722805023,
+      "step": 90
+    },
+    {
+      "epoch": 0.20050125313283207,
+      "grad_norm": 8.184472249085363,
+      "learning_rate": 4.85063294125718e-07,
+      "logits/chosen": -1.9098714590072632,
+      "logits/rejected": -2.2084691524505615,
+      "logps/chosen": -316.2163391113281,
+      "logps/rejected": -309.3311462402344,
+      "loss": 0.6176,
+      "rewards/accuracies": 0.71875,
+      "rewards/chosen": -0.3992615342140198,
+      "rewards/margins": 0.18614216148853302,
+      "rewards/rejected": -0.5854036211967468,
+      "step": 95
+    },
+    {
+      "epoch": 0.21105395066613902,
+      "grad_norm": 8.142734346752789,
+      "learning_rate": 4.817574845766874e-07,
+      "logits/chosen": -2.0933427810668945,
+      "logits/rejected": -2.4379730224609375,
+      "logps/chosen": -331.0671691894531,
+      "logps/rejected": -329.8666076660156,
+      "loss": 0.6142,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -0.5073726773262024,
+      "rewards/margins": 0.2520057260990143,
+      "rewards/rejected": -0.7593784332275391,
+      "step": 100
+    },
+    {
+      "epoch": 0.22160664819944598,
+      "grad_norm": 7.833427916953237,
+      "learning_rate": 4.781351221809166e-07,
+      "logits/chosen": -2.1106457710266113,
+      "logits/rejected": -2.3915274143218994,
+      "logps/chosen": -346.46337890625,
+      "logps/rejected": -337.7541198730469,
+      "loss": 0.6124,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -0.5495078563690186,
+      "rewards/margins": 0.17171132564544678,
+      "rewards/rejected": -0.7212191820144653,
+      "step": 105
+    },
+    {
+      "epoch": 0.23215934573275293,
+      "grad_norm": 7.733643763374119,
+      "learning_rate": 4.742011546497182e-07,
+      "logits/chosen": -1.9331356287002563,
+      "logits/rejected": -2.2653117179870605,
+      "logps/chosen": -344.3125,
+      "logps/rejected": -331.16632080078125,
+      "loss": 0.6061,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -0.4401538372039795,
+      "rewards/margins": 0.23562327027320862,
+      "rewards/rejected": -0.6757770776748657,
+      "step": 110
+    },
+    {
+      "epoch": 0.24271204326605988,
+      "grad_norm": 9.878124133877995,
+      "learning_rate": 4.6996095530953875e-07,
+      "logits/chosen": -2.1782004833221436,
+      "logits/rejected": -2.4763283729553223,
+      "logps/chosen": -324.13983154296875,
+      "logps/rejected": -319.3317565917969,
+      "loss": 0.5985,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.5510643720626831,
+      "rewards/margins": 0.20593421161174774,
+      "rewards/rejected": -0.7569986581802368,
+      "step": 115
+    },
+    {
+      "epoch": 0.25326474079936684,
+      "grad_norm": 10.19310620269605,
+      "learning_rate": 4.654203157626399e-07,
+      "logits/chosen": -1.9924976825714111,
+      "logits/rejected": -2.3102524280548096,
+      "logps/chosen": -377.19183349609375,
+      "logps/rejected": -375.12823486328125,
+      "loss": 0.5964,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -0.7560365796089172,
+      "rewards/margins": 0.3029988408088684,
+      "rewards/rejected": -1.0590355396270752,
+      "step": 120
+    },
+    {
+      "epoch": 0.2638174383326738,
+      "grad_norm": 11.001033426114137,
+      "learning_rate": 4.605854379764673e-07,
+      "logits/chosen": -2.199047565460205,
+      "logits/rejected": -2.5438296794891357,
+      "logps/chosen": -374.6500549316406,
+      "logps/rejected": -363.5611572265625,
+      "loss": 0.5867,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -0.9937089681625366,
+      "rewards/margins": 0.28307586908340454,
+      "rewards/rejected": -1.2767850160598755,
+      "step": 125
+    },
+    {
+      "epoch": 0.27437013586598075,
+      "grad_norm": 12.37698546731958,
+      "learning_rate": 4.5546292581250857e-07,
+      "logits/chosen": -2.1308746337890625,
+      "logits/rejected": -2.4864110946655273,
+      "logps/chosen": -400.5669860839844,
+      "logps/rejected": -397.34454345703125,
+      "loss": 0.5933,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -1.2083604335784912,
+      "rewards/margins": 0.26188138127326965,
+      "rewards/rejected": -1.4702417850494385,
+      "step": 130
+    },
+    {
+      "epoch": 0.2849228333992877,
+      "grad_norm": 11.055505495866356,
+      "learning_rate": 4.5005977600621275e-07,
+      "logits/chosen": -2.0843119621276855,
+      "logits/rejected": -2.539513111114502,
+      "logps/chosen": -385.6966857910156,
+      "logps/rejected": -379.7543029785156,
+      "loss": 0.5772,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -0.9928609728813171,
+      "rewards/margins": 0.3268323540687561,
+      "rewards/rejected": -1.3196933269500732,
+      "step": 135
+    },
+    {
+      "epoch": 0.29547553093259465,
+      "grad_norm": 15.017423788636298,
+      "learning_rate": 4.443833686102919e-07,
+      "logits/chosen": -2.218951940536499,
+      "logits/rejected": -2.4617791175842285,
+      "logps/chosen": -422.04803466796875,
+      "logps/rejected": -423.21685791015625,
+      "loss": 0.5756,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -1.2504339218139648,
+      "rewards/margins": 0.3247791528701782,
+      "rewards/rejected": -1.575213074684143,
+      "step": 140
+    },
+    {
+      "epoch": 0.3060282284659016,
+      "grad_norm": 13.104101042453381,
+      "learning_rate": 4.384414569144561e-07,
+      "logits/chosen": -2.239192485809326,
+      "logits/rejected": -2.4994874000549316,
+      "logps/chosen": -423.623046875,
+      "logps/rejected": -425.60546875,
+      "loss": 0.5866,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -1.5029816627502441,
+      "rewards/margins": 0.3298465609550476,
+      "rewards/rejected": -1.832828164100647,
+      "step": 145
+    },
+    {
+      "epoch": 0.31658092599920856,
+      "grad_norm": 9.51654888826691,
+      "learning_rate": 4.3224215685535287e-07,
+      "logits/chosen": -2.0407261848449707,
+      "logits/rejected": -2.337188720703125,
+      "logps/chosen": -426.2940979003906,
+      "logps/rejected": -424.5220642089844,
+      "loss": 0.5817,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -1.3242921829223633,
+      "rewards/margins": 0.31421297788619995,
+      "rewards/rejected": -1.638505220413208,
+      "step": 150
+    },
+    {
+      "epoch": 0.3271336235325155,
+      "grad_norm": 11.744189119101899,
+      "learning_rate": 4.2579393593117364e-07,
+      "logits/chosen": -2.0881667137145996,
+      "logits/rejected": -2.4598240852355957,
+      "logps/chosen": -373.4230041503906,
+      "logps/rejected": -372.4430847167969,
+      "loss": 0.5648,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -1.0188493728637695,
+      "rewards/margins": 0.29292336106300354,
+      "rewards/rejected": -1.3117727041244507,
+      "step": 155
+    },
+    {
+      "epoch": 0.33768632106582247,
+      "grad_norm": 11.411495536339306,
+      "learning_rate": 4.191056016360699e-07,
+      "logits/chosen": -2.1164355278015137,
+      "logits/rejected": -2.3749523162841797,
+      "logps/chosen": -452.0877380371094,
+      "logps/rejected": -475.936767578125,
+      "loss": 0.5657,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -1.5110199451446533,
+      "rewards/margins": 0.45130714774131775,
+      "rewards/rejected": -1.962327241897583,
+      "step": 160
+    },
+    {
+      "epoch": 0.3482390185991294,
+      "grad_norm": 13.015188201271227,
+      "learning_rate": 4.121862894301754e-07,
+      "logits/chosen": -2.0862815380096436,
+      "logits/rejected": -2.4722859859466553,
+      "logps/chosen": -415.59368896484375,
+      "logps/rejected": -414.7337951660156,
+      "loss": 0.5574,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -1.2593889236450195,
+      "rewards/margins": 0.3909255266189575,
+      "rewards/rejected": -1.6503145694732666,
+      "step": 165
+    },
+    {
+      "epoch": 0.3587917161324364,
+      "grad_norm": 15.106508196254897,
+      "learning_rate": 4.050454502616667e-07,
+      "logits/chosen": -2.120917797088623,
+      "logits/rejected": -2.3543829917907715,
+      "logps/chosen": -464.19622802734375,
+      "logps/rejected": -488.60675048828125,
+      "loss": 0.5484,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -1.7536499500274658,
+      "rewards/margins": 0.46063175797462463,
+      "rewards/rejected": -2.2142815589904785,
+      "step": 170
+    },
+    {
+      "epoch": 0.36934441366574333,
+      "grad_norm": 17.660956835556952,
+      "learning_rate": 3.976928376579047e-07,
+      "logits/chosen": -2.117267608642578,
+      "logits/rejected": -2.336695432662964,
+      "logps/chosen": -491.78216552734375,
+      "logps/rejected": -518.7801513671875,
+      "loss": 0.5229,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -1.9079921245574951,
+      "rewards/margins": 0.5516217350959778,
+      "rewards/rejected": -2.459613800048828,
+      "step": 175
+    },
+    {
+      "epoch": 0.37989711119905023,
+      "grad_norm": 14.241710823955074,
+      "learning_rate": 3.9013849440328945e-07,
+      "logits/chosen": -2.169321060180664,
+      "logits/rejected": -2.405425786972046,
+      "logps/chosen": -436.4549865722656,
+      "logps/rejected": -458.5728454589844,
+      "loss": 0.5505,
+      "rewards/accuracies": 0.7437499761581421,
+      "rewards/chosen": -1.5903228521347046,
+      "rewards/margins": 0.4581179618835449,
+      "rewards/rejected": -2.048440933227539,
+      "step": 180
+    },
+    {
+      "epoch": 0.3904498087323572,
+      "grad_norm": 14.232999562557966,
+      "learning_rate": 3.8239273882202473e-07,
+      "logits/chosen": -2.1749088764190674,
+      "logits/rejected": -2.4840614795684814,
+      "logps/chosen": -479.7809143066406,
+      "logps/rejected": -491.2457580566406,
+      "loss": 0.5578,
+      "rewards/accuracies": 0.6812499761581421,
+      "rewards/chosen": -1.8379102945327759,
+      "rewards/margins": 0.42885318398475647,
+      "rewards/rejected": -2.266763210296631,
+      "step": 185
+    },
+    {
+      "epoch": 0.40100250626566414,
+      "grad_norm": 16.05324813627352,
+      "learning_rate": 3.7446615068452804e-07,
+      "logits/chosen": -2.2167088985443115,
+      "logits/rejected": -2.5488333702087402,
+      "logps/chosen": -488.9418029785156,
+      "logps/rejected": -518.4141845703125,
+      "loss": 0.5337,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -1.9092267751693726,
+      "rewards/margins": 0.5299785137176514,
+      "rewards/rejected": -2.4392056465148926,
+      "step": 190
+    },
+    {
+      "epoch": 0.4115552037989711,
+      "grad_norm": 14.147768615324013,
+      "learning_rate": 3.6636955675673743e-07,
+      "logits/chosen": -2.1767070293426514,
+      "logits/rejected": -2.61075496673584,
+      "logps/chosen": -479.6851501464844,
+      "logps/rejected": -483.32501220703125,
+      "loss": 0.5389,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -1.7908236980438232,
+      "rewards/margins": 0.46493005752563477,
+      "rewards/rejected": -2.255753517150879,
+      "step": 195
+    },
+    {
+      "epoch": 0.42210790133227805,
+      "grad_norm": 13.882861374739983,
+      "learning_rate": 3.5811401601205093e-07,
+      "logits/chosen": -2.219057321548462,
+      "logits/rejected": -2.5431442260742188,
+      "logps/chosen": -500.2259826660156,
+      "logps/rejected": -521.2952270507812,
+      "loss": 0.5154,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -1.941454529762268,
+      "rewards/margins": 0.5581260919570923,
+      "rewards/rejected": -2.4995803833007812,
+      "step": 200
+    },
+    {
+      "epoch": 0.432660598865585,
+      "grad_norm": 13.10437188597977,
+      "learning_rate": 3.497108045260995e-07,
+      "logits/chosen": -2.3422179222106934,
+      "logits/rejected": -2.6200077533721924,
+      "logps/chosen": -444.88433837890625,
+      "logps/rejected": -463.40582275390625,
+      "loss": 0.5479,
+      "rewards/accuracies": 0.71875,
+      "rewards/chosen": -1.721801996231079,
+      "rewards/margins": 0.46254196763038635,
+      "rewards/rejected": -2.1843440532684326,
+      "step": 205
+    },
+    {
+      "epoch": 0.44321329639889195,
+      "grad_norm": 17.090042659489537,
+      "learning_rate": 3.411714000749838e-07,
+      "logits/chosen": -2.2252583503723145,
+      "logits/rejected": -2.598954916000366,
+      "logps/chosen": -467.2124938964844,
+      "logps/rejected": -482.96136474609375,
+      "loss": 0.5295,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -1.7041940689086914,
+      "rewards/margins": 0.48477378487586975,
+      "rewards/rejected": -2.1889679431915283,
+      "step": 210
+    },
+    {
+      "epoch": 0.4537659939321989,
+      "grad_norm": 27.344254292887783,
+      "learning_rate": 3.3250746645801287e-07,
+      "logits/chosen": -2.346909523010254,
+      "logits/rejected": -2.5004947185516357,
+      "logps/chosen": -492.0323791503906,
+      "logps/rejected": -510.87847900390625,
+      "loss": 0.5491,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -2.0776052474975586,
+      "rewards/margins": 0.3693740963935852,
+      "rewards/rejected": -2.446979284286499,
+      "step": 215
+    },
+    {
+      "epoch": 0.46431869146550586,
+      "grad_norm": 19.808222569935815,
+      "learning_rate": 3.237308375663571e-07,
+      "logits/chosen": -2.291229486465454,
+      "logits/rejected": -2.6437947750091553,
+      "logps/chosen": -470.88909912109375,
+      "logps/rejected": -506.59393310546875,
+      "loss": 0.5365,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -1.9697215557098389,
+      "rewards/margins": 0.6469660997390747,
+      "rewards/rejected": -2.616687774658203,
+      "step": 220
+    },
+    {
+      "epoch": 0.4748713889988128,
+      "grad_norm": 18.32709921824934,
+      "learning_rate": 3.148535012193767e-07,
+      "logits/chosen": -2.1904757022857666,
+      "logits/rejected": -2.5518805980682373,
+      "logps/chosen": -459.55987548828125,
+      "logps/rejected": -499.54840087890625,
+      "loss": 0.5194,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -1.6650127172470093,
+      "rewards/margins": 0.6420146226882935,
+      "rewards/rejected": -2.3070271015167236,
+      "step": 225
+    },
+    {
+      "epoch": 0.48542408653211977,
+      "grad_norm": 14.548363920921867,
+      "learning_rate": 3.0588758279070183e-07,
+      "logits/chosen": -2.1270744800567627,
+      "logits/rejected": -2.476382255554199,
+      "logps/chosen": -442.04400634765625,
+      "logps/rejected": -464.97735595703125,
+      "loss": 0.5326,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -1.7559592723846436,
+      "rewards/margins": 0.4754490852355957,
+      "rewards/rejected": -2.2314083576202393,
+      "step": 230
+    },
+    {
+      "epoch": 0.4959767840654267,
+      "grad_norm": 16.709600354788574,
+      "learning_rate": 2.968453286464312e-07,
+      "logits/chosen": -2.354429244995117,
+      "logits/rejected": -2.5410735607147217,
+      "logps/chosen": -514.9906005859375,
+      "logps/rejected": -569.000732421875,
+      "loss": 0.5457,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.1175270080566406,
+      "rewards/margins": 0.6777707934379578,
+      "rewards/rejected": -2.795297861099243,
+      "step": 235
+    },
+    {
+      "epoch": 0.5065294815987337,
+      "grad_norm": 14.595717161808087,
+      "learning_rate": 2.8773908941806877e-07,
+      "logits/chosen": -2.191709280014038,
+      "logits/rejected": -2.4795994758605957,
+      "logps/chosen": -513.7542724609375,
+      "logps/rejected": -539.9058837890625,
+      "loss": 0.5283,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -2.063544273376465,
+      "rewards/margins": 0.5612505674362183,
+      "rewards/rejected": -2.6247947216033936,
+      "step": 240
+    },
+    {
+      "epoch": 0.5170821791320406,
+      "grad_norm": 27.782416609672772,
+      "learning_rate": 2.785813031330473e-07,
+      "logits/chosen": -2.316455602645874,
+      "logits/rejected": -2.5953054428100586,
+      "logps/chosen": -480.8763122558594,
+      "logps/rejected": -517.4465942382812,
+      "loss": 0.5183,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -1.9154212474822998,
+      "rewards/margins": 0.5959927439689636,
+      "rewards/rejected": -2.5114142894744873,
+      "step": 245
+    },
+    {
+      "epoch": 0.5276348766653476,
+      "grad_norm": 19.504383146510033,
+      "learning_rate": 2.693844782258779e-07,
+      "logits/chosen": -2.288198947906494,
+      "logits/rejected": -2.663243293762207,
+      "logps/chosen": -504.8866271972656,
+      "logps/rejected": -565.0271606445312,
+      "loss": 0.4927,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -2.188603639602661,
+      "rewards/margins": 0.93329256772995,
+      "rewards/rejected": -3.121896266937256,
+      "step": 250
+    },
+    {
+      "epoch": 0.5381875741986545,
+      "grad_norm": 16.174904226348485,
+      "learning_rate": 2.601611764531342e-07,
+      "logits/chosen": -2.3196043968200684,
+      "logits/rejected": -2.615384578704834,
+      "logps/chosen": -520.6978759765625,
+      "logps/rejected": -568.9720458984375,
+      "loss": 0.5158,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -2.302415370941162,
+      "rewards/margins": 0.6759995222091675,
+      "rewards/rejected": -2.978415012359619,
+      "step": 255
+    },
+    {
+      "epoch": 0.5487402717319615,
+      "grad_norm": 13.877722437423808,
+      "learning_rate": 2.5092399573560323e-07,
+      "logits/chosen": -2.2904419898986816,
+      "logits/rejected": -2.6239161491394043,
+      "logps/chosen": -469.6702575683594,
+      "logps/rejected": -495.83917236328125,
+      "loss": 0.5271,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -1.8616193532943726,
+      "rewards/margins": 0.5212319493293762,
+      "rewards/rejected": -2.3828511238098145,
+      "step": 260
+    },
+    {
+      "epoch": 0.5592929692652684,
+      "grad_norm": 25.387018559215,
+      "learning_rate": 2.4168555295104124e-07,
+      "logits/chosen": -2.3710436820983887,
+      "logits/rejected": -2.6667098999023438,
+      "logps/chosen": -551.4783325195312,
+      "logps/rejected": -584.6627197265625,
+      "loss": 0.5207,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.6731348037719727,
+      "rewards/margins": 0.6126972436904907,
+      "rewards/rejected": -3.285832166671753,
+      "step": 265
+    },
+    {
+      "epoch": 0.5698456667985754,
+      "grad_norm": 21.194954670641433,
+      "learning_rate": 2.3245846670103626e-07,
+      "logits/chosen": -2.339695692062378,
+      "logits/rejected": -2.728651285171509,
+      "logps/chosen": -566.4747314453125,
+      "logps/rejected": -614.0745849609375,
+      "loss": 0.4911,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.8559041023254395,
+      "rewards/margins": 0.8008524179458618,
+      "rewards/rejected": -3.656756639480591,
+      "step": 270
+    },
+    {
+      "epoch": 0.5803983643318823,
+      "grad_norm": 17.02245510623681,
+      "learning_rate": 2.232553400755159e-07,
+      "logits/chosen": -2.462646007537842,
+      "logits/rejected": -2.7295315265655518,
+      "logps/chosen": -520.3306884765625,
+      "logps/rejected": -550.9982299804688,
+      "loss": 0.515,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.492687940597534,
+      "rewards/margins": 0.6085286140441895,
+      "rewards/rejected": -3.1012163162231445,
+      "step": 275
+    },
+    {
+      "epoch": 0.5909510618651893,
+      "grad_norm": 18.57311563682423,
+      "learning_rate": 2.1408874343844294e-07,
+      "logits/chosen": -2.46991229057312,
+      "logits/rejected": -2.839108943939209,
+      "logps/chosen": -564.0499877929688,
+      "logps/rejected": -614.0209350585938,
+      "loss": 0.5184,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.8387348651885986,
+      "rewards/margins": 0.748325765132904,
+      "rewards/rejected": -3.5870604515075684,
+      "step": 280
+    },
+    {
+      "epoch": 0.6015037593984962,
+      "grad_norm": 18.112658192267443,
+      "learning_rate": 2.049711972582101e-07,
+      "logits/chosen": -2.4610495567321777,
+      "logits/rejected": -2.7717814445495605,
+      "logps/chosen": -595.5016479492188,
+      "logps/rejected": -650.4605712890625,
+      "loss": 0.4974,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -3.076230764389038,
+      "rewards/margins": 0.7762446999549866,
+      "rewards/rejected": -3.852475643157959,
+      "step": 285
+    },
+    {
+      "epoch": 0.6120564569318032,
+      "grad_norm": 25.977212495196564,
+      "learning_rate": 1.9591515500618588e-07,
+      "logits/chosen": -2.5490634441375732,
+      "logits/rejected": -2.773324728012085,
+      "logps/chosen": -515.6527099609375,
+      "logps/rejected": -566.9156494140625,
+      "loss": 0.5189,
+      "rewards/accuracies": 0.7437499761581421,
+      "rewards/chosen": -2.3954033851623535,
+      "rewards/margins": 0.6492033004760742,
+      "rewards/rejected": -3.0446066856384277,
+      "step": 290
+    },
+    {
+      "epoch": 0.6226091544651101,
+      "grad_norm": 16.798443756074835,
+      "learning_rate": 1.8693298614677112e-07,
+      "logits/chosen": -2.400968074798584,
+      "logits/rejected": -2.6868553161621094,
+      "logps/chosen": -556.1025390625,
+      "logps/rejected": -596.8348388671875,
+      "loss": 0.4854,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.474238872528076,
+      "rewards/margins": 0.6959460377693176,
+      "rewards/rejected": -3.17018461227417,
+      "step": 295
+    },
+    {
+      "epoch": 0.6331618519984171,
+      "grad_norm": 23.81678431486218,
+      "learning_rate": 1.7803695924219814e-07,
+      "logits/chosen": -2.479430675506592,
+      "logits/rejected": -2.7782349586486816,
+      "logps/chosen": -578.2171020507812,
+      "logps/rejected": -651.0504150390625,
+      "loss": 0.4662,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.9857161045074463,
+      "rewards/margins": 0.9989351034164429,
+      "rewards/rejected": -3.9846510887145996,
+      "step": 300
+    },
+    {
+      "epoch": 0.643714549531724,
+      "grad_norm": 17.09054147088968,
+      "learning_rate": 1.6923922519515067e-07,
+      "logits/chosen": -2.4572558403015137,
+      "logits/rejected": -2.866284132003784,
+      "logps/chosen": -598.88037109375,
+      "logps/rejected": -641.3062744140625,
+      "loss": 0.5055,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -3.1678709983825684,
+      "rewards/margins": 0.8001095056533813,
+      "rewards/rejected": -3.9679806232452393,
+      "step": 305
+    },
+    {
+      "epoch": 0.654267247065031,
+      "grad_norm": 14.492251564068122,
+      "learning_rate": 1.605518006520924e-07,
+      "logits/chosen": -2.3932666778564453,
+      "logits/rejected": -2.6719508171081543,
+      "logps/chosen": -501.3484802246094,
+      "logps/rejected": -544.0150146484375,
+      "loss": 0.5221,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.2441365718841553,
+      "rewards/margins": 0.6640299558639526,
+      "rewards/rejected": -2.9081664085388184,
+      "step": 310
+    },
+    {
+      "epoch": 0.6648199445983379,
+      "grad_norm": 19.243991902749503,
+      "learning_rate": 1.519865515899731e-07,
+      "logits/chosen": -2.444279432296753,
+      "logits/rejected": -2.6949431896209717,
+      "logps/chosen": -506.01519775390625,
+      "logps/rejected": -542.7237548828125,
+      "loss": 0.5115,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.281829357147217,
+      "rewards/margins": 0.6259506940841675,
+      "rewards/rejected": -2.907780170440674,
+      "step": 315
+    },
+    {
+      "epoch": 0.6753726421316449,
+      "grad_norm": 27.99539224141589,
+      "learning_rate": 1.4355517710873182e-07,
+      "logits/chosen": -2.5953707695007324,
+      "logits/rejected": -2.877714157104492,
+      "logps/chosen": -571.291015625,
+      "logps/rejected": -615.3301391601562,
+      "loss": 0.5011,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -2.8195748329162598,
+      "rewards/margins": 0.6808874607086182,
+      "rewards/rejected": -3.500462293624878,
+      "step": 320
+    },
+    {
+      "epoch": 0.6859253396649518,
+      "grad_norm": 23.88018530349238,
+      "learning_rate": 1.3526919345173318e-07,
+      "logits/chosen": -2.5718350410461426,
+      "logits/rejected": -2.88576078414917,
+      "logps/chosen": -595.6961669921875,
+      "logps/rejected": -665.6595458984375,
+      "loss": 0.4992,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.05544376373291,
+      "rewards/margins": 0.9698305130004883,
+      "rewards/rejected": -4.025274753570557,
+      "step": 325
+    },
+    {
+      "epoch": 0.6964780371982588,
+      "grad_norm": 23.60330153062859,
+      "learning_rate": 1.2713991827596443e-07,
+      "logits/chosen": -2.614315986633301,
+      "logits/rejected": -2.894726276397705,
+      "logps/chosen": -562.1041259765625,
+      "logps/rejected": -629.8328857421875,
+      "loss": 0.4933,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.73535418510437,
+      "rewards/margins": 0.9043378829956055,
+      "rewards/rejected": -3.6396923065185547,
+      "step": 330
+    },
+    {
+      "epoch": 0.7070307347315657,
+      "grad_norm": 18.43994758901315,
+      "learning_rate": 1.191784551934773e-07,
+      "logits/chosen": -2.494032144546509,
+      "logits/rejected": -2.8370561599731445,
+      "logps/chosen": -512.5650024414062,
+      "logps/rejected": -558.193115234375,
+      "loss": 0.4919,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -2.298001766204834,
+      "rewards/margins": 0.7504197955131531,
+      "rewards/rejected": -3.048421859741211,
+      "step": 335
+    },
+    {
+      "epoch": 0.7175834322648728,
+      "grad_norm": 19.769138328586244,
+      "learning_rate": 1.1139567860518953e-07,
+      "logits/chosen": -2.399077892303467,
+      "logits/rejected": -2.8016879558563232,
+      "logps/chosen": -532.8413696289062,
+      "logps/rejected": -595.0988159179688,
+      "loss": 0.4698,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -2.4740264415740967,
+      "rewards/margins": 0.9756819009780884,
+      "rewards/rejected": -3.4497084617614746,
+      "step": 340
+    },
+    {
+      "epoch": 0.7281361297981797,
+      "grad_norm": 29.121484778204135,
+      "learning_rate": 1.0380221884776128e-07,
+      "logits/chosen": -2.504153251647949,
+      "logits/rejected": -2.826664447784424,
+      "logps/chosen": -588.2379150390625,
+      "logps/rejected": -649.8221435546875,
+      "loss": 0.4541,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.9968106746673584,
+      "rewards/margins": 0.9327837824821472,
+      "rewards/rejected": -3.9295945167541504,
+      "step": 345
+    },
+    {
+      "epoch": 0.7386888273314867,
+      "grad_norm": 20.917558525767543,
+      "learning_rate": 9.640844767383405e-08,
+      "logits/chosen": -2.4767587184906006,
+      "logits/rejected": -2.815369129180908,
+      "logps/chosen": -636.3276977539062,
+      "logps/rejected": -681.0283203125,
+      "loss": 0.5234,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -3.6004860401153564,
+      "rewards/margins": 0.719234824180603,
+      "rewards/rejected": -4.31972074508667,
+      "step": 350
+    },
+    {
+      "epoch": 0.7492415248647936,
+      "grad_norm": 20.761748981239933,
+      "learning_rate": 8.922446408546378e-08,
+      "logits/chosen": -2.4393577575683594,
+      "logits/rejected": -2.7462494373321533,
+      "logps/chosen": -593.6701049804688,
+      "logps/rejected": -662.8970947265625,
+      "loss": 0.4559,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.010227918624878,
+      "rewards/margins": 0.9989708662033081,
+      "rewards/rejected": -4.0091986656188965,
+      "step": 355
+    },
+    {
+      "epoch": 0.7597942223981005,
+      "grad_norm": 18.501565997520643,
+      "learning_rate": 8.22600805400994e-08,
+      "logits/chosen": -2.382094144821167,
+      "logits/rejected": -2.714757204055786,
+      "logps/chosen": -528.34033203125,
+      "logps/rejected": -588.7109985351562,
+      "loss": 0.4723,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -2.4561707973480225,
+      "rewards/margins": 0.8588768243789673,
+      "rewards/rejected": -3.3150477409362793,
+      "step": 360
+    },
+    {
+      "epoch": 0.7703469199314075,
+      "grad_norm": 22.596420829881406,
+      "learning_rate": 7.552480954794558e-08,
+      "logits/chosen": -2.496333599090576,
+      "logits/rejected": -2.8438127040863037,
+      "logps/chosen": -587.7208862304688,
+      "logps/rejected": -652.3656005859375,
+      "loss": 0.4838,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -3.0826942920684814,
+      "rewards/margins": 0.9047689437866211,
+      "rewards/rejected": -3.9874634742736816,
+      "step": 365
+    },
+    {
+      "epoch": 0.7808996174647144,
+      "grad_norm": 17.83641444640056,
+      "learning_rate": 6.902785067901854e-08,
+      "logits/chosen": -2.5392613410949707,
+      "logits/rejected": -2.8968329429626465,
+      "logps/chosen": -596.1561889648438,
+      "logps/rejected": -664.4248046875,
+      "loss": 0.4774,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -3.162071943283081,
+      "rewards/margins": 0.8737271428108215,
+      "rewards/rejected": -4.035799026489258,
+      "step": 370
+    },
+    {
+      "epoch": 0.7914523149980214,
+      "grad_norm": 22.105262436574318,
+      "learning_rate": 6.277807799763973e-08,
+      "logits/chosen": -2.464101552963257,
+      "logits/rejected": -2.823216199874878,
+      "logps/chosen": -605.5325317382812,
+      "logps/rejected": -688.7382202148438,
+      "loss": 0.4821,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -3.242568254470825,
+      "rewards/margins": 1.0074737071990967,
+      "rewards/rejected": -4.250041961669922,
+      "step": 375
+    },
+    {
+      "epoch": 0.8020050125313283,
+      "grad_norm": 25.73803952489229,
+      "learning_rate": 5.678402794153145e-08,
+      "logits/chosen": -2.5645461082458496,
+      "logits/rejected": -2.8685081005096436,
+      "logps/chosen": -624.9561767578125,
+      "logps/rejected": -682.5247802734375,
+      "loss": 0.4853,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -3.3231148719787598,
+      "rewards/margins": 0.8197879791259766,
+      "rewards/rejected": -4.142902374267578,
+      "step": 380
+    },
+    {
+      "epoch": 0.8125577100646353,
+      "grad_norm": 22.783957458664876,
+      "learning_rate": 5.105388766206969e-08,
+      "logits/chosen": -2.611253261566162,
+      "logits/rejected": -2.8708913326263428,
+      "logps/chosen": -601.1683349609375,
+      "logps/rejected": -657.6758422851562,
+      "loss": 0.4961,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -3.23264741897583,
+      "rewards/margins": 0.7812051773071289,
+      "rewards/rejected": -4.013852119445801,
+      "step": 385
+    },
+    {
+      "epoch": 0.8231104075979422,
+      "grad_norm": 17.937740756320142,
+      "learning_rate": 4.5595483841620484e-08,
+      "logits/chosen": -2.585615396499634,
+      "logits/rejected": -2.860517978668213,
+      "logps/chosen": -610.9042358398438,
+      "logps/rejected": -673.6950073242188,
+      "loss": 0.5005,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -3.3800010681152344,
+      "rewards/margins": 0.7753348350524902,
+      "rewards/rejected": -4.155335426330566,
+      "step": 390
+    },
+    {
+      "epoch": 0.8336631051312492,
+      "grad_norm": 25.048225079070804,
+      "learning_rate": 4.0416272003232526e-08,
+      "logits/chosen": -2.5495500564575195,
+      "logits/rejected": -2.783395290374756,
+      "logps/chosen": -589.7579956054688,
+      "logps/rejected": -651.603515625,
+      "loss": 0.4634,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -3.1502811908721924,
+      "rewards/margins": 0.8453443646430969,
+      "rewards/rejected": -3.9956252574920654,
+      "step": 395
+    },
+    {
+      "epoch": 0.8442158026645561,
+      "grad_norm": 27.936816284901383,
+      "learning_rate": 3.552332632729041e-08,
+      "logits/chosen": -2.5146939754486084,
+      "logits/rejected": -2.804884195327759,
+      "logps/chosen": -594.3411865234375,
+      "logps/rejected": -653.3115844726562,
+      "loss": 0.4978,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -3.1166281700134277,
+      "rewards/margins": 0.8442124128341675,
+      "rewards/rejected": -3.9608407020568848,
+      "step": 400
+    },
+    {
+      "epoch": 0.8442158026645561,
+      "eval_logits/chosen": -3.206465244293213,
+      "eval_logits/rejected": -3.0895018577575684,
+      "eval_logps/chosen": -606.6761474609375,
+      "eval_logps/rejected": -664.0686645507812,
+      "eval_loss": 0.6230235695838928,
+      "eval_rewards/accuracies": 0.6370967626571655,
+      "eval_rewards/chosen": -3.440429449081421,
+      "eval_rewards/margins": 0.46332982182502747,
+      "eval_rewards/rejected": -3.903759717941284,
+      "eval_runtime": 145.9837,
+      "eval_samples_per_second": 13.536,
+      "eval_steps_per_second": 0.849,
+      "step": 400
+    },
+    {
+      "epoch": 0.8547685001978631,
+      "grad_norm": 19.235680562568444,
+      "learning_rate": 3.092332998903416e-08,
+      "logits/chosen": -2.4855546951293945,
+      "logits/rejected": -2.8127689361572266,
+      "logps/chosen": -608.1304931640625,
+      "logps/rejected": -668.380859375,
+      "loss": 0.44,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -3.3122177124023438,
+      "rewards/margins": 0.8978776931762695,
+      "rewards/rejected": -4.210095405578613,
+      "step": 405
+    },
+    {
+      "epoch": 0.86532119773117,
+      "grad_norm": 20.802575196574956,
+      "learning_rate": 2.6622566030146455e-08,
+      "logits/chosen": -2.571362018585205,
+      "logits/rejected": -2.8206756114959717,
+      "logps/chosen": -649.1343994140625,
+      "logps/rejected": -712.3201293945312,
+      "loss": 0.4668,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -3.6075432300567627,
+      "rewards/margins": 0.9334003329277039,
+      "rewards/rejected": -4.5409440994262695,
+      "step": 410
+    },
+    {
+      "epoch": 0.875873895264477,
+      "grad_norm": 20.49229366313954,
+      "learning_rate": 2.26269087768734e-08,
+      "logits/chosen": -2.5383522510528564,
+      "logits/rejected": -2.862185478210449,
+      "logps/chosen": -622.9601440429688,
+      "logps/rejected": -697.26904296875,
+      "loss": 0.4639,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -3.579232692718506,
+      "rewards/margins": 0.9947258234024048,
+      "rewards/rejected": -4.573958396911621,
+      "step": 415
+    },
+    {
+      "epoch": 0.8864265927977839,
+      "grad_norm": 18.435121377291708,
+      "learning_rate": 1.894181581640106e-08,
+      "logits/chosen": -2.4851062297821045,
+      "logits/rejected": -2.818612813949585,
+      "logps/chosen": -691.8073120117188,
+      "logps/rejected": -776.2567138671875,
+      "loss": 0.428,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -3.87129545211792,
+      "rewards/margins": 1.1842930316925049,
+      "rewards/rejected": -5.055588722229004,
+      "step": 420
+    },
+    {
+      "epoch": 0.8969792903310909,
+      "grad_norm": 29.475224627532654,
+      "learning_rate": 1.5572320542448143e-08,
+      "logits/chosen": -2.510409355163574,
+      "logits/rejected": -2.80336594581604,
+      "logps/chosen": -651.34326171875,
+      "logps/rejected": -712.4142456054688,
+      "loss": 0.494,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -3.6103858947753906,
+      "rewards/margins": 0.8933914303779602,
+      "rewards/rejected": -4.503777027130127,
+      "step": 425
+    },
+    {
+      "epoch": 0.9075319878643978,
+      "grad_norm": 25.052350185477973,
+      "learning_rate": 1.2523025280255729e-08,
+      "logits/chosen": -2.5651907920837402,
+      "logits/rejected": -2.870457172393799,
+      "logps/chosen": -678.6126708984375,
+      "logps/rejected": -742.5474853515625,
+      "loss": 0.4623,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -3.7764217853546143,
+      "rewards/margins": 1.0084255933761597,
+      "rewards/rejected": -4.784847259521484,
+      "step": 430
+    },
+    {
+      "epoch": 0.9180846853977048,
+      "grad_norm": 20.51875255327418,
+      "learning_rate": 9.798095000364214e-09,
+      "logits/chosen": -2.5898213386535645,
+      "logits/rejected": -2.949827194213867,
+      "logps/chosen": -640.5285034179688,
+      "logps/rejected": -698.768798828125,
+      "loss": 0.5011,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -3.686187744140625,
+      "rewards/margins": 0.8774013519287109,
+      "rewards/rejected": -4.563588619232178,
+      "step": 435
+    },
+    {
+      "epoch": 0.9286373829310117,
+      "grad_norm": 20.399922495391955,
+      "learning_rate": 7.401251629764876e-09,
+      "logits/chosen": -2.594036817550659,
+      "logits/rejected": -2.882014274597168,
+      "logps/chosen": -671.9681396484375,
+      "logps/rejected": -730.8321533203125,
+      "loss": 0.4861,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -3.8397529125213623,
+      "rewards/margins": 0.9077512621879578,
+      "rewards/rejected": -4.747504234313965,
+      "step": 440
+    },
+    {
+      "epoch": 0.9391900804643187,
+      "grad_norm": 22.999851244619595,
+      "learning_rate": 5.335768968195098e-09,
+      "logits/chosen": -2.593620538711548,
+      "logits/rejected": -2.895954132080078,
+      "logps/chosen": -661.6905517578125,
+      "logps/rejected": -731.1881713867188,
+      "loss": 0.4489,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -3.763947010040283,
+      "rewards/margins": 0.9344717264175415,
+      "rewards/rejected": -4.698418617248535,
+      "step": 445
+    },
+    {
+      "epoch": 0.9497427779976256,
+      "grad_norm": 25.929731545060648,
+      "learning_rate": 3.604468216521883e-09,
+      "logits/chosen": -2.6423192024230957,
+      "logits/rejected": -2.9191346168518066,
+      "logps/chosen": -610.2369995117188,
+      "logps/rejected": -673.9677124023438,
+      "loss": 0.4538,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -3.2649269104003906,
+      "rewards/margins": 0.8473002314567566,
+      "rewards/rejected": -4.112226963043213,
+      "step": 450
+    },
+    {
+      "epoch": 0.9602954755309326,
+      "grad_norm": 30.30149224906545,
+      "learning_rate": 2.2097141233206884e-09,
+      "logits/chosen": -2.479203462600708,
+      "logits/rejected": -2.7860312461853027,
+      "logps/chosen": -680.89453125,
+      "logps/rejected": -742.8502807617188,
+      "loss": 0.4953,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -3.7775790691375732,
+      "rewards/margins": 0.8955792188644409,
+      "rewards/rejected": -4.673158645629883,
+      "step": 455
+    },
+    {
+      "epoch": 0.9708481730642395,
+      "grad_norm": 17.27399919597619,
+      "learning_rate": 1.1534117549133472e-09,
+      "logits/chosen": -2.5051302909851074,
+      "logits/rejected": -2.7565226554870605,
+      "logps/chosen": -642.7161254882812,
+      "logps/rejected": -727.14599609375,
+      "loss": 0.4686,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -3.4852137565612793,
+      "rewards/margins": 1.0831372737884521,
+      "rewards/rejected": -4.5683512687683105,
+      "step": 460
+    },
+    {
+      "epoch": 0.9814008705975465,
+      "grad_norm": 22.26013302983421,
+      "learning_rate": 4.3700389327672173e-10,
+      "logits/chosen": -2.3914403915405273,
+      "logits/rejected": -2.711667537689209,
+      "logps/chosen": -663.2670288085938,
+      "logps/rejected": -728.1150512695312,
+      "loss": 0.4779,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.666525363922119,
+      "rewards/margins": 0.9401981234550476,
+      "rewards/rejected": -4.606723308563232,
+      "step": 465
+    },
+    {
+      "epoch": 0.9919535681308534,
+      "grad_norm": 39.07814619267544,
+      "learning_rate": 6.146906537587982e-11,
+      "logits/chosen": -2.5620739459991455,
+      "logits/rejected": -2.8582262992858887,
+      "logps/chosen": -628.55322265625,
+      "logps/rejected": -687.5040283203125,
+      "loss": 0.4882,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -3.4171409606933594,
+      "rewards/margins": 0.8897517919540405,
+      "rewards/rejected": -4.3068928718566895,
+      "step": 470
+    },
+    {
+      "epoch": 0.9982851866508377,
+      "step": 473,
+      "total_flos": 0.0,
+      "train_loss": 0.545083115015171,
+      "train_runtime": 9073.2474,
+      "train_samples_per_second": 6.684,
+      "train_steps_per_second": 0.052
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 473,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60d9aa9a49dc9ebbb8a15ff65c4679c34b9cd10ad25b79eade032feea0ce0ec
+size 7544