Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,36 @@
+{
+  "_name_or_path": "google/gemma-2-2b-it",
+  "architectures": [
+    "Gemma2ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": 50.0,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    107
+  ],
+  "final_logit_softcapping": 30.0,
+  "head_dim": 256,
+  "hidden_act": "gelu_pytorch_tanh",
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 2304,
+  "initializer_range": 0.02,
+  "intermediate_size": 9216,
+  "max_position_embeddings": 8192,
+  "model_type": "gemma2",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 26,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.1",
+  "use_cache": false,
+  "vocab_size": 256000
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    107
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.44.1"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0508d7b781456ee3ab21be551b9470ead7c0326897b6c5bce4ce4e86ca0bb0b3
+size 4988025760

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151bd9b0adc1a430446c4453681a6c4b72e2deefafcf98c468c8304ebf70d3bd
+size 1420339880

model.safetensors.index.json

@@ -0,0 +1,296 @@
+{
+  "metadata": {
+    "total_size": 6408331776
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00002-of-00002.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.pre_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.pre_feedforward_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.pre_feedforward_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f289bc05132635a8bc7aca7aa21255efd5e18f3710f43e3cdb96bcd41be4922
+size 17525357

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -0,0 +1,2013 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_state.json

@@ -0,0 +1,2433 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5052631578947369,
+  "eval_steps": 10000,
+  "global_step": 300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003368421052631579,
+      "grad_norm": 1021.0826362249041,
+      "learning_rate": 8e-09,
+      "logits/chosen": -6.098826885223389,
+      "logits/rejected": -8.285457611083984,
+      "logps/chosen": -1105.89208984375,
+      "logps/rejected": -1840.68798828125,
+      "loss": 0.6675,
+      "nll_loss": 4.724418640136719,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": 0.03404197469353676,
+      "rewards/margins": 0.10088615119457245,
+      "rewards/rejected": -0.06684418022632599,
+      "step": 2
+    },
+    {
+      "epoch": 0.006736842105263158,
+      "grad_norm": 775.2893008419502,
+      "learning_rate": 1.6e-08,
+      "logits/chosen": -6.404820919036865,
+      "logits/rejected": -8.010771751403809,
+      "logps/chosen": -1317.140625,
+      "logps/rejected": -1826.8807373046875,
+      "loss": 0.7069,
+      "nll_loss": 4.841824054718018,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": 0.024968720972537994,
+      "rewards/margins": 0.0651191771030426,
+      "rewards/rejected": -0.04015045240521431,
+      "step": 4
+    },
+    {
+      "epoch": 0.010105263157894737,
+      "grad_norm": 1152.6434834761353,
+      "learning_rate": 2.3999999999999997e-08,
+      "logits/chosen": -7.275630950927734,
+      "logits/rejected": -7.599463939666748,
+      "logps/chosen": -1705.133544921875,
+      "logps/rejected": -1831.8782958984375,
+      "loss": 0.7266,
+      "nll_loss": 4.776337623596191,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": 0.00952148623764515,
+      "rewards/margins": -0.00301208533346653,
+      "rewards/rejected": 0.01253356970846653,
+      "step": 6
+    },
+    {
+      "epoch": 0.013473684210526317,
+      "grad_norm": 1340.686158278663,
+      "learning_rate": 3.2e-08,
+      "logits/chosen": -7.0847063064575195,
+      "logits/rejected": -7.663762092590332,
+      "logps/chosen": -1612.9189453125,
+      "logps/rejected": -1863.4921875,
+      "loss": 0.6938,
+      "nll_loss": 4.129978656768799,
+      "rewards/accuracies": 0.375,
+      "rewards/chosen": 0.05372562259435654,
+      "rewards/margins": -0.047937583178281784,
+      "rewards/rejected": 0.10166320949792862,
+      "step": 8
+    },
+    {
+      "epoch": 0.016842105263157894,
+      "grad_norm": 830.1962870309648,
+      "learning_rate": 4e-08,
+      "logits/chosen": -7.328038692474365,
+      "logits/rejected": -7.968114852905273,
+      "logps/chosen": -1624.5255126953125,
+      "logps/rejected": -1856.871826171875,
+      "loss": 0.7296,
+      "nll_loss": 4.658226490020752,
+      "rewards/accuracies": 0.375,
+      "rewards/chosen": 0.03902282938361168,
+      "rewards/margins": -0.01064453274011612,
+      "rewards/rejected": 0.0496673583984375,
+      "step": 10
+    },
+    {
+      "epoch": 0.020210526315789474,
+      "grad_norm": 663.540527209906,
+      "learning_rate": 4.799999999999999e-08,
+      "logits/chosen": -7.396481513977051,
+      "logits/rejected": -7.322075843811035,
+      "logps/chosen": -1599.8494873046875,
+      "logps/rejected": -1831.381103515625,
+      "loss": 0.6782,
+      "nll_loss": 4.17366361618042,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -0.10295410454273224,
+      "rewards/margins": 0.06537018716335297,
+      "rewards/rejected": -0.168324276804924,
+      "step": 12
+    },
+    {
+      "epoch": 0.023578947368421053,
+      "grad_norm": 1099.037021669425,
+      "learning_rate": 5.6000000000000005e-08,
+      "logits/chosen": -7.1363630294799805,
+      "logits/rejected": -7.741977691650391,
+      "logps/chosen": -1470.75537109375,
+      "logps/rejected": -1858.2095947265625,
+      "loss": 0.6512,
+      "nll_loss": 4.299507141113281,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -0.2573639154434204,
+      "rewards/margins": 0.10828553140163422,
+      "rewards/rejected": -0.36564940214157104,
+      "step": 14
+    },
+    {
+      "epoch": 0.026947368421052633,
+      "grad_norm": 566.7332650815549,
+      "learning_rate": 6.4e-08,
+      "logits/chosen": -6.818307876586914,
+      "logits/rejected": -7.9370036125183105,
+      "logps/chosen": -1442.171875,
+      "logps/rejected": -1850.56298828125,
+      "loss": 0.6185,
+      "nll_loss": 4.646788597106934,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -0.3849685788154602,
+      "rewards/margins": 0.29212191700935364,
+      "rewards/rejected": -0.6770904660224915,
+      "step": 16
+    },
+    {
+      "epoch": 0.03031578947368421,
+      "grad_norm": 743.3397608092816,
+      "learning_rate": 7.2e-08,
+      "logits/chosen": -7.3267436027526855,
+      "logits/rejected": -7.727769374847412,
+      "logps/chosen": -1639.974853515625,
+      "logps/rejected": -1839.6697998046875,
+      "loss": 0.5848,
+      "nll_loss": 4.681390285491943,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -0.806835949420929,
+      "rewards/margins": 0.1156768724322319,
+      "rewards/rejected": -0.9225128889083862,
+      "step": 18
+    },
+    {
+      "epoch": 0.03368421052631579,
+      "grad_norm": 555.7381352759589,
+      "learning_rate": 8e-08,
+      "logits/chosen": -6.984310150146484,
+      "logits/rejected": -7.973010540008545,
+      "logps/chosen": -1658.0970458984375,
+      "logps/rejected": -1865.5997314453125,
+      "loss": 0.5718,
+      "nll_loss": 4.629044532775879,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -1.5665146112442017,
+      "rewards/margins": 0.23055119812488556,
+      "rewards/rejected": -1.7970658540725708,
+      "step": 20
+    },
+    {
+      "epoch": 0.03705263157894737,
+      "grad_norm": 537.2764069824767,
+      "learning_rate": 8.8e-08,
+      "logits/chosen": -7.248239040374756,
+      "logits/rejected": -7.833005428314209,
+      "logps/chosen": -1698.72998046875,
+      "logps/rejected": -1851.3116455078125,
+      "loss": 0.5141,
+      "nll_loss": 4.778887748718262,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.040907382965088,
+      "rewards/margins": 0.4460693299770355,
+      "rewards/rejected": -2.4869766235351562,
+      "step": 22
+    },
+    {
+      "epoch": 0.04042105263157895,
+      "grad_norm": 427.6716943228766,
+      "learning_rate": 9.599999999999999e-08,
+      "logits/chosen": -6.897974967956543,
+      "logits/rejected": -8.095926284790039,
+      "logps/chosen": -1618.291748046875,
+      "logps/rejected": -1899.2071533203125,
+      "loss": 0.5628,
+      "nll_loss": 4.640469074249268,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -2.707034111022949,
+      "rewards/margins": 0.4983123540878296,
+      "rewards/rejected": -3.2053468227386475,
+      "step": 24
+    },
+    {
+      "epoch": 0.043789473684210524,
+      "grad_norm": 502.48124965017354,
+      "learning_rate": 1.04e-07,
+      "logits/chosen": -6.930876731872559,
+      "logits/rejected": -7.992618083953857,
+      "logps/chosen": -1484.425048828125,
+      "logps/rejected": -1923.680908203125,
+      "loss": 0.5462,
+      "nll_loss": 4.688654899597168,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -4.368743419647217,
+      "rewards/margins": 1.1556202173233032,
+      "rewards/rejected": -5.524363994598389,
+      "step": 26
+    },
+    {
+      "epoch": 0.04715789473684211,
+      "grad_norm": 383.7692991889789,
+      "learning_rate": 1.1200000000000001e-07,
+      "logits/chosen": -7.199338912963867,
+      "logits/rejected": -7.51033353805542,
+      "logps/chosen": -1769.854248046875,
+      "logps/rejected": -1886.64501953125,
+      "loss": 0.4697,
+      "nll_loss": 4.6844096183776855,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -6.4538960456848145,
+      "rewards/margins": 0.6539719104766846,
+      "rewards/rejected": -7.107868194580078,
+      "step": 28
+    },
+    {
+      "epoch": 0.05052631578947368,
+      "grad_norm": 481.75715160752935,
+      "learning_rate": 1.2e-07,
+      "logits/chosen": -6.897581577301025,
+      "logits/rejected": -7.895030498504639,
+      "logps/chosen": -1615.928466796875,
+      "logps/rejected": -1956.94287109375,
+      "loss": 0.4974,
+      "nll_loss": 4.612817764282227,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -6.480710029602051,
+      "rewards/margins": 1.3521087169647217,
+      "rewards/rejected": -7.832818984985352,
+      "step": 30
+    },
+    {
+      "epoch": 0.053894736842105266,
+      "grad_norm": 433.1144839993232,
+      "learning_rate": 1.28e-07,
+      "logits/chosen": -7.140986442565918,
+      "logits/rejected": -7.891180515289307,
+      "logps/chosen": -1722.1290283203125,
+      "logps/rejected": -1961.19140625,
+      "loss": 0.3723,
+      "nll_loss": 4.612584590911865,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -7.3035502433776855,
+      "rewards/margins": 1.1011128425598145,
+      "rewards/rejected": -8.4046630859375,
+      "step": 32
+    },
+    {
+      "epoch": 0.05726315789473684,
+      "grad_norm": 460.5421567294356,
+      "learning_rate": 1.36e-07,
+      "logits/chosen": -5.8924641609191895,
+      "logits/rejected": -7.968005657196045,
+      "logps/chosen": -1063.8079833984375,
+      "logps/rejected": -1961.5302734375,
+      "loss": 0.3717,
+      "nll_loss": 4.887433052062988,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -4.523468017578125,
+      "rewards/margins": 4.804460525512695,
+      "rewards/rejected": -9.327927589416504,
+      "step": 34
+    },
+    {
+      "epoch": 0.06063157894736842,
+      "grad_norm": 382.3217926367787,
+      "learning_rate": 1.44e-07,
+      "logits/chosen": -7.277335166931152,
+      "logits/rejected": -8.038162231445312,
+      "logps/chosen": -1612.2705078125,
+      "logps/rejected": -1970.5556640625,
+      "loss": 0.4893,
+      "nll_loss": 4.758667469024658,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -8.101587295532227,
+      "rewards/margins": 1.8269003629684448,
+      "rewards/rejected": -9.928487777709961,
+      "step": 36
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 327.81609268765317,
+      "learning_rate": 1.5199999999999998e-07,
+      "logits/chosen": -6.232708930969238,
+      "logits/rejected": -7.9314703941345215,
+      "logps/chosen": -1311.58984375,
+      "logps/rejected": -1898.37353515625,
+      "loss": 0.4384,
+      "nll_loss": 4.995038986206055,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -7.171569347381592,
+      "rewards/margins": 4.5418925285339355,
+      "rewards/rejected": -11.713461875915527,
+      "step": 38
+    },
+    {
+      "epoch": 0.06736842105263158,
+      "grad_norm": 411.60155946011673,
+      "learning_rate": 1.6e-07,
+      "logits/chosen": -7.439314365386963,
+      "logits/rejected": -7.884708404541016,
+      "logps/chosen": -1801.27978515625,
+      "logps/rejected": -2006.94921875,
+      "loss": 0.3972,
+      "nll_loss": 4.832527160644531,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -12.396756172180176,
+      "rewards/margins": 1.0853164196014404,
+      "rewards/rejected": -13.482072830200195,
+      "step": 40
+    },
+    {
+      "epoch": 0.07073684210526315,
+      "grad_norm": 353.27396194384323,
+      "learning_rate": 1.68e-07,
+      "logits/chosen": -6.52924108505249,
+      "logits/rejected": -7.981770038604736,
+      "logps/chosen": -1366.396484375,
+      "logps/rejected": -2025.9642333984375,
+      "loss": 0.5679,
+      "nll_loss": 4.827330112457275,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -9.584479331970215,
+      "rewards/margins": 5.323737621307373,
+      "rewards/rejected": -14.90821647644043,
+      "step": 42
+    },
+    {
+      "epoch": 0.07410526315789474,
+      "grad_norm": 259.81954374623166,
+      "learning_rate": 1.76e-07,
+      "logits/chosen": -7.801054000854492,
+      "logits/rejected": -7.639019966125488,
+      "logps/chosen": -1827.47314453125,
+      "logps/rejected": -1996.3192138671875,
+      "loss": 0.3678,
+      "nll_loss": 4.5667243003845215,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -14.310271263122559,
+      "rewards/margins": 2.2248902320861816,
+      "rewards/rejected": -16.5351619720459,
+      "step": 44
+    },
+    {
+      "epoch": 0.07747368421052632,
+      "grad_norm": 406.5448161027269,
+      "learning_rate": 1.84e-07,
+      "logits/chosen": -8.297408103942871,
+      "logits/rejected": -7.499330043792725,
+      "logps/chosen": -1998.0411376953125,
+      "logps/rejected": -1991.69921875,
+      "loss": 0.3749,
+      "nll_loss": 4.313129425048828,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -16.31363296508789,
+      "rewards/margins": 0.6383074522018433,
+      "rewards/rejected": -16.951940536499023,
+      "step": 46
+    },
+    {
+      "epoch": 0.0808421052631579,
+      "grad_norm": 462.82095282625227,
+      "learning_rate": 1.9199999999999997e-07,
+      "logits/chosen": -7.885348320007324,
+      "logits/rejected": -8.057937622070312,
+      "logps/chosen": -1869.8287353515625,
+      "logps/rejected": -1985.5797119140625,
+      "loss": 0.4191,
+      "nll_loss": 4.887444019317627,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -15.957789421081543,
+      "rewards/margins": 1.4249342679977417,
+      "rewards/rejected": -17.382722854614258,
+      "step": 48
+    },
+    {
+      "epoch": 0.08421052631578947,
+      "grad_norm": 612.0204500259774,
+      "learning_rate": 2e-07,
+      "logits/chosen": -5.61109733581543,
+      "logits/rejected": -7.90653657913208,
+      "logps/chosen": -1070.6937255859375,
+      "logps/rejected": -2036.2265625,
+      "loss": 0.3329,
+      "nll_loss": 5.1021575927734375,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -8.67391586303711,
+      "rewards/margins": 8.88609504699707,
+      "rewards/rejected": -17.560009002685547,
+      "step": 50
+    },
+    {
+      "epoch": 0.08757894736842105,
+      "grad_norm": 450.4075931864382,
+      "learning_rate": 1.9999330539070613e-07,
+      "logits/chosen": -7.206405162811279,
+      "logits/rejected": -8.117046356201172,
+      "logps/chosen": -1794.2418212890625,
+      "logps/rejected": -2010.4686279296875,
+      "loss": 0.3961,
+      "nll_loss": 5.458052158355713,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -15.731528282165527,
+      "rewards/margins": 1.6168347597122192,
+      "rewards/rejected": -17.348363876342773,
+      "step": 52
+    },
+    {
+      "epoch": 0.09094736842105264,
+      "grad_norm": 521.1752044658302,
+      "learning_rate": 1.9997322245918037e-07,
+      "logits/chosen": -7.272748947143555,
+      "logits/rejected": -8.118557929992676,
+      "logps/chosen": -1745.1031494140625,
+      "logps/rejected": -2038.525390625,
+      "loss": 0.4714,
+      "nll_loss": 5.170174598693848,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -15.204635620117188,
+      "rewards/margins": 2.791910409927368,
+      "rewards/rejected": -17.996545791625977,
+      "step": 54
+    },
+    {
+      "epoch": 0.09431578947368421,
+      "grad_norm": 217.38647360461505,
+      "learning_rate": 1.9993975389437037e-07,
+      "logits/chosen": -6.186915397644043,
+      "logits/rejected": -8.047518730163574,
+      "logps/chosen": -1388.68603515625,
+      "logps/rejected": -2048.745361328125,
+      "loss": 0.2578,
+      "nll_loss": 5.35891056060791,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -11.742466926574707,
+      "rewards/margins": 7.281023025512695,
+      "rewards/rejected": -19.023488998413086,
+      "step": 56
+    },
+    {
+      "epoch": 0.09768421052631579,
+      "grad_norm": 405.6486896009896,
+      "learning_rate": 1.9989290417745539e-07,
+      "logits/chosen": -6.964948654174805,
+      "logits/rejected": -8.299407005310059,
+      "logps/chosen": -1703.4879150390625,
+      "logps/rejected": -2057.886962890625,
+      "loss": 0.4002,
+      "nll_loss": 5.260710716247559,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -14.706157684326172,
+      "rewards/margins": 3.9658584594726562,
+      "rewards/rejected": -18.672016143798828,
+      "step": 58
+    },
+    {
+      "epoch": 0.10105263157894737,
+      "grad_norm": 475.2633809268288,
+      "learning_rate": 1.9983267958124644e-07,
+      "logits/chosen": -6.648141384124756,
+      "logits/rejected": -7.772933006286621,
+      "logps/chosen": -1497.2598876953125,
+      "logps/rejected": -2023.4912109375,
+      "loss": 0.474,
+      "nll_loss": 5.289524555206299,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -13.703365325927734,
+      "rewards/margins": 5.52022647857666,
+      "rewards/rejected": -19.22359275817871,
+      "step": 60
+    },
+    {
+      "epoch": 0.10442105263157894,
+      "grad_norm": 295.526199134696,
+      "learning_rate": 1.9975908816934638e-07,
+      "logits/chosen": -7.280607223510742,
+      "logits/rejected": -7.836946964263916,
+      "logps/chosen": -1767.7076416015625,
+      "logps/rejected": -2027.5374755859375,
+      "loss": 0.3311,
+      "nll_loss": 4.935500144958496,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -16.52497100830078,
+      "rewards/margins": 2.8025190830230713,
+      "rewards/rejected": -19.327489852905273,
+      "step": 62
+    },
+    {
+      "epoch": 0.10778947368421053,
+      "grad_norm": 451.01621367751295,
+      "learning_rate": 1.9967213979507017e-07,
+      "logits/chosen": -7.747291564941406,
+      "logits/rejected": -7.578754901885986,
+      "logps/chosen": -1903.654052734375,
+      "logps/rejected": -1995.362060546875,
+      "loss": 0.2961,
+      "nll_loss": 4.874569416046143,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -18.415132522583008,
+      "rewards/margins": 1.7832107543945312,
+      "rewards/rejected": -20.19834327697754,
+      "step": 64
+    },
+    {
+      "epoch": 0.11115789473684211,
+      "grad_norm": 391.98836079659304,
+      "learning_rate": 1.995718461001257e-07,
+      "logits/chosen": -6.887873649597168,
+      "logits/rejected": -7.892035484313965,
+      "logps/chosen": -1613.168701171875,
+      "logps/rejected": -2109.185546875,
+      "loss": 0.2514,
+      "nll_loss": 4.979562282562256,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -15.48417854309082,
+      "rewards/margins": 5.469597816467285,
+      "rewards/rejected": -20.953777313232422,
+      "step": 66
+    },
+    {
+      "epoch": 0.11452631578947368,
+      "grad_norm": 357.9128298203349,
+      "learning_rate": 1.9945822051305505e-07,
+      "logits/chosen": -6.562501430511475,
+      "logits/rejected": -8.093667984008789,
+      "logps/chosen": -1624.415771484375,
+      "logps/rejected": -2102.240966796875,
+      "loss": 0.2549,
+      "nll_loss": 5.153851509094238,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -15.476547241210938,
+      "rewards/margins": 6.269686222076416,
+      "rewards/rejected": -21.746234893798828,
+      "step": 68
+    },
+    {
+      "epoch": 0.11789473684210526,
+      "grad_norm": 324.2814050905479,
+      "learning_rate": 1.9933127824743643e-07,
+      "logits/chosen": -7.621331214904785,
+      "logits/rejected": -7.522034645080566,
+      "logps/chosen": -1808.6651611328125,
+      "logps/rejected": -2016.3822021484375,
+      "loss": 0.1968,
+      "nll_loss": 5.224420070648193,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -17.95054817199707,
+      "rewards/margins": 3.378469944000244,
+      "rewards/rejected": -21.329015731811523,
+      "step": 70
+    },
+    {
+      "epoch": 0.12126315789473684,
+      "grad_norm": 507.77270997957345,
+      "learning_rate": 1.9919103629984725e-07,
+      "logits/chosen": -7.971831321716309,
+      "logits/rejected": -7.918793201446533,
+      "logps/chosen": -1930.361083984375,
+      "logps/rejected": -2080.251953125,
+      "loss": 0.3995,
+      "nll_loss": 4.725856781005859,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -19.6121826171875,
+      "rewards/margins": 1.6514708995819092,
+      "rewards/rejected": -21.263654708862305,
+      "step": 72
+    },
+    {
+      "epoch": 0.12463157894736843,
+      "grad_norm": 405.2199441352807,
+      "learning_rate": 1.9903751344758845e-07,
+      "logits/chosen": -7.292391300201416,
+      "logits/rejected": -8.180887222290039,
+      "logps/chosen": -1775.805908203125,
+      "logps/rejected": -2013.7442626953125,
+      "loss": 0.4428,
+      "nll_loss": 5.191011905670166,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -17.799779891967773,
+      "rewards/margins": 3.329552173614502,
+      "rewards/rejected": -21.129331588745117,
+      "step": 74
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 240.9685453409843,
+      "learning_rate": 1.9887073024617028e-07,
+      "logits/chosen": -6.470153331756592,
+      "logits/rejected": -7.746395587921143,
+      "logps/chosen": -1489.3653564453125,
+      "logps/rejected": -2056.020751953125,
+      "loss": 0.2493,
+      "nll_loss": 5.174279689788818,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -15.556097030639648,
+      "rewards/margins": 6.754159927368164,
+      "rewards/rejected": -22.310256958007812,
+      "step": 76
+    },
+    {
+      "epoch": 0.13136842105263158,
+      "grad_norm": 493.99746962914696,
+      "learning_rate": 1.9869070902656017e-07,
+      "logits/chosen": -5.889953136444092,
+      "logits/rejected": -8.0224027633667,
+      "logps/chosen": -1382.2691650390625,
+      "logps/rejected": -2080.0107421875,
+      "loss": 0.485,
+      "nll_loss": 5.714942932128906,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -14.33112907409668,
+      "rewards/margins": 7.287192344665527,
+      "rewards/rejected": -21.61832046508789,
+      "step": 78
+    },
+    {
+      "epoch": 0.13473684210526315,
+      "grad_norm": 137.24435752290512,
+      "learning_rate": 1.984974738921927e-07,
+      "logits/chosen": -6.03630256652832,
+      "logits/rejected": -8.135429382324219,
+      "logps/chosen": -1310.54833984375,
+      "logps/rejected": -2067.27490234375,
+      "loss": 0.2926,
+      "nll_loss": 5.408031463623047,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -13.000334739685059,
+      "rewards/margins": 9.575756072998047,
+      "rewards/rejected": -22.57608985900879,
+      "step": 80
+    },
+    {
+      "epoch": 0.13810526315789473,
+      "grad_norm": 332.6447170969351,
+      "learning_rate": 1.982910507157424e-07,
+      "logits/chosen": -7.524165630340576,
+      "logits/rejected": -7.871054649353027,
+      "logps/chosen": -1923.2384033203125,
+      "logps/rejected": -2104.744384765625,
+      "loss": 0.4062,
+      "nll_loss": 4.740773677825928,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -20.172786712646484,
+      "rewards/margins": 2.7083492279052734,
+      "rewards/rejected": -22.881135940551758,
+      "step": 82
+    },
+    {
+      "epoch": 0.1414736842105263,
+      "grad_norm": 434.7785715165825,
+      "learning_rate": 1.9807146713565955e-07,
+      "logits/chosen": -7.366245746612549,
+      "logits/rejected": -7.99586296081543,
+      "logps/chosen": -1834.388916015625,
+      "logps/rejected": -2039.752685546875,
+      "loss": 0.4183,
+      "nll_loss": 5.197725296020508,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -19.303865432739258,
+      "rewards/margins": 3.0796072483062744,
+      "rewards/rejected": -22.38347053527832,
+      "step": 84
+    },
+    {
+      "epoch": 0.14484210526315788,
+      "grad_norm": 394.456469398082,
+      "learning_rate": 1.9783875255246973e-07,
+      "logits/chosen": -7.369488716125488,
+      "logits/rejected": -7.899564743041992,
+      "logps/chosen": -2014.7353515625,
+      "logps/rejected": -2079.622802734375,
+      "loss": 0.435,
+      "nll_loss": 5.506885051727295,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -22.415340423583984,
+      "rewards/margins": 1.3391568660736084,
+      "rewards/rejected": -23.75449562072754,
+      "step": 86
+    },
+    {
+      "epoch": 0.1482105263157895,
+      "grad_norm": 474.52038286042045,
+      "learning_rate": 1.9759293812483712e-07,
+      "logits/chosen": -6.315229892730713,
+      "logits/rejected": -7.918384075164795,
+      "logps/chosen": -1505.7802734375,
+      "logps/rejected": -2153.10986328125,
+      "loss": 0.518,
+      "nll_loss": 5.55679988861084,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -16.11681365966797,
+      "rewards/margins": 8.099884033203125,
+      "rewards/rejected": -24.216697692871094,
+      "step": 88
+    },
+    {
+      "epoch": 0.15157894736842106,
+      "grad_norm": 463.6020653534667,
+      "learning_rate": 1.973340567653928e-07,
+      "logits/chosen": -7.8903656005859375,
+      "logits/rejected": -7.871662616729736,
+      "logps/chosen": -2007.9490966796875,
+      "logps/rejected": -2079.7353515625,
+      "loss": 0.3285,
+      "nll_loss": 4.673924922943115,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -21.700756072998047,
+      "rewards/margins": 2.0794034004211426,
+      "rewards/rejected": -23.78015899658203,
+      "step": 90
+    },
+    {
+      "epoch": 0.15494736842105264,
+      "grad_norm": 469.1854810466752,
+      "learning_rate": 1.9706214313632782e-07,
+      "logits/chosen": -7.816376686096191,
+      "logits/rejected": -7.4226765632629395,
+      "logps/chosen": -1935.4766845703125,
+      "logps/rejected": -2112.067138671875,
+      "loss": 0.4765,
+      "nll_loss": 4.788717746734619,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -21.18560791015625,
+      "rewards/margins": 3.7070724964141846,
+      "rewards/rejected": -24.892681121826172,
+      "step": 92
+    },
+    {
+      "epoch": 0.15831578947368422,
+      "grad_norm": 203.68587948112653,
+      "learning_rate": 1.9677723364475236e-07,
+      "logits/chosen": -7.06157112121582,
+      "logits/rejected": -8.203742027282715,
+      "logps/chosen": -1748.9493408203125,
+      "logps/rejected": -2103.68212890625,
+      "loss": 0.2824,
+      "nll_loss": 5.13286828994751,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -18.6251220703125,
+      "rewards/margins": 5.7565789222717285,
+      "rewards/rejected": -24.381698608398438,
+      "step": 94
+    },
+    {
+      "epoch": 0.1616842105263158,
+      "grad_norm": 454.0753654405841,
+      "learning_rate": 1.9647936643782106e-07,
+      "logits/chosen": -7.063906669616699,
+      "logits/rejected": -7.930819511413574,
+      "logps/chosen": -1851.276611328125,
+      "logps/rejected": -2139.397216796875,
+      "loss": 0.4842,
+      "nll_loss": 4.915232181549072,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -20.60812759399414,
+      "rewards/margins": 3.6515331268310547,
+      "rewards/rejected": -24.259662628173828,
+      "step": 96
+    },
+    {
+      "epoch": 0.16505263157894737,
+      "grad_norm": 290.76223910181324,
+      "learning_rate": 1.961685813976253e-07,
+      "logits/chosen": -7.524170875549316,
+      "logits/rejected": -8.006389617919922,
+      "logps/chosen": -1945.13623046875,
+      "logps/rejected": -2088.755126953125,
+      "loss": 0.3862,
+      "nll_loss": 4.894111633300781,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -22.57034683227539,
+      "rewards/margins": 2.1726748943328857,
+      "rewards/rejected": -24.74302101135254,
+      "step": 98
+    },
+    {
+      "epoch": 0.16842105263157894,
+      "grad_norm": 245.46799212168173,
+      "learning_rate": 1.9584492013585354e-07,
+      "logits/chosen": -7.0596513748168945,
+      "logits/rejected": -7.93139123916626,
+      "logps/chosen": -1557.81787109375,
+      "logps/rejected": -2036.077880859375,
+      "loss": 0.192,
+      "nll_loss": 5.297558784484863,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -16.414541244506836,
+      "rewards/margins": 8.017242431640625,
+      "rewards/rejected": -24.431781768798828,
+      "step": 100
+    },
+    {
+      "epoch": 0.17178947368421052,
+      "grad_norm": 404.1873598654466,
+      "learning_rate": 1.955084259882195e-07,
+      "logits/chosen": -5.742030143737793,
+      "logits/rejected": -7.751094818115234,
+      "logps/chosen": -1235.095947265625,
+      "logps/rejected": -2130.07080078125,
+      "loss": 0.3401,
+      "nll_loss": 5.310590744018555,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -13.479273796081543,
+      "rewards/margins": 12.036299705505371,
+      "rewards/rejected": -25.515575408935547,
+      "step": 102
+    },
+    {
+      "epoch": 0.1751578947368421,
+      "grad_norm": 116.3442830030767,
+      "learning_rate": 1.9515914400866017e-07,
+      "logits/chosen": -7.13689661026001,
+      "logits/rejected": -7.9674553871154785,
+      "logps/chosen": -1809.794677734375,
+      "logps/rejected": -2110.8828125,
+      "loss": 0.2132,
+      "nll_loss": 5.315598487854004,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -21.165102005004883,
+      "rewards/margins": 4.648441791534424,
+      "rewards/rejected": -25.81354522705078,
+      "step": 104
+    },
+    {
+      "epoch": 0.17852631578947367,
+      "grad_norm": 290.204628775111,
+      "learning_rate": 1.9479712096330334e-07,
+      "logits/chosen": -7.378734111785889,
+      "logits/rejected": -7.894670486450195,
+      "logps/chosen": -1803.5947265625,
+      "logps/rejected": -2066.1181640625,
+      "loss": 0.3482,
+      "nll_loss": 5.543490409851074,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -20.527360916137695,
+      "rewards/margins": 5.067646026611328,
+      "rewards/rejected": -25.595006942749023,
+      "step": 106
+    },
+    {
+      "epoch": 0.18189473684210528,
+      "grad_norm": 361.78273867060045,
+      "learning_rate": 1.944224053242058e-07,
+      "logits/chosen": -7.142321586608887,
+      "logits/rejected": -7.959826946258545,
+      "logps/chosen": -1579.7891845703125,
+      "logps/rejected": -2068.02197265625,
+      "loss": 0.2804,
+      "nll_loss": 4.833759307861328,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -18.271129608154297,
+      "rewards/margins": 7.227394104003906,
+      "rewards/rejected": -25.498523712158203,
+      "step": 108
+    },
+    {
+      "epoch": 0.18526315789473685,
+      "grad_norm": 235.0435714261294,
+      "learning_rate": 1.9403504726286367e-07,
+      "logits/chosen": -5.593753337860107,
+      "logits/rejected": -8.2781400680542,
+      "logps/chosen": -1415.476806640625,
+      "logps/rejected": -2148.1337890625,
+      "loss": 0.259,
+      "nll_loss": 4.7400031089782715,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -16.4371337890625,
+      "rewards/margins": 9.744308471679688,
+      "rewards/rejected": -26.18144416809082,
+      "step": 110
+    },
+    {
+      "epoch": 0.18863157894736843,
+      "grad_norm": 347.2912929912007,
+      "learning_rate": 1.9363509864349436e-07,
+      "logits/chosen": -6.396492004394531,
+      "logits/rejected": -8.129210472106934,
+      "logps/chosen": -1428.15185546875,
+      "logps/rejected": -2139.29931640625,
+      "loss": 0.1951,
+      "nll_loss": 5.208731174468994,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -17.481124877929688,
+      "rewards/margins": 9.886039733886719,
+      "rewards/rejected": -27.367164611816406,
+      "step": 112
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 443.2420860827636,
+      "learning_rate": 1.9322261301609284e-07,
+      "logits/chosen": -7.289253234863281,
+      "logits/rejected": -8.456584930419922,
+      "logps/chosen": -1952.02685546875,
+      "logps/rejected": -2108.48876953125,
+      "loss": 0.4061,
+      "nll_loss": 5.445844650268555,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -24.95429229736328,
+      "rewards/margins": 2.7193362712860107,
+      "rewards/rejected": -27.673629760742188,
+      "step": 114
+    },
+    {
+      "epoch": 0.19536842105263158,
+      "grad_norm": 322.7074429727334,
+      "learning_rate": 1.927976456092614e-07,
+      "logits/chosen": -7.254305362701416,
+      "logits/rejected": -8.170782089233398,
+      "logps/chosen": -1910.8201904296875,
+      "logps/rejected": -2137.612548828125,
+      "loss": 0.3789,
+      "nll_loss": 5.32393217086792,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -23.50674819946289,
+      "rewards/margins": 3.4448273181915283,
+      "rewards/rejected": -26.951576232910156,
+      "step": 116
+    },
+    {
+      "epoch": 0.19873684210526316,
+      "grad_norm": 230.28383471544416,
+      "learning_rate": 1.9236025332281506e-07,
+      "logits/chosen": -6.197360515594482,
+      "logits/rejected": -8.328180313110352,
+      "logps/chosen": -1564.211669921875,
+      "logps/rejected": -2164.58056640625,
+      "loss": 0.1884,
+      "nll_loss": 5.403533458709717,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -18.896282196044922,
+      "rewards/margins": 8.365097999572754,
+      "rewards/rejected": -27.261381149291992,
+      "step": 118
+    },
+    {
+      "epoch": 0.20210526315789473,
+      "grad_norm": 375.89177298791736,
+      "learning_rate": 1.9191049472016313e-07,
+      "logits/chosen": -7.113523006439209,
+      "logits/rejected": -7.964775562286377,
+      "logps/chosen": -1672.96923828125,
+      "logps/rejected": -2136.83642578125,
+      "loss": 0.2439,
+      "nll_loss": 4.739628791809082,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -20.55191993713379,
+      "rewards/margins": 5.649931907653809,
+      "rewards/rejected": -26.20184898376465,
+      "step": 120
+    },
+    {
+      "epoch": 0.2054736842105263,
+      "grad_norm": 323.0978953815701,
+      "learning_rate": 1.9144843002046805e-07,
+      "logits/chosen": -6.809453964233398,
+      "logits/rejected": -8.00958251953125,
+      "logps/chosen": -1658.2227783203125,
+      "logps/rejected": -2084.864990234375,
+      "loss": 0.5958,
+      "nll_loss": 5.457843780517578,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -20.677547454833984,
+      "rewards/margins": 6.124557018280029,
+      "rewards/rejected": -26.802101135253906,
+      "step": 122
+    },
+    {
+      "epoch": 0.20884210526315788,
+      "grad_norm": 258.6436979707799,
+      "learning_rate": 1.9097412109058243e-07,
+      "logits/chosen": -7.692294597625732,
+      "logits/rejected": -8.052206993103027,
+      "logps/chosen": -1873.5733642578125,
+      "logps/rejected": -2030.232177734375,
+      "loss": 0.4711,
+      "nll_loss": 5.26876163482666,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -22.60447120666504,
+      "rewards/margins": 3.8998751640319824,
+      "rewards/rejected": -26.50434684753418,
+      "step": 124
+    },
+    {
+      "epoch": 0.21221052631578946,
+      "grad_norm": 372.3923082583742,
+      "learning_rate": 1.9048763143676575e-07,
+      "logits/chosen": -7.407994747161865,
+      "logits/rejected": -7.782034397125244,
+      "logps/chosen": -1862.9501953125,
+      "logps/rejected": -2138.9091796875,
+      "loss": 0.1584,
+      "nll_loss": 5.26196813583374,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -21.54726791381836,
+      "rewards/margins": 5.700539588928223,
+      "rewards/rejected": -27.247806549072266,
+      "step": 126
+    },
+    {
+      "epoch": 0.21557894736842106,
+      "grad_norm": 176.97835981766247,
+      "learning_rate": 1.8998902619618113e-07,
+      "logits/chosen": -6.254648208618164,
+      "logits/rejected": -8.410988807678223,
+      "logps/chosen": -1320.6219482421875,
+      "logps/rejected": -2096.9287109375,
+      "loss": 0.2115,
+      "nll_loss": 5.321068286895752,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -15.538348197937012,
+      "rewards/margins": 11.237432479858398,
+      "rewards/rejected": -26.775779724121094,
+      "step": 128
+    },
+    {
+      "epoch": 0.21894736842105264,
+      "grad_norm": 547.3377613503384,
+      "learning_rate": 1.8947837212817413e-07,
+      "logits/chosen": -6.936631202697754,
+      "logits/rejected": -8.201074600219727,
+      "logps/chosen": -1785.872314453125,
+      "logps/rejected": -2129.34375,
+      "loss": 0.3615,
+      "nll_loss": 5.191522598266602,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -21.109575271606445,
+      "rewards/margins": 5.265467643737793,
+      "rewards/rejected": -26.37504005432129,
+      "step": 130
+    },
+    {
+      "epoch": 0.22231578947368422,
+      "grad_norm": 353.0941136935024,
+      "learning_rate": 1.8895573760533412e-07,
+      "logits/chosen": -7.306629180908203,
+      "logits/rejected": -7.669928073883057,
+      "logps/chosen": -1730.935546875,
+      "logps/rejected": -2167.73095703125,
+      "loss": 0.293,
+      "nll_loss": 4.846038818359375,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -20.911489486694336,
+      "rewards/margins": 6.074740409851074,
+      "rewards/rejected": -26.986228942871094,
+      "step": 132
+    },
+    {
+      "epoch": 0.2256842105263158,
+      "grad_norm": 212.13304713669675,
+      "learning_rate": 1.884211926043398e-07,
+      "logits/chosen": -6.941915035247803,
+      "logits/rejected": -8.13010311126709,
+      "logps/chosen": -1714.9908447265625,
+      "logps/rejected": -2106.353515625,
+      "loss": 0.1782,
+      "nll_loss": 5.203182220458984,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -20.565366744995117,
+      "rewards/margins": 5.9251708984375,
+      "rewards/rejected": -26.490537643432617,
+      "step": 134
+    },
+    {
+      "epoch": 0.22905263157894737,
+      "grad_norm": 279.1889760986275,
+      "learning_rate": 1.8787480869658978e-07,
+      "logits/chosen": -7.706783294677734,
+      "logits/rejected": -7.740918159484863,
+      "logps/chosen": -2039.910888671875,
+      "logps/rejected": -2072.723876953125,
+      "loss": 0.2864,
+      "nll_loss": 4.911942958831787,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -23.88863754272461,
+      "rewards/margins": 1.29465651512146,
+      "rewards/rejected": -25.183292388916016,
+      "step": 136
+    },
+    {
+      "epoch": 0.23242105263157894,
+      "grad_norm": 550.1062681428017,
+      "learning_rate": 1.8731665903861985e-07,
+      "logits/chosen": -6.753871917724609,
+      "logits/rejected": -8.267376899719238,
+      "logps/chosen": -1722.739990234375,
+      "logps/rejected": -2134.793212890625,
+      "loss": 0.2628,
+      "nll_loss": 5.156876087188721,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -19.4663143157959,
+      "rewards/margins": 6.938652038574219,
+      "rewards/rejected": -26.404966354370117,
+      "step": 138
+    },
+    {
+      "epoch": 0.23578947368421052,
+      "grad_norm": 387.2010540404042,
+      "learning_rate": 1.8674681836230768e-07,
+      "logits/chosen": -7.421821117401123,
+      "logits/rejected": -8.06303882598877,
+      "logps/chosen": -1804.21875,
+      "logps/rejected": -2085.41943359375,
+      "loss": 0.4242,
+      "nll_loss": 4.941443920135498,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -21.495800018310547,
+      "rewards/margins": 4.65245246887207,
+      "rewards/rejected": -26.148252487182617,
+      "step": 140
+    },
+    {
+      "epoch": 0.2391578947368421,
+      "grad_norm": 319.34935073129554,
+      "learning_rate": 1.8616536296486708e-07,
+      "logits/chosen": -6.959980487823486,
+      "logits/rejected": -8.008804321289062,
+      "logps/chosen": -1645.2440185546875,
+      "logps/rejected": -2129.713623046875,
+      "loss": 0.2486,
+      "nll_loss": 5.249794960021973,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -19.205081939697266,
+      "rewards/margins": 6.898474216461182,
+      "rewards/rejected": -26.103557586669922,
+      "step": 142
+    },
+    {
+      "epoch": 0.24252631578947367,
+      "grad_norm": 179.51700063120762,
+      "learning_rate": 1.855723706986322e-07,
+      "logits/chosen": -6.863515377044678,
+      "logits/rejected": -8.17676067352295,
+      "logps/chosen": -1595.7620849609375,
+      "logps/rejected": -2139.49951171875,
+      "loss": 0.2893,
+      "nll_loss": 5.239679336547852,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -19.65725326538086,
+      "rewards/margins": 7.443434238433838,
+      "rewards/rejected": -27.10068702697754,
+      "step": 144
+    },
+    {
+      "epoch": 0.24589473684210525,
+      "grad_norm": 275.3682193899652,
+      "learning_rate": 1.8496792096063377e-07,
+      "logits/chosen": -6.194632530212402,
+      "logits/rejected": -8.473308563232422,
+      "logps/chosen": -1469.7490234375,
+      "logps/rejected": -2113.530029296875,
+      "loss": 0.2238,
+      "nll_loss": 5.825500965118408,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -18.392675399780273,
+      "rewards/margins": 9.299560546875,
+      "rewards/rejected": -27.692235946655273,
+      "step": 146
+    },
+    {
+      "epoch": 0.24926315789473685,
+      "grad_norm": 323.66578296523716,
+      "learning_rate": 1.8435209468196847e-07,
+      "logits/chosen": -7.083681106567383,
+      "logits/rejected": -8.149633407592773,
+      "logps/chosen": -1779.7303466796875,
+      "logps/rejected": -2133.3251953125,
+      "loss": 0.5144,
+      "nll_loss": 4.9437971115112305,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -22.35186767578125,
+      "rewards/margins": 6.203129291534424,
+      "rewards/rejected": -28.55499839782715,
+      "step": 148
+    },
+    {
+      "epoch": 0.25263157894736843,
+      "grad_norm": 461.451311082762,
+      "learning_rate": 1.8372497431696285e-07,
+      "logits/chosen": -7.620912551879883,
+      "logits/rejected": -8.02045726776123,
+      "logps/chosen": -1918.67724609375,
+      "logps/rejected": -2131.48193359375,
+      "loss": 0.4635,
+      "nll_loss": 4.790881633758545,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -24.607433319091797,
+      "rewards/margins": 3.646448850631714,
+      "rewards/rejected": -28.25388526916504,
+      "step": 150
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 405.566848682187,
+      "learning_rate": 1.830866438321334e-07,
+      "logits/chosen": -7.111250877380371,
+      "logits/rejected": -8.096766471862793,
+      "logps/chosen": -1748.1270751953125,
+      "logps/rejected": -2097.0595703125,
+      "loss": 0.4518,
+      "nll_loss": 5.408980846405029,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -23.680131912231445,
+      "rewards/margins": 5.77828311920166,
+      "rewards/rejected": -29.458415985107422,
+      "step": 152
+    },
+    {
+      "epoch": 0.2593684210526316,
+      "grad_norm": 298.617818561619,
+      "learning_rate": 1.8243718869494405e-07,
+      "logits/chosen": -7.182644844055176,
+      "logits/rejected": -8.200958251953125,
+      "logps/chosen": -1616.265625,
+      "logps/rejected": -2086.645751953125,
+      "loss": 0.2766,
+      "nll_loss": 5.574889183044434,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -21.693281173706055,
+      "rewards/margins": 7.690347671508789,
+      "rewards/rejected": -29.38362693786621,
+      "step": 154
+    },
+    {
+      "epoch": 0.26273684210526316,
+      "grad_norm": 297.68208713323685,
+      "learning_rate": 1.8177669586236274e-07,
+      "logits/chosen": -7.177743434906006,
+      "logits/rejected": -8.266185760498047,
+      "logps/chosen": -1737.14892578125,
+      "logps/rejected": -2121.933837890625,
+      "loss": 0.1476,
+      "nll_loss": 5.227602481842041,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -23.120718002319336,
+      "rewards/margins": 7.246493816375732,
+      "rewards/rejected": -30.367212295532227,
+      "step": 156
+    },
+    {
+      "epoch": 0.26610526315789473,
+      "grad_norm": 321.45477422959516,
+      "learning_rate": 1.811052537692186e-07,
+      "logits/chosen": -7.373076915740967,
+      "logits/rejected": -8.062271118164062,
+      "logps/chosen": -1772.658447265625,
+      "logps/rejected": -2124.108642578125,
+      "loss": 0.1706,
+      "nll_loss": 5.48671817779541,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -22.967531204223633,
+      "rewards/margins": 7.354568004608154,
+      "rewards/rejected": -30.322099685668945,
+      "step": 158
+    },
+    {
+      "epoch": 0.2694736842105263,
+      "grad_norm": 265.3611042051943,
+      "learning_rate": 1.8042295231636113e-07,
+      "logits/chosen": -6.719966888427734,
+      "logits/rejected": -8.064167976379395,
+      "logps/chosen": -1674.589111328125,
+      "logps/rejected": -2176.885009765625,
+      "loss": 0.3049,
+      "nll_loss": 5.396821022033691,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -22.00328254699707,
+      "rewards/margins": 8.764394760131836,
+      "rewards/rejected": -30.767677307128906,
+      "step": 160
+    },
+    {
+      "epoch": 0.2728421052631579,
+      "grad_norm": 442.39075275710724,
+      "learning_rate": 1.7972988285862333e-07,
+      "logits/chosen": -7.613976001739502,
+      "logits/rejected": -8.213547706604004,
+      "logps/chosen": -2117.5400390625,
+      "logps/rejected": -2208.39599609375,
+      "loss": 0.2877,
+      "nll_loss": 5.046686172485352,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -28.775413513183594,
+      "rewards/margins": 1.5463881492614746,
+      "rewards/rejected": -30.32179832458496,
+      "step": 162
+    },
+    {
+      "epoch": 0.27621052631578946,
+      "grad_norm": 232.11714950375813,
+      "learning_rate": 1.7902613819258983e-07,
+      "logits/chosen": -6.078405857086182,
+      "logits/rejected": -8.073712348937988,
+      "logps/chosen": -1325.989990234375,
+      "logps/rejected": -2109.148681640625,
+      "loss": 0.1362,
+      "nll_loss": 5.590985298156738,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -17.27791976928711,
+      "rewards/margins": 13.148313522338867,
+      "rewards/rejected": -30.426233291625977,
+      "step": 164
+    },
+    {
+      "epoch": 0.27957894736842104,
+      "grad_norm": 178.08792377292178,
+      "learning_rate": 1.7831181254417226e-07,
+      "logits/chosen": -7.393200397491455,
+      "logits/rejected": -7.933506965637207,
+      "logps/chosen": -1770.2550048828125,
+      "logps/rejected": -2183.81884765625,
+      "loss": 0.1839,
+      "nll_loss": 4.8053669929504395,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -22.983407974243164,
+      "rewards/margins": 7.7809247970581055,
+      "rewards/rejected": -30.764333724975586,
+      "step": 166
+    },
+    {
+      "epoch": 0.2829473684210526,
+      "grad_norm": 422.36016546899873,
+      "learning_rate": 1.7758700155599316e-07,
+      "logits/chosen": -6.5516037940979,
+      "logits/rejected": -7.964224815368652,
+      "logps/chosen": -1520.2445068359375,
+      "logps/rejected": -2135.012451171875,
+      "loss": 0.1957,
+      "nll_loss": 5.540028095245361,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -20.019882202148438,
+      "rewards/margins": 11.298989295959473,
+      "rewards/rejected": -31.318870544433594,
+      "step": 168
+    },
+    {
+      "epoch": 0.2863157894736842,
+      "grad_norm": 496.76355668466664,
+      "learning_rate": 1.7685180227458002e-07,
+      "logits/chosen": -7.281660556793213,
+      "logits/rejected": -8.243330955505371,
+      "logps/chosen": -1699.278564453125,
+      "logps/rejected": -2149.191650390625,
+      "loss": 0.4263,
+      "nll_loss": 5.4164533615112305,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -24.19361686706543,
+      "rewards/margins": 6.679977893829346,
+      "rewards/rejected": -30.873594284057617,
+      "step": 170
+    },
+    {
+      "epoch": 0.28968421052631577,
+      "grad_norm": 368.2965007979305,
+      "learning_rate": 1.7610631313737172e-07,
+      "logits/chosen": -7.080427646636963,
+      "logits/rejected": -8.119704246520996,
+      "logps/chosen": -1611.391357421875,
+      "logps/rejected": -2172.8203125,
+      "loss": 0.3694,
+      "nll_loss": 5.258100509643555,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -22.043684005737305,
+      "rewards/margins": 9.61347770690918,
+      "rewards/rejected": -31.657163619995117,
+      "step": 172
+    },
+    {
+      "epoch": 0.29305263157894734,
+      "grad_norm": 670.6700241176729,
+      "learning_rate": 1.753506339595384e-07,
+      "logits/chosen": -7.517750263214111,
+      "logits/rejected": -7.757349967956543,
+      "logps/chosen": -1787.9560546875,
+      "logps/rejected": -2129.67822265625,
+      "loss": 0.298,
+      "nll_loss": 5.433893203735352,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -25.235340118408203,
+      "rewards/margins": 6.193837642669678,
+      "rewards/rejected": -31.42917823791504,
+      "step": 174
+    },
+    {
+      "epoch": 0.296421052631579,
+      "grad_norm": 410.62113772917246,
+      "learning_rate": 1.7458486592061701e-07,
+      "logits/chosen": -6.625953674316406,
+      "logits/rejected": -8.243332862854004,
+      "logps/chosen": -1637.386474609375,
+      "logps/rejected": -2249.2197265625,
+      "loss": 0.3263,
+      "nll_loss": 5.135756969451904,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -22.93773651123047,
+      "rewards/margins": 10.093299865722656,
+      "rewards/rejected": -33.03103256225586,
+      "step": 176
+    },
+    {
+      "epoch": 0.29978947368421055,
+      "grad_norm": 518.14733064062,
+      "learning_rate": 1.7380911155096407e-07,
+      "logits/chosen": -6.312992572784424,
+      "logits/rejected": -7.9758687019348145,
+      "logps/chosen": -1488.8402099609375,
+      "logps/rejected": -2148.6962890625,
+      "loss": 0.591,
+      "nll_loss": 5.555506706237793,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -20.87957763671875,
+      "rewards/margins": 10.946573257446289,
+      "rewards/rejected": -31.82615089416504,
+      "step": 178
+    },
+    {
+      "epoch": 0.3031578947368421,
+      "grad_norm": 230.12282725753218,
+      "learning_rate": 1.7302347471802795e-07,
+      "logits/chosen": -6.5913238525390625,
+      "logits/rejected": -8.363908767700195,
+      "logps/chosen": -1680.2467041015625,
+      "logps/rejected": -2223.9873046875,
+      "loss": 0.3578,
+      "nll_loss": 5.693438529968262,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -23.647768020629883,
+      "rewards/margins": 8.622623443603516,
+      "rewards/rejected": -32.27039337158203,
+      "step": 180
+    },
+    {
+      "epoch": 0.3065263157894737,
+      "grad_norm": 290.90448926580694,
+      "learning_rate": 1.7222806061244146e-07,
+      "logits/chosen": -6.316551208496094,
+      "logits/rejected": -8.457919120788574,
+      "logps/chosen": -1597.56103515625,
+      "logps/rejected": -2268.66259765625,
+      "loss": 0.1266,
+      "nll_loss": 5.54366397857666,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -22.09076499938965,
+      "rewards/margins": 9.565703392028809,
+      "rewards/rejected": -31.656469345092773,
+      "step": 182
+    },
+    {
+      "epoch": 0.3098947368421053,
+      "grad_norm": 219.15996405308613,
+      "learning_rate": 1.7142297573393788e-07,
+      "logits/chosen": -7.972108840942383,
+      "logits/rejected": -8.042094230651855,
+      "logps/chosen": -1998.596923828125,
+      "logps/rejected": -2172.12255859375,
+      "loss": 0.3072,
+      "nll_loss": 5.00222110748291,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -28.76752281188965,
+      "rewards/margins": 3.3450047969818115,
+      "rewards/rejected": -32.112525939941406,
+      "step": 184
+    },
+    {
+      "epoch": 0.31326315789473685,
+      "grad_norm": 322.85198814627114,
+      "learning_rate": 1.7060832787709138e-07,
+      "logits/chosen": -6.03144645690918,
+      "logits/rejected": -8.47148323059082,
+      "logps/chosen": -1274.5035400390625,
+      "logps/rejected": -2136.2109375,
+      "loss": 0.3631,
+      "nll_loss": 5.840561866760254,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -17.418729782104492,
+      "rewards/margins": 15.012275695800781,
+      "rewards/rejected": -32.43100357055664,
+      "step": 186
+    },
+    {
+      "epoch": 0.31663157894736843,
+      "grad_norm": 513.7476885592771,
+      "learning_rate": 1.697842261168843e-07,
+      "logits/chosen": -7.334516525268555,
+      "logits/rejected": -8.225534439086914,
+      "logps/chosen": -1927.53515625,
+      "logps/rejected": -2148.278564453125,
+      "loss": 0.3361,
+      "nll_loss": 5.305893898010254,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -26.597455978393555,
+      "rewards/margins": 5.804078102111816,
+      "rewards/rejected": -32.40153503417969,
+      "step": 188
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 163.682762913509,
+      "learning_rate": 1.6895078079410266e-07,
+      "logits/chosen": -5.538216590881348,
+      "logits/rejected": -8.494758605957031,
+      "logps/chosen": -1233.1563720703125,
+      "logps/rejected": -2203.232177734375,
+      "loss": 0.179,
+      "nll_loss": 5.9964189529418945,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -17.165884017944336,
+      "rewards/margins": 15.676169395446777,
+      "rewards/rejected": -32.84205627441406,
+      "step": 190
+    },
+    {
+      "epoch": 0.3233684210526316,
+      "grad_norm": 308.2898266039604,
+      "learning_rate": 1.6810810350056258e-07,
+      "logits/chosen": -6.971872329711914,
+      "logits/rejected": -8.188929557800293,
+      "logps/chosen": -1851.5859375,
+      "logps/rejected": -2194.031982421875,
+      "loss": 0.4115,
+      "nll_loss": 5.3788743019104,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -26.422870635986328,
+      "rewards/margins": 6.5016984939575195,
+      "rewards/rejected": -32.92456817626953,
+      "step": 192
+    },
+    {
+      "epoch": 0.32673684210526316,
+      "grad_norm": 412.5565491541735,
+      "learning_rate": 1.672563070641688e-07,
+      "logits/chosen": -7.640994548797607,
+      "logits/rejected": -8.178326606750488,
+      "logps/chosen": -2078.18115234375,
+      "logps/rejected": -2178.9091796875,
+      "loss": 0.2875,
+      "nll_loss": 5.410080432891846,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -30.432947158813477,
+      "rewards/margins": 2.4267215728759766,
+      "rewards/rejected": -32.85966873168945,
+      "step": 194
+    },
+    {
+      "epoch": 0.33010526315789473,
+      "grad_norm": 469.2498668087184,
+      "learning_rate": 1.6639550553380816e-07,
+      "logits/chosen": -7.088956356048584,
+      "logits/rejected": -8.258764266967773,
+      "logps/chosen": -1782.86376953125,
+      "logps/rejected": -2211.70703125,
+      "loss": 0.369,
+      "nll_loss": 5.0121073722839355,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -26.950332641601562,
+      "rewards/margins": 7.496822357177734,
+      "rewards/rejected": -34.44715118408203,
+      "step": 196
+    },
+    {
+      "epoch": 0.3334736842105263,
+      "grad_norm": 236.59088336990078,
+      "learning_rate": 1.6552581416407916e-07,
+      "logits/chosen": -8.196027755737305,
+      "logits/rejected": -7.7416181564331055,
+      "logps/chosen": -2154.635498046875,
+      "logps/rejected": -2205.575927734375,
+      "loss": 0.3022,
+      "nll_loss": 4.687681198120117,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -32.5702018737793,
+      "rewards/margins": 2.931349515914917,
+      "rewards/rejected": -35.501556396484375,
+      "step": 198
+    },
+    {
+      "epoch": 0.3368421052631579,
+      "grad_norm": 413.82963735092727,
+      "learning_rate": 1.6464734939986035e-07,
+      "logits/chosen": -7.169932842254639,
+      "logits/rejected": -8.24282455444336,
+      "logps/chosen": -1997.083984375,
+      "logps/rejected": -2223.7470703125,
+      "loss": 0.3572,
+      "nll_loss": 5.281017303466797,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -30.46786117553711,
+      "rewards/margins": 5.10554313659668,
+      "rewards/rejected": -35.573402404785156,
+      "step": 200
+    },
+    {
+      "epoch": 0.34021052631578946,
+      "grad_norm": 415.7728496426865,
+      "learning_rate": 1.637602288607192e-07,
+      "logits/chosen": -6.219871520996094,
+      "logits/rejected": -8.299065589904785,
+      "logps/chosen": -1463.1075439453125,
+      "logps/rejected": -2223.69775390625,
+      "loss": 0.2563,
+      "nll_loss": 5.272424697875977,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -20.643104553222656,
+      "rewards/margins": 13.95057487487793,
+      "rewards/rejected": -34.59368133544922,
+      "step": 202
+    },
+    {
+      "epoch": 0.34357894736842104,
+      "grad_norm": 422.85323621204554,
+      "learning_rate": 1.6286457132516383e-07,
+      "logits/chosen": -6.83880615234375,
+      "logits/rejected": -8.385416030883789,
+      "logps/chosen": -1577.858154296875,
+      "logps/rejected": -2194.265869140625,
+      "loss": 0.3599,
+      "nll_loss": 5.622811317443848,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -22.948638916015625,
+      "rewards/margins": 11.672065734863281,
+      "rewards/rejected": -34.620704650878906,
+      "step": 204
+    },
+    {
+      "epoch": 0.3469473684210526,
+      "grad_norm": 490.11145097314346,
+      "learning_rate": 1.6196049671473953e-07,
+      "logits/chosen": -7.446739196777344,
+      "logits/rejected": -8.425362586975098,
+      "logps/chosen": -1768.897705078125,
+      "logps/rejected": -2202.29443359375,
+      "loss": 0.2982,
+      "nll_loss": 5.6991496086120605,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -28.04994773864746,
+      "rewards/margins": 6.368475914001465,
+      "rewards/rejected": -34.41842269897461,
+      "step": 206
+    },
+    {
+      "epoch": 0.3503157894736842,
+      "grad_norm": 530.9413220874789,
+      "learning_rate": 1.61048126077972e-07,
+      "logits/chosen": -7.343864440917969,
+      "logits/rejected": -8.190047264099121,
+      "logps/chosen": -1754.0421142578125,
+      "logps/rejected": -2148.49072265625,
+      "loss": 0.2674,
+      "nll_loss": 5.666429042816162,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -25.846054077148438,
+      "rewards/margins": 8.071301460266113,
+      "rewards/rejected": -33.917354583740234,
+      "step": 208
+    },
+    {
+      "epoch": 0.35368421052631577,
+      "grad_norm": 166.06683989436303,
+      "learning_rate": 1.6012758157416018e-07,
+      "logits/chosen": -7.329439640045166,
+      "logits/rejected": -7.938960075378418,
+      "logps/chosen": -1708.5814208984375,
+      "logps/rejected": -2173.199462890625,
+      "loss": 0.1976,
+      "nll_loss": 5.0503830909729,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -24.269054412841797,
+      "rewards/margins": 9.374040603637695,
+      "rewards/rejected": -33.643096923828125,
+      "step": 210
+    },
+    {
+      "epoch": 0.35705263157894734,
+      "grad_norm": 525.5297922097282,
+      "learning_rate": 1.5919898645701988e-07,
+      "logits/chosen": -6.739994049072266,
+      "logits/rejected": -8.293057441711426,
+      "logps/chosen": -1717.248046875,
+      "logps/rejected": -2190.51171875,
+      "loss": 0.4755,
+      "nll_loss": 4.879263877868652,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -24.138900756835938,
+      "rewards/margins": 8.57326602935791,
+      "rewards/rejected": -32.71216583251953,
+      "step": 212
+    },
+    {
+      "epoch": 0.3604210526315789,
+      "grad_norm": 548.5346673183018,
+      "learning_rate": 1.5826246505818112e-07,
+      "logits/chosen": -6.99255895614624,
+      "logits/rejected": -8.398011207580566,
+      "logps/chosen": -1611.18701171875,
+      "logps/rejected": -2188.08642578125,
+      "loss": 0.432,
+      "nll_loss": 5.333250999450684,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -23.24384880065918,
+      "rewards/margins": 10.111581802368164,
+      "rewards/rejected": -33.355430603027344,
+      "step": 214
+    },
+    {
+      "epoch": 0.36378947368421055,
+      "grad_norm": 185.93773109229338,
+      "learning_rate": 1.573181427705411e-07,
+      "logits/chosen": -7.210558891296387,
+      "logits/rejected": -8.003637313842773,
+      "logps/chosen": -1898.2894287109375,
+      "logps/rejected": -2259.249755859375,
+      "loss": 0.1156,
+      "nll_loss": 5.2748212814331055,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -27.62005043029785,
+      "rewards/margins": 6.235610485076904,
+      "rewards/rejected": -33.85565948486328,
+      "step": 216
+    },
+    {
+      "epoch": 0.3671578947368421,
+      "grad_norm": 298.31090901524203,
+      "learning_rate": 1.5636614603147512e-07,
+      "logits/chosen": -7.3358025550842285,
+      "logits/rejected": -8.385098457336426,
+      "logps/chosen": -1998.4923095703125,
+      "logps/rejected": -2187.198486328125,
+      "loss": 0.2525,
+      "nll_loss": 5.315785884857178,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -29.09065818786621,
+      "rewards/margins": 3.6531078815460205,
+      "rewards/rejected": -32.74376678466797,
+      "step": 218
+    },
+    {
+      "epoch": 0.3705263157894737,
+      "grad_norm": 377.3450841073725,
+      "learning_rate": 1.5540660230590748e-07,
+      "logits/chosen": -6.510415077209473,
+      "logits/rejected": -8.296943664550781,
+      "logps/chosen": -1665.1639404296875,
+      "logps/rejected": -2214.30078125,
+      "loss": 0.438,
+      "nll_loss": 5.418496131896973,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -23.495925903320312,
+      "rewards/margins": 10.108709335327148,
+      "rewards/rejected": -33.604637145996094,
+      "step": 220
+    },
+    {
+      "epoch": 0.3738947368421053,
+      "grad_norm": 443.30578117705613,
+      "learning_rate": 1.5443964006924507e-07,
+      "logits/chosen": -6.681422710418701,
+      "logits/rejected": -8.464709281921387,
+      "logps/chosen": -1588.643310546875,
+      "logps/rejected": -2177.72705078125,
+      "loss": 0.2768,
+      "nll_loss": 6.007861137390137,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -23.003562927246094,
+      "rewards/margins": 10.166757583618164,
+      "rewards/rejected": -33.17032241821289,
+      "step": 222
+    },
+    {
+      "epoch": 0.37726315789473686,
+      "grad_norm": 163.54164941613496,
+      "learning_rate": 1.534653887901754e-07,
+      "logits/chosen": -5.698173999786377,
+      "logits/rejected": -8.45270824432373,
+      "logps/chosen": -1357.1298828125,
+      "logps/rejected": -2201.384765625,
+      "loss": 0.1406,
+      "nll_loss": 5.912946701049805,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -17.897022247314453,
+      "rewards/margins": 14.996172904968262,
+      "rewards/rejected": -32.8931999206543,
+      "step": 224
+    },
+    {
+      "epoch": 0.38063157894736843,
+      "grad_norm": 319.17016425411697,
+      "learning_rate": 1.5248397891333183e-07,
+      "logits/chosen": -6.813119888305664,
+      "logits/rejected": -8.12168025970459,
+      "logps/chosen": -1691.3763427734375,
+      "logps/rejected": -2194.62646484375,
+      "loss": 0.2993,
+      "nll_loss": 5.037168025970459,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -24.049442291259766,
+      "rewards/margins": 8.878725051879883,
+      "rewards/rejected": -32.928165435791016,
+      "step": 226
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 284.69578061502773,
+      "learning_rate": 1.51495541841828e-07,
+      "logits/chosen": -6.420520305633545,
+      "logits/rejected": -8.212552070617676,
+      "logps/chosen": -1653.12890625,
+      "logps/rejected": -2208.427734375,
+      "loss": 0.2744,
+      "nll_loss": 5.3444905281066895,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -23.33785629272461,
+      "rewards/margins": 9.556280136108398,
+      "rewards/rejected": -32.894134521484375,
+      "step": 228
+    },
+    {
+      "epoch": 0.3873684210526316,
+      "grad_norm": 284.69191132696415,
+      "learning_rate": 1.5050020991966403e-07,
+      "logits/chosen": -6.635988712310791,
+      "logits/rejected": -7.83236837387085,
+      "logps/chosen": -1533.177978515625,
+      "logps/rejected": -2170.71044921875,
+      "loss": 0.1905,
+      "nll_loss": 5.389209270477295,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -21.042217254638672,
+      "rewards/margins": 11.956886291503906,
+      "rewards/rejected": -32.99910354614258,
+      "step": 230
+    },
+    {
+      "epoch": 0.39073684210526316,
+      "grad_norm": 733.6966760862421,
+      "learning_rate": 1.4949811641400668e-07,
+      "logits/chosen": -7.570094108581543,
+      "logits/rejected": -7.502762794494629,
+      "logps/chosen": -1841.1671142578125,
+      "logps/rejected": -2136.026611328125,
+      "loss": 0.5221,
+      "nll_loss": 4.983242988586426,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -25.91825294494629,
+      "rewards/margins": 6.6433634757995605,
+      "rewards/rejected": -32.561614990234375,
+      "step": 232
+    },
+    {
+      "epoch": 0.39410526315789474,
+      "grad_norm": 188.5369451526676,
+      "learning_rate": 1.484893954973458e-07,
+      "logits/chosen": -6.149730205535889,
+      "logits/rejected": -8.597711563110352,
+      "logps/chosen": -1442.3626708984375,
+      "logps/rejected": -2134.160888671875,
+      "loss": 0.129,
+      "nll_loss": 5.606182098388672,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -18.86325454711914,
+      "rewards/margins": 13.016372680664062,
+      "rewards/rejected": -31.879629135131836,
+      "step": 234
+    },
+    {
+      "epoch": 0.3974736842105263,
+      "grad_norm": 305.89732243842866,
+      "learning_rate": 1.4747418222952995e-07,
+      "logits/chosen": -6.757414817810059,
+      "logits/rejected": -8.115114212036133,
+      "logps/chosen": -1697.4263916015625,
+      "logps/rejected": -2184.919921875,
+      "loss": 0.2413,
+      "nll_loss": 5.372623920440674,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -22.677663803100586,
+      "rewards/margins": 8.713125228881836,
+      "rewards/rejected": -31.39078712463379,
+      "step": 236
+    },
+    {
+      "epoch": 0.4008421052631579,
+      "grad_norm": 341.4679249212142,
+      "learning_rate": 1.4645261253968259e-07,
+      "logits/chosen": -6.988116264343262,
+      "logits/rejected": -8.155961036682129,
+      "logps/chosen": -1654.0662841796875,
+      "logps/rejected": -2215.248291015625,
+      "loss": 0.2575,
+      "nll_loss": 5.236739158630371,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -21.976306915283203,
+      "rewards/margins": 10.24085807800293,
+      "rewards/rejected": -32.2171630859375,
+      "step": 238
+    },
+    {
+      "epoch": 0.40421052631578946,
+      "grad_norm": 132.8280211518827,
+      "learning_rate": 1.454248232080026e-07,
+      "logits/chosen": -7.433531761169434,
+      "logits/rejected": -8.119049072265625,
+      "logps/chosen": -1924.980712890625,
+      "logps/rejected": -2134.167724609375,
+      "loss": 0.2044,
+      "nll_loss": 5.498749256134033,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -26.4937801361084,
+      "rewards/margins": 5.2426652908325195,
+      "rewards/rejected": -31.736446380615234,
+      "step": 240
+    },
+    {
+      "epoch": 0.40757894736842104,
+      "grad_norm": 340.2818569766834,
+      "learning_rate": 1.4439095184745024e-07,
+      "logits/chosen": -6.053187370300293,
+      "logits/rejected": -8.49085807800293,
+      "logps/chosen": -1365.32568359375,
+      "logps/rejected": -2177.580078125,
+      "loss": 0.271,
+      "nll_loss": 5.570743083953857,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -18.466915130615234,
+      "rewards/margins": 12.624629974365234,
+      "rewards/rejected": -31.09154510498047,
+      "step": 242
+    },
+    {
+      "epoch": 0.4109473684210526,
+      "grad_norm": 214.41734275706338,
+      "learning_rate": 1.4335113688532182e-07,
+      "logits/chosen": -6.56601619720459,
+      "logits/rejected": -8.04720401763916,
+      "logps/chosen": -1554.8018798828125,
+      "logps/rejected": -2144.083251953125,
+      "loss": 0.138,
+      "nll_loss": 5.4142374992370605,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -20.857574462890625,
+      "rewards/margins": 11.797863006591797,
+      "rewards/rejected": -32.655433654785156,
+      "step": 244
+    },
+    {
+      "epoch": 0.4143157894736842,
+      "grad_norm": 337.35948463767846,
+      "learning_rate": 1.423055175447155e-07,
+      "logits/chosen": -6.994697570800781,
+      "logits/rejected": -7.979827880859375,
+      "logps/chosen": -1652.507568359375,
+      "logps/rejected": -2181.640625,
+      "loss": 0.329,
+      "nll_loss": 5.518115043640137,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -23.70856475830078,
+      "rewards/margins": 8.838756561279297,
+      "rewards/rejected": -32.54732131958008,
+      "step": 246
+    },
+    {
+      "epoch": 0.41768421052631577,
+      "grad_norm": 274.454131527474,
+      "learning_rate": 1.4125423382589048e-07,
+      "logits/chosen": -6.993724346160889,
+      "logits/rejected": -8.257303237915039,
+      "logps/chosen": -1779.2265625,
+      "logps/rejected": -2149.052490234375,
+      "loss": 0.2965,
+      "nll_loss": 5.484703063964844,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -24.876686096191406,
+      "rewards/margins": 7.389163970947266,
+      "rewards/rejected": -32.26585006713867,
+      "step": 248
+    },
+    {
+      "epoch": 0.42105263157894735,
+      "grad_norm": 352.35818290838654,
+      "learning_rate": 1.401974264875218e-07,
+      "logits/chosen": -7.193760871887207,
+      "logits/rejected": -8.0586519241333,
+      "logps/chosen": -1831.6397705078125,
+      "logps/rejected": -2227.03857421875,
+      "loss": 0.2662,
+      "nll_loss": 5.117783546447754,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -25.96319007873535,
+      "rewards/margins": 6.454355239868164,
+      "rewards/rejected": -32.41754150390625,
+      "step": 250
+    },
+    {
+      "epoch": 0.4244210526315789,
+      "grad_norm": 255.0171256504159,
+      "learning_rate": 1.391352370278541e-07,
+      "logits/chosen": -6.700958728790283,
+      "logits/rejected": -8.45335865020752,
+      "logps/chosen": -1634.654541015625,
+      "logps/rejected": -2221.049072265625,
+      "loss": 0.2647,
+      "nll_loss": 6.0273308753967285,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -23.497007369995117,
+      "rewards/margins": 10.51921558380127,
+      "rewards/rejected": -34.0162239074707,
+      "step": 252
+    },
+    {
+      "epoch": 0.42778947368421055,
+      "grad_norm": 481.3772072138439,
+      "learning_rate": 1.3806780766575588e-07,
+      "logits/chosen": -7.795599460601807,
+      "logits/rejected": -8.443253517150879,
+      "logps/chosen": -1971.610107421875,
+      "logps/rejected": -2192.519287109375,
+      "loss": 0.203,
+      "nll_loss": 5.141743183135986,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -28.521339416503906,
+      "rewards/margins": 5.977480888366699,
+      "rewards/rejected": -34.49882125854492,
+      "step": 254
+    },
+    {
+      "epoch": 0.43115789473684213,
+      "grad_norm": 451.03866242263535,
+      "learning_rate": 1.3699528132167776e-07,
+      "logits/chosen": -7.792696475982666,
+      "logits/rejected": -7.79255485534668,
+      "logps/chosen": -1888.9193115234375,
+      "logps/rejected": -2135.4482421875,
+      "loss": 0.3684,
+      "nll_loss": 4.749884128570557,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -26.909269332885742,
+      "rewards/margins": 6.3855719566345215,
+      "rewards/rejected": -33.29484176635742,
+      "step": 256
+    },
+    {
+      "epoch": 0.4345263157894737,
+      "grad_norm": 242.47130951413612,
+      "learning_rate": 1.3591780159851627e-07,
+      "logits/chosen": -6.771208763122559,
+      "logits/rejected": -8.258780479431152,
+      "logps/chosen": -1740.8980712890625,
+      "logps/rejected": -2198.968994140625,
+      "loss": 0.1598,
+      "nll_loss": 5.290096759796143,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -24.707876205444336,
+      "rewards/margins": 9.988024711608887,
+      "rewards/rejected": -34.695899963378906,
+      "step": 258
+    },
+    {
+      "epoch": 0.4378947368421053,
+      "grad_norm": 499.1497771210561,
+      "learning_rate": 1.3483551276238686e-07,
+      "logits/chosen": -6.881796836853027,
+      "logits/rejected": -8.311073303222656,
+      "logps/chosen": -1801.54443359375,
+      "logps/rejected": -2261.04150390625,
+      "loss": 0.5297,
+      "nll_loss": 4.906632900238037,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -25.078868865966797,
+      "rewards/margins": 9.138972282409668,
+      "rewards/rejected": -34.217838287353516,
+      "step": 260
+    },
+    {
+      "epoch": 0.44126315789473686,
+      "grad_norm": 340.10309787989286,
+      "learning_rate": 1.3374855972330756e-07,
+      "logits/chosen": -7.035615921020508,
+      "logits/rejected": -8.248941421508789,
+      "logps/chosen": -1872.8837890625,
+      "logps/rejected": -2217.878173828125,
+      "loss": 0.306,
+      "nll_loss": 5.385906219482422,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -26.4267520904541,
+      "rewards/margins": 7.073578357696533,
+      "rewards/rejected": -33.500328063964844,
+      "step": 262
+    },
+    {
+      "epoch": 0.44463157894736843,
+      "grad_norm": 225.67805816583055,
+      "learning_rate": 1.3265708801579666e-07,
+      "logits/chosen": -6.937837600708008,
+      "logits/rejected": -8.376426696777344,
+      "logps/chosen": -1765.403076171875,
+      "logps/rejected": -2198.61767578125,
+      "loss": 0.1877,
+      "nll_loss": 5.633481502532959,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -25.389394760131836,
+      "rewards/margins": 7.419838905334473,
+      "rewards/rejected": -32.80923080444336,
+      "step": 264
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 91.96492729058454,
+      "learning_rate": 1.3156124377938697e-07,
+      "logits/chosen": -7.8583831787109375,
+      "logits/rejected": -8.153332710266113,
+      "logps/chosen": -2142.6328125,
+      "logps/rejected": -2167.61376953125,
+      "loss": 0.2784,
+      "nll_loss": 4.982174396514893,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -30.6492919921875,
+      "rewards/margins": 2.7910072803497314,
+      "rewards/rejected": -33.4402961730957,
+      "step": 266
+    },
+    {
+      "epoch": 0.4513684210526316,
+      "grad_norm": 199.4223395992786,
+      "learning_rate": 1.3046117373905865e-07,
+      "logits/chosen": -6.933570861816406,
+      "logits/rejected": -8.099403381347656,
+      "logps/chosen": -1728.806396484375,
+      "logps/rejected": -2209.177734375,
+      "loss": 0.0685,
+      "nll_loss": 5.4580488204956055,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -23.95172882080078,
+      "rewards/margins": 10.292177200317383,
+      "rewards/rejected": -34.2439079284668,
+      "step": 268
+    },
+    {
+      "epoch": 0.45473684210526316,
+      "grad_norm": 216.84232462782722,
+      "learning_rate": 1.2935702518559397e-07,
+      "logits/chosen": -7.183603763580322,
+      "logits/rejected": -8.098438262939453,
+      "logps/chosen": -1903.0699462890625,
+      "logps/rejected": -2204.51904296875,
+      "loss": 0.2503,
+      "nll_loss": 5.397114276885986,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -27.064674377441406,
+      "rewards/margins": 5.608869552612305,
+      "rewards/rejected": -32.673545837402344,
+      "step": 270
+    },
+    {
+      "epoch": 0.45810526315789474,
+      "grad_norm": 380.9095200963084,
+      "learning_rate": 1.2824894595585636e-07,
+      "logits/chosen": -6.462231636047363,
+      "logits/rejected": -8.369811058044434,
+      "logps/chosen": -1741.0838623046875,
+      "logps/rejected": -2199.78466796875,
+      "loss": 0.2068,
+      "nll_loss": 6.009423732757568,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -26.056018829345703,
+      "rewards/margins": 7.744605541229248,
+      "rewards/rejected": -33.80062484741211,
+      "step": 272
+    },
+    {
+      "epoch": 0.4614736842105263,
+      "grad_norm": 137.60298699973777,
+      "learning_rate": 1.27137084412996e-07,
+      "logits/chosen": -6.126290321350098,
+      "logits/rejected": -8.357515335083008,
+      "logps/chosen": -1254.0537109375,
+      "logps/rejected": -2182.109130859375,
+      "loss": 0.1443,
+      "nll_loss": 5.386259078979492,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -17.421083450317383,
+      "rewards/margins": 17.08145523071289,
+      "rewards/rejected": -34.50253677368164,
+      "step": 274
+    },
+    {
+      "epoch": 0.4648421052631579,
+      "grad_norm": 238.72881941389062,
+      "learning_rate": 1.260215894265852e-07,
+      "logits/chosen": -6.577013969421387,
+      "logits/rejected": -8.490443229675293,
+      "logps/chosen": -1655.7412109375,
+      "logps/rejected": -2204.900390625,
+      "loss": 0.2314,
+      "nll_loss": 5.632746696472168,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -23.928146362304688,
+      "rewards/margins": 11.161284446716309,
+      "rewards/rejected": -35.08943176269531,
+      "step": 276
+    },
+    {
+      "epoch": 0.46821052631578947,
+      "grad_norm": 205.0849481007809,
+      "learning_rate": 1.2490261035268613e-07,
+      "logits/chosen": -7.492171287536621,
+      "logits/rejected": -8.131207466125488,
+      "logps/chosen": -1958.902099609375,
+      "logps/rejected": -2155.704345703125,
+      "loss": 0.1155,
+      "nll_loss": 5.272936820983887,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -30.05508804321289,
+      "rewards/margins": 5.22835111618042,
+      "rewards/rejected": -35.2834358215332,
+      "step": 278
+    },
+    {
+      "epoch": 0.47157894736842104,
+      "grad_norm": 226.262655032818,
+      "learning_rate": 1.2378029701385286e-07,
+      "logits/chosen": -6.374780178070068,
+      "logits/rejected": -8.473326683044434,
+      "logps/chosen": -1493.491455078125,
+      "logps/rejected": -2233.69140625,
+      "loss": 0.1602,
+      "nll_loss": 5.51650333404541,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -22.54718017578125,
+      "rewards/margins": 13.27789306640625,
+      "rewards/rejected": -35.8250732421875,
+      "step": 280
+    },
+    {
+      "epoch": 0.4749473684210526,
+      "grad_norm": 304.14594820990135,
+      "learning_rate": 1.2265479967907158e-07,
+      "logits/chosen": -7.050374507904053,
+      "logits/rejected": -8.2347412109375,
+      "logps/chosen": -1850.6962890625,
+      "logps/rejected": -2199.18798828125,
+      "loss": 0.3842,
+      "nll_loss": 5.64528226852417,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -28.668458938598633,
+      "rewards/margins": 7.283104419708252,
+      "rewards/rejected": -35.95156478881836,
+      "step": 282
+    },
+    {
+      "epoch": 0.4783157894736842,
+      "grad_norm": 250.05279911200753,
+      "learning_rate": 1.2152626904364064e-07,
+      "logits/chosen": -6.778600215911865,
+      "logits/rejected": -8.34770679473877,
+      "logps/chosen": -1604.2724609375,
+      "logps/rejected": -2214.350830078125,
+      "loss": 0.1214,
+      "nll_loss": 5.6927690505981445,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": -24.976463317871094,
+      "rewards/margins": 11.123945236206055,
+      "rewards/rejected": -36.10041046142578,
+      "step": 284
+    },
+    {
+      "epoch": 0.48168421052631577,
+      "grad_norm": 49.88924745592731,
+      "learning_rate": 1.2039485620899367e-07,
+      "logits/chosen": -7.990779876708984,
+      "logits/rejected": -7.396949291229248,
+      "logps/chosen": -2097.546142578125,
+      "logps/rejected": -2177.14501953125,
+      "loss": 0.092,
+      "nll_loss": 5.315004348754883,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -33.4441032409668,
+      "rewards/margins": 4.195204734802246,
+      "rewards/rejected": -37.63930892944336,
+      "step": 286
+    },
+    {
+      "epoch": 0.48505263157894735,
+      "grad_norm": 298.7045075195552,
+      "learning_rate": 1.1926071266246824e-07,
+      "logits/chosen": -7.262898921966553,
+      "logits/rejected": -7.93293571472168,
+      "logps/chosen": -1817.0556640625,
+      "logps/rejected": -2241.826904296875,
+      "loss": 0.378,
+      "nll_loss": 5.347080230712891,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -29.16703224182129,
+      "rewards/margins": 7.644922733306885,
+      "rewards/rejected": -36.81195831298828,
+      "step": 288
+    },
+    {
+      "epoch": 0.4884210526315789,
+      "grad_norm": 305.83167858317097,
+      "learning_rate": 1.1812399025702289e-07,
+      "logits/chosen": -7.386429309844971,
+      "logits/rejected": -7.993374347686768,
+      "logps/chosen": -1947.408935546875,
+      "logps/rejected": -2193.298583984375,
+      "loss": 0.2834,
+      "nll_loss": 5.327097415924072,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -30.927370071411133,
+      "rewards/margins": 5.908793926239014,
+      "rewards/rejected": -36.83616256713867,
+      "step": 290
+    },
+    {
+      "epoch": 0.4917894736842105,
+      "grad_norm": 457.2760039079243,
+      "learning_rate": 1.1698484119090518e-07,
+      "logits/chosen": -7.0947346687316895,
+      "logits/rejected": -8.351741790771484,
+      "logps/chosen": -1785.537353515625,
+      "logps/rejected": -2246.34912109375,
+      "loss": 0.2948,
+      "nll_loss": 5.337271213531494,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -28.525087356567383,
+      "rewards/margins": 9.390640258789062,
+      "rewards/rejected": -37.91572952270508,
+      "step": 292
+    },
+    {
+      "epoch": 0.49515789473684213,
+      "grad_norm": 296.42125851564697,
+      "learning_rate": 1.1584341798727364e-07,
+      "logits/chosen": -6.732482433319092,
+      "logits/rejected": -8.335723876953125,
+      "logps/chosen": -1633.8388671875,
+      "logps/rejected": -2277.510498046875,
+      "loss": 0.2649,
+      "nll_loss": 5.798310279846191,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -25.833433151245117,
+      "rewards/margins": 11.791748046875,
+      "rewards/rejected": -37.62518310546875,
+      "step": 294
+    },
+    {
+      "epoch": 0.4985263157894737,
+      "grad_norm": 439.27146717605046,
+      "learning_rate": 1.1469987347377601e-07,
+      "logits/chosen": -7.6690354347229,
+      "logits/rejected": -7.856517791748047,
+      "logps/chosen": -2050.155029296875,
+      "logps/rejected": -2208.57666015625,
+      "loss": 0.3627,
+      "nll_loss": 5.227299213409424,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -33.6103515625,
+      "rewards/margins": 2.915879249572754,
+      "rewards/rejected": -36.52622985839844,
+      "step": 296
+    },
+    {
+      "epoch": 0.5018947368421053,
+      "grad_norm": 318.9522275161282,
+      "learning_rate": 1.1355436076208687e-07,
+      "logits/chosen": -7.616082668304443,
+      "logits/rejected": -8.118494033813477,
+      "logps/chosen": -1956.5233154296875,
+      "logps/rejected": -2223.263916015625,
+      "loss": 0.2973,
+      "nll_loss": 5.363955497741699,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -32.195335388183594,
+      "rewards/margins": 5.070850849151611,
+      "rewards/rejected": -37.26618576049805,
+      "step": 298
+    },
+    {
+      "epoch": 0.5052631578947369,
+      "grad_norm": 141.04978897095168,
+      "learning_rate": 1.124070332274071e-07,
+      "logits/chosen": -7.996880054473877,
+      "logits/rejected": -8.085912704467773,
+      "logps/chosen": -2062.050537109375,
+      "logps/rejected": -2186.66162109375,
+      "loss": 0.0746,
+      "nll_loss": 5.05142879486084,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -33.29553985595703,
+      "rewards/margins": 4.88584041595459,
+      "rewards/rejected": -38.18138122558594,
+      "step": 300
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 593,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccb9c9ebe5dcfc632fe17ac20bb592b17d8b5492251210177d70f8cbd4547c4
+size 6200