Upload folder using huggingface_hub

.gitattributes

@@ -3323,3 +3323,12 @@ Qwen2-7B-Instruct_int4_flare-en-fpb_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_
 Qwen2-7B-Instruct_int4_flare-en-fpb_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-1240-sd-10000/checkpoint-608/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Qwen2-7B-Instruct_int4_flare-en-fpb_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-1240-sd-10000/checkpoint-76/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 Qwen2-7B-Instruct_int4_flare-en-fpb_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.4-num-1240-sd-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-3115/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-3560/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-445/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-890/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb792913929eda104a0d024225eab18b7b5190693541ec708d9f75df70492fa
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182f3b6ebce83eeb8eb4ab1cdd5f62427bb8e097be45a754250c8aa4c2f7e21b
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472f05fc05f4ecfa2d72dd6e7b3d9853f839831cbf8a804dca7492e2af787e45
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170dd6ad89f51d3935667b1d0ef3e2f12c90a001ce35bec4266b1b03cafe9493
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b0e61d15a1763753a55888a7a3cb3bb7bfecbc9ed692af7994aab2823d99eb
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/trainer_state.json

@@ -0,0 +1,988 @@
+{
+  "best_metric": 1.8264012336730957,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-890",
+  "epoch": 3.0,
+  "eval_steps": 10,
+  "global_step": 1335,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02247191011235955,
+      "grad_norm": 0.541088342666626,
+      "learning_rate": 0.0002,
+      "loss": 2.6217,
+      "step": 10
+    },
+    {
+      "epoch": 0.0449438202247191,
+      "grad_norm": 0.606726348400116,
+      "learning_rate": 0.0002,
+      "loss": 2.309,
+      "step": 20
+    },
+    {
+      "epoch": 0.06741573033707865,
+      "grad_norm": 0.5244829058647156,
+      "learning_rate": 0.0002,
+      "loss": 2.0677,
+      "step": 30
+    },
+    {
+      "epoch": 0.0898876404494382,
+      "grad_norm": 0.6728479862213135,
+      "learning_rate": 0.0002,
+      "loss": 1.9807,
+      "step": 40
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "grad_norm": 0.8560609221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.944,
+      "step": 50
+    },
+    {
+      "epoch": 0.1348314606741573,
+      "grad_norm": 0.49180933833122253,
+      "learning_rate": 0.0002,
+      "loss": 1.9372,
+      "step": 60
+    },
+    {
+      "epoch": 0.15730337078651685,
+      "grad_norm": 0.49781936407089233,
+      "learning_rate": 0.0002,
+      "loss": 1.9051,
+      "step": 70
+    },
+    {
+      "epoch": 0.1797752808988764,
+      "grad_norm": 0.5396708846092224,
+      "learning_rate": 0.0002,
+      "loss": 1.7978,
+      "step": 80
+    },
+    {
+      "epoch": 0.20224719101123595,
+      "grad_norm": 0.478624552488327,
+      "learning_rate": 0.0002,
+      "loss": 1.8758,
+      "step": 90
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "grad_norm": 0.8880449533462524,
+      "learning_rate": 0.0002,
+      "loss": 1.8928,
+      "step": 100
+    },
+    {
+      "epoch": 0.24719101123595505,
+      "grad_norm": 0.43290555477142334,
+      "learning_rate": 0.0002,
+      "loss": 1.8504,
+      "step": 110
+    },
+    {
+      "epoch": 0.2696629213483146,
+      "grad_norm": 0.438387006521225,
+      "learning_rate": 0.0002,
+      "loss": 1.8536,
+      "step": 120
+    },
+    {
+      "epoch": 0.29213483146067415,
+      "grad_norm": 0.4131482243537903,
+      "learning_rate": 0.0002,
+      "loss": 1.8655,
+      "step": 130
+    },
+    {
+      "epoch": 0.3146067415730337,
+      "grad_norm": 0.5160607099533081,
+      "learning_rate": 0.0002,
+      "loss": 1.9063,
+      "step": 140
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "grad_norm": 0.3617960214614868,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 150
+    },
+    {
+      "epoch": 0.3595505617977528,
+      "grad_norm": 0.5344526767730713,
+      "learning_rate": 0.0002,
+      "loss": 1.9222,
+      "step": 160
+    },
+    {
+      "epoch": 0.38202247191011235,
+      "grad_norm": 0.37921762466430664,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 170
+    },
+    {
+      "epoch": 0.4044943820224719,
+      "grad_norm": 0.431815505027771,
+      "learning_rate": 0.0002,
+      "loss": 1.7882,
+      "step": 180
+    },
+    {
+      "epoch": 0.42696629213483145,
+      "grad_norm": 0.4125252366065979,
+      "learning_rate": 0.0002,
+      "loss": 1.8431,
+      "step": 190
+    },
+    {
+      "epoch": 0.449438202247191,
+      "grad_norm": 0.45420965552330017,
+      "learning_rate": 0.0002,
+      "loss": 1.7677,
+      "step": 200
+    },
+    {
+      "epoch": 0.47191011235955055,
+      "grad_norm": 0.471342533826828,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 210
+    },
+    {
+      "epoch": 0.4943820224719101,
+      "grad_norm": 0.3953711986541748,
+      "learning_rate": 0.0002,
+      "loss": 1.8915,
+      "step": 220
+    },
+    {
+      "epoch": 0.5168539325842697,
+      "grad_norm": 0.3793153166770935,
+      "learning_rate": 0.0002,
+      "loss": 1.8153,
+      "step": 230
+    },
+    {
+      "epoch": 0.5393258426966292,
+      "grad_norm": 0.3719729483127594,
+      "learning_rate": 0.0002,
+      "loss": 1.7948,
+      "step": 240
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "grad_norm": 0.4091097116470337,
+      "learning_rate": 0.0002,
+      "loss": 1.8293,
+      "step": 250
+    },
+    {
+      "epoch": 0.5842696629213483,
+      "grad_norm": 0.38691720366477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 260
+    },
+    {
+      "epoch": 0.6067415730337079,
+      "grad_norm": 0.39904487133026123,
+      "learning_rate": 0.0002,
+      "loss": 1.8962,
+      "step": 270
+    },
+    {
+      "epoch": 0.6292134831460674,
+      "grad_norm": 0.36792582273483276,
+      "learning_rate": 0.0002,
+      "loss": 1.862,
+      "step": 280
+    },
+    {
+      "epoch": 0.651685393258427,
+      "grad_norm": 0.3575645685195923,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 290
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "grad_norm": 0.34943437576293945,
+      "learning_rate": 0.0002,
+      "loss": 1.7338,
+      "step": 300
+    },
+    {
+      "epoch": 0.6966292134831461,
+      "grad_norm": 0.4369798004627228,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 310
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.4053204357624054,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 320
+    },
+    {
+      "epoch": 0.7415730337078652,
+      "grad_norm": 0.4032869338989258,
+      "learning_rate": 0.0002,
+      "loss": 1.7936,
+      "step": 330
+    },
+    {
+      "epoch": 0.7640449438202247,
+      "grad_norm": 0.393141508102417,
+      "learning_rate": 0.0002,
+      "loss": 1.9005,
+      "step": 340
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "grad_norm": 0.3401991128921509,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 350
+    },
+    {
+      "epoch": 0.8089887640449438,
+      "grad_norm": 0.3157802224159241,
+      "learning_rate": 0.0002,
+      "loss": 1.7811,
+      "step": 360
+    },
+    {
+      "epoch": 0.8314606741573034,
+      "grad_norm": 0.34539058804512024,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.8539325842696629,
+      "grad_norm": 0.3391708731651306,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 380
+    },
+    {
+      "epoch": 0.8764044943820225,
+      "grad_norm": 0.37594684958457947,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 390
+    },
+    {
+      "epoch": 0.898876404494382,
+      "grad_norm": 0.387704461812973,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 400
+    },
+    {
+      "epoch": 0.9213483146067416,
+      "grad_norm": 0.5300629138946533,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 410
+    },
+    {
+      "epoch": 0.9438202247191011,
+      "grad_norm": 0.35356250405311584,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 420
+    },
+    {
+      "epoch": 0.9662921348314607,
+      "grad_norm": 0.3641810119152069,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 430
+    },
+    {
+      "epoch": 0.9887640449438202,
+      "grad_norm": 0.3925739824771881,
+      "learning_rate": 0.0002,
+      "loss": 1.7762,
+      "step": 440
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.829880714416504,
+      "eval_runtime": 38.6272,
+      "eval_samples_per_second": 13.333,
+      "eval_steps_per_second": 1.683,
+      "step": 445
+    },
+    {
+      "epoch": 1.0112359550561798,
+      "grad_norm": 0.324361115694046,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 450
+    },
+    {
+      "epoch": 1.0337078651685394,
+      "grad_norm": 0.37567344307899475,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 460
+    },
+    {
+      "epoch": 1.0561797752808988,
+      "grad_norm": 0.336347758769989,
+      "learning_rate": 0.0002,
+      "loss": 1.8442,
+      "step": 470
+    },
+    {
+      "epoch": 1.0786516853932584,
+      "grad_norm": 0.39281758666038513,
+      "learning_rate": 0.0002,
+      "loss": 1.7169,
+      "step": 480
+    },
+    {
+      "epoch": 1.101123595505618,
+      "grad_norm": 0.348486989736557,
+      "learning_rate": 0.0002,
+      "loss": 1.803,
+      "step": 490
+    },
+    {
+      "epoch": 1.1235955056179776,
+      "grad_norm": 0.3939574062824249,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 500
+    },
+    {
+      "epoch": 1.146067415730337,
+      "grad_norm": 0.3566303849220276,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 510
+    },
+    {
+      "epoch": 1.1685393258426966,
+      "grad_norm": 0.44443410634994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 520
+    },
+    {
+      "epoch": 1.1910112359550562,
+      "grad_norm": 0.40352755784988403,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 530
+    },
+    {
+      "epoch": 1.2134831460674158,
+      "grad_norm": 0.393235445022583,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 540
+    },
+    {
+      "epoch": 1.2359550561797752,
+      "grad_norm": 0.38268715143203735,
+      "learning_rate": 0.0002,
+      "loss": 1.7402,
+      "step": 550
+    },
+    {
+      "epoch": 1.2584269662921348,
+      "grad_norm": 0.40748143196105957,
+      "learning_rate": 0.0002,
+      "loss": 1.8007,
+      "step": 560
+    },
+    {
+      "epoch": 1.2808988764044944,
+      "grad_norm": 0.46578362584114075,
+      "learning_rate": 0.0002,
+      "loss": 1.7096,
+      "step": 570
+    },
+    {
+      "epoch": 1.303370786516854,
+      "grad_norm": 0.4152059853076935,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 580
+    },
+    {
+      "epoch": 1.3258426966292136,
+      "grad_norm": 0.39794254302978516,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 590
+    },
+    {
+      "epoch": 1.348314606741573,
+      "grad_norm": 0.3964073359966278,
+      "learning_rate": 0.0002,
+      "loss": 1.683,
+      "step": 600
+    },
+    {
+      "epoch": 1.3707865168539326,
+      "grad_norm": 0.37973660230636597,
+      "learning_rate": 0.0002,
+      "loss": 1.7464,
+      "step": 610
+    },
+    {
+      "epoch": 1.3932584269662922,
+      "grad_norm": 0.4126802384853363,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 620
+    },
+    {
+      "epoch": 1.4157303370786516,
+      "grad_norm": 0.3873387575149536,
+      "learning_rate": 0.0002,
+      "loss": 1.7876,
+      "step": 630
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.39390191435813904,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 640
+    },
+    {
+      "epoch": 1.4606741573033708,
+      "grad_norm": 0.4302954375743866,
+      "learning_rate": 0.0002,
+      "loss": 1.7482,
+      "step": 650
+    },
+    {
+      "epoch": 1.4831460674157304,
+      "grad_norm": 0.3631756901741028,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 660
+    },
+    {
+      "epoch": 1.50561797752809,
+      "grad_norm": 0.3835321366786957,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 670
+    },
+    {
+      "epoch": 1.5280898876404494,
+      "grad_norm": 0.45179641246795654,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 680
+    },
+    {
+      "epoch": 1.550561797752809,
+      "grad_norm": 0.4173226058483124,
+      "learning_rate": 0.0002,
+      "loss": 1.7541,
+      "step": 690
+    },
+    {
+      "epoch": 1.5730337078651684,
+      "grad_norm": 0.35887855291366577,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 700
+    },
+    {
+      "epoch": 1.595505617977528,
+      "grad_norm": 0.40731844305992126,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 710
+    },
+    {
+      "epoch": 1.6179775280898876,
+      "grad_norm": 0.4147540330886841,
+      "learning_rate": 0.0002,
+      "loss": 1.6606,
+      "step": 720
+    },
+    {
+      "epoch": 1.6404494382022472,
+      "grad_norm": 0.37640494108200073,
+      "learning_rate": 0.0002,
+      "loss": 1.7385,
+      "step": 730
+    },
+    {
+      "epoch": 1.6629213483146068,
+      "grad_norm": 0.3784808814525604,
+      "learning_rate": 0.0002,
+      "loss": 1.7021,
+      "step": 740
+    },
+    {
+      "epoch": 1.6853932584269664,
+      "grad_norm": 0.4551489055156708,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 750
+    },
+    {
+      "epoch": 1.7078651685393258,
+      "grad_norm": 0.3906891345977783,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 760
+    },
+    {
+      "epoch": 1.7303370786516854,
+      "grad_norm": 0.3876253664493561,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 770
+    },
+    {
+      "epoch": 1.7528089887640448,
+      "grad_norm": 0.36962684988975525,
+      "learning_rate": 0.0002,
+      "loss": 1.7727,
+      "step": 780
+    },
+    {
+      "epoch": 1.7752808988764044,
+      "grad_norm": 0.392286092042923,
+      "learning_rate": 0.0002,
+      "loss": 1.7796,
+      "step": 790
+    },
+    {
+      "epoch": 1.797752808988764,
+      "grad_norm": 0.368129700422287,
+      "learning_rate": 0.0002,
+      "loss": 1.7455,
+      "step": 800
+    },
+    {
+      "epoch": 1.8202247191011236,
+      "grad_norm": 0.42102697491645813,
+      "learning_rate": 0.0002,
+      "loss": 1.7808,
+      "step": 810
+    },
+    {
+      "epoch": 1.8426966292134832,
+      "grad_norm": 0.4314707815647125,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 820
+    },
+    {
+      "epoch": 1.8651685393258428,
+      "grad_norm": 0.3763786554336548,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 830
+    },
+    {
+      "epoch": 1.8876404494382022,
+      "grad_norm": 0.34446850419044495,
+      "learning_rate": 0.0002,
+      "loss": 1.7291,
+      "step": 840
+    },
+    {
+      "epoch": 1.9101123595505618,
+      "grad_norm": 0.3806961476802826,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 850
+    },
+    {
+      "epoch": 1.9325842696629212,
+      "grad_norm": 0.38291847705841064,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 860
+    },
+    {
+      "epoch": 1.9550561797752808,
+      "grad_norm": 0.4361240565776825,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 870
+    },
+    {
+      "epoch": 1.9775280898876404,
+      "grad_norm": 0.39230653643608093,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 880
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.3856890797615051,
+      "learning_rate": 0.0002,
+      "loss": 1.7174,
+      "step": 890
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8264012336730957,
+      "eval_runtime": 38.4572,
+      "eval_samples_per_second": 13.392,
+      "eval_steps_per_second": 1.69,
+      "step": 890
+    },
+    {
+      "epoch": 2.0224719101123596,
+      "grad_norm": 0.37172746658325195,
+      "learning_rate": 0.0002,
+      "loss": 1.5571,
+      "step": 900
+    },
+    {
+      "epoch": 2.044943820224719,
+      "grad_norm": 0.4285264313220978,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 910
+    },
+    {
+      "epoch": 2.067415730337079,
+      "grad_norm": 0.4178760051727295,
+      "learning_rate": 0.0002,
+      "loss": 1.6465,
+      "step": 920
+    },
+    {
+      "epoch": 2.0898876404494384,
+      "grad_norm": 0.41439080238342285,
+      "learning_rate": 0.0002,
+      "loss": 1.6718,
+      "step": 930
+    },
+    {
+      "epoch": 2.1123595505617976,
+      "grad_norm": 0.44750887155532837,
+      "learning_rate": 0.0002,
+      "loss": 1.6632,
+      "step": 940
+    },
+    {
+      "epoch": 2.134831460674157,
+      "grad_norm": 0.47943830490112305,
+      "learning_rate": 0.0002,
+      "loss": 1.6886,
+      "step": 950
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.41972824931144714,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 960
+    },
+    {
+      "epoch": 2.1797752808988764,
+      "grad_norm": 0.45687606930732727,
+      "learning_rate": 0.0002,
+      "loss": 1.6282,
+      "step": 970
+    },
+    {
+      "epoch": 2.202247191011236,
+      "grad_norm": 3.270933151245117,
+      "learning_rate": 0.0002,
+      "loss": 1.6293,
+      "step": 980
+    },
+    {
+      "epoch": 2.2247191011235956,
+      "grad_norm": 0.5009722709655762,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 990
+    },
+    {
+      "epoch": 2.247191011235955,
+      "grad_norm": 0.47534242272377014,
+      "learning_rate": 0.0002,
+      "loss": 1.6737,
+      "step": 1000
+    },
+    {
+      "epoch": 2.2696629213483144,
+      "grad_norm": 0.4659167230129242,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1010
+    },
+    {
+      "epoch": 2.292134831460674,
+      "grad_norm": 0.4227055013179779,
+      "learning_rate": 0.0002,
+      "loss": 1.6565,
+      "step": 1020
+    },
+    {
+      "epoch": 2.3146067415730336,
+      "grad_norm": 0.4480970799922943,
+      "learning_rate": 0.0002,
+      "loss": 1.6358,
+      "step": 1030
+    },
+    {
+      "epoch": 2.337078651685393,
+      "grad_norm": 0.46239933371543884,
+      "learning_rate": 0.0002,
+      "loss": 1.6459,
+      "step": 1040
+    },
+    {
+      "epoch": 2.359550561797753,
+      "grad_norm": 0.4576965570449829,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 1050
+    },
+    {
+      "epoch": 2.3820224719101124,
+      "grad_norm": 0.48324525356292725,
+      "learning_rate": 0.0002,
+      "loss": 1.6787,
+      "step": 1060
+    },
+    {
+      "epoch": 2.404494382022472,
+      "grad_norm": 0.4669286906719208,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 1070
+    },
+    {
+      "epoch": 2.4269662921348316,
+      "grad_norm": 0.5118905901908875,
+      "learning_rate": 0.0002,
+      "loss": 1.5971,
+      "step": 1080
+    },
+    {
+      "epoch": 2.449438202247191,
+      "grad_norm": 0.4905109405517578,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 1090
+    },
+    {
+      "epoch": 2.4719101123595504,
+      "grad_norm": 0.5466307401657104,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1100
+    },
+    {
+      "epoch": 2.49438202247191,
+      "grad_norm": 0.483541876077652,
+      "learning_rate": 0.0002,
+      "loss": 1.6324,
+      "step": 1110
+    },
+    {
+      "epoch": 2.5168539325842696,
+      "grad_norm": 0.4115655720233917,
+      "learning_rate": 0.0002,
+      "loss": 1.6144,
+      "step": 1120
+    },
+    {
+      "epoch": 2.539325842696629,
+      "grad_norm": 0.45315614342689514,
+      "learning_rate": 0.0002,
+      "loss": 1.5999,
+      "step": 1130
+    },
+    {
+      "epoch": 2.561797752808989,
+      "grad_norm": 0.48349013924598694,
+      "learning_rate": 0.0002,
+      "loss": 1.654,
+      "step": 1140
+    },
+    {
+      "epoch": 2.5842696629213484,
+      "grad_norm": 0.4827800691127777,
+      "learning_rate": 0.0002,
+      "loss": 1.6688,
+      "step": 1150
+    },
+    {
+      "epoch": 2.606741573033708,
+      "grad_norm": 0.4685794711112976,
+      "learning_rate": 0.0002,
+      "loss": 1.6993,
+      "step": 1160
+    },
+    {
+      "epoch": 2.629213483146067,
+      "grad_norm": 0.46395015716552734,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1170
+    },
+    {
+      "epoch": 2.6516853932584272,
+      "grad_norm": 0.4605198800563812,
+      "learning_rate": 0.0002,
+      "loss": 1.5945,
+      "step": 1180
+    },
+    {
+      "epoch": 2.6741573033707864,
+      "grad_norm": 0.4916316270828247,
+      "learning_rate": 0.0002,
+      "loss": 1.6542,
+      "step": 1190
+    },
+    {
+      "epoch": 2.696629213483146,
+      "grad_norm": 0.4382898807525635,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 1200
+    },
+    {
+      "epoch": 2.7191011235955056,
+      "grad_norm": 0.4522838592529297,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 1210
+    },
+    {
+      "epoch": 2.741573033707865,
+      "grad_norm": 0.5802963376045227,
+      "learning_rate": 0.0002,
+      "loss": 1.6566,
+      "step": 1220
+    },
+    {
+      "epoch": 2.764044943820225,
+      "grad_norm": 0.44280654191970825,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1230
+    },
+    {
+      "epoch": 2.7865168539325844,
+      "grad_norm": 0.4436502456665039,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 1240
+    },
+    {
+      "epoch": 2.808988764044944,
+      "grad_norm": 0.4817657768726349,
+      "learning_rate": 0.0002,
+      "loss": 1.5711,
+      "step": 1250
+    },
+    {
+      "epoch": 2.831460674157303,
+      "grad_norm": 0.46678975224494934,
+      "learning_rate": 0.0002,
+      "loss": 1.6143,
+      "step": 1260
+    },
+    {
+      "epoch": 2.853932584269663,
+      "grad_norm": 0.5505899786949158,
+      "learning_rate": 0.0002,
+      "loss": 1.5848,
+      "step": 1270
+    },
+    {
+      "epoch": 2.8764044943820224,
+      "grad_norm": 0.46449190378189087,
+      "learning_rate": 0.0002,
+      "loss": 1.6445,
+      "step": 1280
+    },
+    {
+      "epoch": 2.898876404494382,
+      "grad_norm": 0.5431554913520813,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1290
+    },
+    {
+      "epoch": 2.9213483146067416,
+      "grad_norm": 0.44165968894958496,
+      "learning_rate": 0.0002,
+      "loss": 1.69,
+      "step": 1300
+    },
+    {
+      "epoch": 2.943820224719101,
+      "grad_norm": 0.5253956317901611,
+      "learning_rate": 0.0002,
+      "loss": 1.6961,
+      "step": 1310
+    },
+    {
+      "epoch": 2.966292134831461,
+      "grad_norm": 0.42881500720977783,
+      "learning_rate": 0.0002,
+      "loss": 1.6085,
+      "step": 1320
+    },
+    {
+      "epoch": 2.98876404494382,
+      "grad_norm": 0.4666648507118225,
+      "learning_rate": 0.0002,
+      "loss": 1.5666,
+      "step": 1330
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.841871976852417,
+      "eval_runtime": 38.4576,
+      "eval_samples_per_second": 13.391,
+      "eval_steps_per_second": 1.69,
+      "step": 1335
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3560,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.178081081393152e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1335/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb087d22fb0995345805c545302523633dddfce545390f986898a00d9c23d9
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2b0275980f49394149d0af53cba38a69477ceb30da328bb1938d3ed47deaf3
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5118bbd2990dfcc19286b20ab6cd24222c61d60356978859e4668780142457e0
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef93c50a9ed605d1b2bc45e8c195923f1c966ba10785b0e42bd90ddf2d19da1
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c467b720e16a0542bfa6f6cfbc0006b3809ce8043f7c57b200dde2f783288138
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/trainer_state.json

@@ -0,0 +1,1311 @@
+{
+  "best_metric": 1.8264012336730957,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-890",
+  "epoch": 4.0,
+  "eval_steps": 10,
+  "global_step": 1780,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02247191011235955,
+      "grad_norm": 0.541088342666626,
+      "learning_rate": 0.0002,
+      "loss": 2.6217,
+      "step": 10
+    },
+    {
+      "epoch": 0.0449438202247191,
+      "grad_norm": 0.606726348400116,
+      "learning_rate": 0.0002,
+      "loss": 2.309,
+      "step": 20
+    },
+    {
+      "epoch": 0.06741573033707865,
+      "grad_norm": 0.5244829058647156,
+      "learning_rate": 0.0002,
+      "loss": 2.0677,
+      "step": 30
+    },
+    {
+      "epoch": 0.0898876404494382,
+      "grad_norm": 0.6728479862213135,
+      "learning_rate": 0.0002,
+      "loss": 1.9807,
+      "step": 40
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "grad_norm": 0.8560609221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.944,
+      "step": 50
+    },
+    {
+      "epoch": 0.1348314606741573,
+      "grad_norm": 0.49180933833122253,
+      "learning_rate": 0.0002,
+      "loss": 1.9372,
+      "step": 60
+    },
+    {
+      "epoch": 0.15730337078651685,
+      "grad_norm": 0.49781936407089233,
+      "learning_rate": 0.0002,
+      "loss": 1.9051,
+      "step": 70
+    },
+    {
+      "epoch": 0.1797752808988764,
+      "grad_norm": 0.5396708846092224,
+      "learning_rate": 0.0002,
+      "loss": 1.7978,
+      "step": 80
+    },
+    {
+      "epoch": 0.20224719101123595,
+      "grad_norm": 0.478624552488327,
+      "learning_rate": 0.0002,
+      "loss": 1.8758,
+      "step": 90
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "grad_norm": 0.8880449533462524,
+      "learning_rate": 0.0002,
+      "loss": 1.8928,
+      "step": 100
+    },
+    {
+      "epoch": 0.24719101123595505,
+      "grad_norm": 0.43290555477142334,
+      "learning_rate": 0.0002,
+      "loss": 1.8504,
+      "step": 110
+    },
+    {
+      "epoch": 0.2696629213483146,
+      "grad_norm": 0.438387006521225,
+      "learning_rate": 0.0002,
+      "loss": 1.8536,
+      "step": 120
+    },
+    {
+      "epoch": 0.29213483146067415,
+      "grad_norm": 0.4131482243537903,
+      "learning_rate": 0.0002,
+      "loss": 1.8655,
+      "step": 130
+    },
+    {
+      "epoch": 0.3146067415730337,
+      "grad_norm": 0.5160607099533081,
+      "learning_rate": 0.0002,
+      "loss": 1.9063,
+      "step": 140
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "grad_norm": 0.3617960214614868,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 150
+    },
+    {
+      "epoch": 0.3595505617977528,
+      "grad_norm": 0.5344526767730713,
+      "learning_rate": 0.0002,
+      "loss": 1.9222,
+      "step": 160
+    },
+    {
+      "epoch": 0.38202247191011235,
+      "grad_norm": 0.37921762466430664,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 170
+    },
+    {
+      "epoch": 0.4044943820224719,
+      "grad_norm": 0.431815505027771,
+      "learning_rate": 0.0002,
+      "loss": 1.7882,
+      "step": 180
+    },
+    {
+      "epoch": 0.42696629213483145,
+      "grad_norm": 0.4125252366065979,
+      "learning_rate": 0.0002,
+      "loss": 1.8431,
+      "step": 190
+    },
+    {
+      "epoch": 0.449438202247191,
+      "grad_norm": 0.45420965552330017,
+      "learning_rate": 0.0002,
+      "loss": 1.7677,
+      "step": 200
+    },
+    {
+      "epoch": 0.47191011235955055,
+      "grad_norm": 0.471342533826828,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 210
+    },
+    {
+      "epoch": 0.4943820224719101,
+      "grad_norm": 0.3953711986541748,
+      "learning_rate": 0.0002,
+      "loss": 1.8915,
+      "step": 220
+    },
+    {
+      "epoch": 0.5168539325842697,
+      "grad_norm": 0.3793153166770935,
+      "learning_rate": 0.0002,
+      "loss": 1.8153,
+      "step": 230
+    },
+    {
+      "epoch": 0.5393258426966292,
+      "grad_norm": 0.3719729483127594,
+      "learning_rate": 0.0002,
+      "loss": 1.7948,
+      "step": 240
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "grad_norm": 0.4091097116470337,
+      "learning_rate": 0.0002,
+      "loss": 1.8293,
+      "step": 250
+    },
+    {
+      "epoch": 0.5842696629213483,
+      "grad_norm": 0.38691720366477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 260
+    },
+    {
+      "epoch": 0.6067415730337079,
+      "grad_norm": 0.39904487133026123,
+      "learning_rate": 0.0002,
+      "loss": 1.8962,
+      "step": 270
+    },
+    {
+      "epoch": 0.6292134831460674,
+      "grad_norm": 0.36792582273483276,
+      "learning_rate": 0.0002,
+      "loss": 1.862,
+      "step": 280
+    },
+    {
+      "epoch": 0.651685393258427,
+      "grad_norm": 0.3575645685195923,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 290
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "grad_norm": 0.34943437576293945,
+      "learning_rate": 0.0002,
+      "loss": 1.7338,
+      "step": 300
+    },
+    {
+      "epoch": 0.6966292134831461,
+      "grad_norm": 0.4369798004627228,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 310
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.4053204357624054,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 320
+    },
+    {
+      "epoch": 0.7415730337078652,
+      "grad_norm": 0.4032869338989258,
+      "learning_rate": 0.0002,
+      "loss": 1.7936,
+      "step": 330
+    },
+    {
+      "epoch": 0.7640449438202247,
+      "grad_norm": 0.393141508102417,
+      "learning_rate": 0.0002,
+      "loss": 1.9005,
+      "step": 340
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "grad_norm": 0.3401991128921509,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 350
+    },
+    {
+      "epoch": 0.8089887640449438,
+      "grad_norm": 0.3157802224159241,
+      "learning_rate": 0.0002,
+      "loss": 1.7811,
+      "step": 360
+    },
+    {
+      "epoch": 0.8314606741573034,
+      "grad_norm": 0.34539058804512024,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.8539325842696629,
+      "grad_norm": 0.3391708731651306,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 380
+    },
+    {
+      "epoch": 0.8764044943820225,
+      "grad_norm": 0.37594684958457947,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 390
+    },
+    {
+      "epoch": 0.898876404494382,
+      "grad_norm": 0.387704461812973,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 400
+    },
+    {
+      "epoch": 0.9213483146067416,
+      "grad_norm": 0.5300629138946533,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 410
+    },
+    {
+      "epoch": 0.9438202247191011,
+      "grad_norm": 0.35356250405311584,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 420
+    },
+    {
+      "epoch": 0.9662921348314607,
+      "grad_norm": 0.3641810119152069,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 430
+    },
+    {
+      "epoch": 0.9887640449438202,
+      "grad_norm": 0.3925739824771881,
+      "learning_rate": 0.0002,
+      "loss": 1.7762,
+      "step": 440
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.829880714416504,
+      "eval_runtime": 38.6272,
+      "eval_samples_per_second": 13.333,
+      "eval_steps_per_second": 1.683,
+      "step": 445
+    },
+    {
+      "epoch": 1.0112359550561798,
+      "grad_norm": 0.324361115694046,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 450
+    },
+    {
+      "epoch": 1.0337078651685394,
+      "grad_norm": 0.37567344307899475,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 460
+    },
+    {
+      "epoch": 1.0561797752808988,
+      "grad_norm": 0.336347758769989,
+      "learning_rate": 0.0002,
+      "loss": 1.8442,
+      "step": 470
+    },
+    {
+      "epoch": 1.0786516853932584,
+      "grad_norm": 0.39281758666038513,
+      "learning_rate": 0.0002,
+      "loss": 1.7169,
+      "step": 480
+    },
+    {
+      "epoch": 1.101123595505618,
+      "grad_norm": 0.348486989736557,
+      "learning_rate": 0.0002,
+      "loss": 1.803,
+      "step": 490
+    },
+    {
+      "epoch": 1.1235955056179776,
+      "grad_norm": 0.3939574062824249,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 500
+    },
+    {
+      "epoch": 1.146067415730337,
+      "grad_norm": 0.3566303849220276,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 510
+    },
+    {
+      "epoch": 1.1685393258426966,
+      "grad_norm": 0.44443410634994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 520
+    },
+    {
+      "epoch": 1.1910112359550562,
+      "grad_norm": 0.40352755784988403,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 530
+    },
+    {
+      "epoch": 1.2134831460674158,
+      "grad_norm": 0.393235445022583,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 540
+    },
+    {
+      "epoch": 1.2359550561797752,
+      "grad_norm": 0.38268715143203735,
+      "learning_rate": 0.0002,
+      "loss": 1.7402,
+      "step": 550
+    },
+    {
+      "epoch": 1.2584269662921348,
+      "grad_norm": 0.40748143196105957,
+      "learning_rate": 0.0002,
+      "loss": 1.8007,
+      "step": 560
+    },
+    {
+      "epoch": 1.2808988764044944,
+      "grad_norm": 0.46578362584114075,
+      "learning_rate": 0.0002,
+      "loss": 1.7096,
+      "step": 570
+    },
+    {
+      "epoch": 1.303370786516854,
+      "grad_norm": 0.4152059853076935,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 580
+    },
+    {
+      "epoch": 1.3258426966292136,
+      "grad_norm": 0.39794254302978516,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 590
+    },
+    {
+      "epoch": 1.348314606741573,
+      "grad_norm": 0.3964073359966278,
+      "learning_rate": 0.0002,
+      "loss": 1.683,
+      "step": 600
+    },
+    {
+      "epoch": 1.3707865168539326,
+      "grad_norm": 0.37973660230636597,
+      "learning_rate": 0.0002,
+      "loss": 1.7464,
+      "step": 610
+    },
+    {
+      "epoch": 1.3932584269662922,
+      "grad_norm": 0.4126802384853363,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 620
+    },
+    {
+      "epoch": 1.4157303370786516,
+      "grad_norm": 0.3873387575149536,
+      "learning_rate": 0.0002,
+      "loss": 1.7876,
+      "step": 630
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.39390191435813904,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 640
+    },
+    {
+      "epoch": 1.4606741573033708,
+      "grad_norm": 0.4302954375743866,
+      "learning_rate": 0.0002,
+      "loss": 1.7482,
+      "step": 650
+    },
+    {
+      "epoch": 1.4831460674157304,
+      "grad_norm": 0.3631756901741028,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 660
+    },
+    {
+      "epoch": 1.50561797752809,
+      "grad_norm": 0.3835321366786957,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 670
+    },
+    {
+      "epoch": 1.5280898876404494,
+      "grad_norm": 0.45179641246795654,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 680
+    },
+    {
+      "epoch": 1.550561797752809,
+      "grad_norm": 0.4173226058483124,
+      "learning_rate": 0.0002,
+      "loss": 1.7541,
+      "step": 690
+    },
+    {
+      "epoch": 1.5730337078651684,
+      "grad_norm": 0.35887855291366577,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 700
+    },
+    {
+      "epoch": 1.595505617977528,
+      "grad_norm": 0.40731844305992126,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 710
+    },
+    {
+      "epoch": 1.6179775280898876,
+      "grad_norm": 0.4147540330886841,
+      "learning_rate": 0.0002,
+      "loss": 1.6606,
+      "step": 720
+    },
+    {
+      "epoch": 1.6404494382022472,
+      "grad_norm": 0.37640494108200073,
+      "learning_rate": 0.0002,
+      "loss": 1.7385,
+      "step": 730
+    },
+    {
+      "epoch": 1.6629213483146068,
+      "grad_norm": 0.3784808814525604,
+      "learning_rate": 0.0002,
+      "loss": 1.7021,
+      "step": 740
+    },
+    {
+      "epoch": 1.6853932584269664,
+      "grad_norm": 0.4551489055156708,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 750
+    },
+    {
+      "epoch": 1.7078651685393258,
+      "grad_norm": 0.3906891345977783,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 760
+    },
+    {
+      "epoch": 1.7303370786516854,
+      "grad_norm": 0.3876253664493561,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 770
+    },
+    {
+      "epoch": 1.7528089887640448,
+      "grad_norm": 0.36962684988975525,
+      "learning_rate": 0.0002,
+      "loss": 1.7727,
+      "step": 780
+    },
+    {
+      "epoch": 1.7752808988764044,
+      "grad_norm": 0.392286092042923,
+      "learning_rate": 0.0002,
+      "loss": 1.7796,
+      "step": 790
+    },
+    {
+      "epoch": 1.797752808988764,
+      "grad_norm": 0.368129700422287,
+      "learning_rate": 0.0002,
+      "loss": 1.7455,
+      "step": 800
+    },
+    {
+      "epoch": 1.8202247191011236,
+      "grad_norm": 0.42102697491645813,
+      "learning_rate": 0.0002,
+      "loss": 1.7808,
+      "step": 810
+    },
+    {
+      "epoch": 1.8426966292134832,
+      "grad_norm": 0.4314707815647125,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 820
+    },
+    {
+      "epoch": 1.8651685393258428,
+      "grad_norm": 0.3763786554336548,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 830
+    },
+    {
+      "epoch": 1.8876404494382022,
+      "grad_norm": 0.34446850419044495,
+      "learning_rate": 0.0002,
+      "loss": 1.7291,
+      "step": 840
+    },
+    {
+      "epoch": 1.9101123595505618,
+      "grad_norm": 0.3806961476802826,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 850
+    },
+    {
+      "epoch": 1.9325842696629212,
+      "grad_norm": 0.38291847705841064,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 860
+    },
+    {
+      "epoch": 1.9550561797752808,
+      "grad_norm": 0.4361240565776825,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 870
+    },
+    {
+      "epoch": 1.9775280898876404,
+      "grad_norm": 0.39230653643608093,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 880
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.3856890797615051,
+      "learning_rate": 0.0002,
+      "loss": 1.7174,
+      "step": 890
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8264012336730957,
+      "eval_runtime": 38.4572,
+      "eval_samples_per_second": 13.392,
+      "eval_steps_per_second": 1.69,
+      "step": 890
+    },
+    {
+      "epoch": 2.0224719101123596,
+      "grad_norm": 0.37172746658325195,
+      "learning_rate": 0.0002,
+      "loss": 1.5571,
+      "step": 900
+    },
+    {
+      "epoch": 2.044943820224719,
+      "grad_norm": 0.4285264313220978,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 910
+    },
+    {
+      "epoch": 2.067415730337079,
+      "grad_norm": 0.4178760051727295,
+      "learning_rate": 0.0002,
+      "loss": 1.6465,
+      "step": 920
+    },
+    {
+      "epoch": 2.0898876404494384,
+      "grad_norm": 0.41439080238342285,
+      "learning_rate": 0.0002,
+      "loss": 1.6718,
+      "step": 930
+    },
+    {
+      "epoch": 2.1123595505617976,
+      "grad_norm": 0.44750887155532837,
+      "learning_rate": 0.0002,
+      "loss": 1.6632,
+      "step": 940
+    },
+    {
+      "epoch": 2.134831460674157,
+      "grad_norm": 0.47943830490112305,
+      "learning_rate": 0.0002,
+      "loss": 1.6886,
+      "step": 950
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.41972824931144714,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 960
+    },
+    {
+      "epoch": 2.1797752808988764,
+      "grad_norm": 0.45687606930732727,
+      "learning_rate": 0.0002,
+      "loss": 1.6282,
+      "step": 970
+    },
+    {
+      "epoch": 2.202247191011236,
+      "grad_norm": 3.270933151245117,
+      "learning_rate": 0.0002,
+      "loss": 1.6293,
+      "step": 980
+    },
+    {
+      "epoch": 2.2247191011235956,
+      "grad_norm": 0.5009722709655762,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 990
+    },
+    {
+      "epoch": 2.247191011235955,
+      "grad_norm": 0.47534242272377014,
+      "learning_rate": 0.0002,
+      "loss": 1.6737,
+      "step": 1000
+    },
+    {
+      "epoch": 2.2696629213483144,
+      "grad_norm": 0.4659167230129242,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1010
+    },
+    {
+      "epoch": 2.292134831460674,
+      "grad_norm": 0.4227055013179779,
+      "learning_rate": 0.0002,
+      "loss": 1.6565,
+      "step": 1020
+    },
+    {
+      "epoch": 2.3146067415730336,
+      "grad_norm": 0.4480970799922943,
+      "learning_rate": 0.0002,
+      "loss": 1.6358,
+      "step": 1030
+    },
+    {
+      "epoch": 2.337078651685393,
+      "grad_norm": 0.46239933371543884,
+      "learning_rate": 0.0002,
+      "loss": 1.6459,
+      "step": 1040
+    },
+    {
+      "epoch": 2.359550561797753,
+      "grad_norm": 0.4576965570449829,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 1050
+    },
+    {
+      "epoch": 2.3820224719101124,
+      "grad_norm": 0.48324525356292725,
+      "learning_rate": 0.0002,
+      "loss": 1.6787,
+      "step": 1060
+    },
+    {
+      "epoch": 2.404494382022472,
+      "grad_norm": 0.4669286906719208,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 1070
+    },
+    {
+      "epoch": 2.4269662921348316,
+      "grad_norm": 0.5118905901908875,
+      "learning_rate": 0.0002,
+      "loss": 1.5971,
+      "step": 1080
+    },
+    {
+      "epoch": 2.449438202247191,
+      "grad_norm": 0.4905109405517578,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 1090
+    },
+    {
+      "epoch": 2.4719101123595504,
+      "grad_norm": 0.5466307401657104,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1100
+    },
+    {
+      "epoch": 2.49438202247191,
+      "grad_norm": 0.483541876077652,
+      "learning_rate": 0.0002,
+      "loss": 1.6324,
+      "step": 1110
+    },
+    {
+      "epoch": 2.5168539325842696,
+      "grad_norm": 0.4115655720233917,
+      "learning_rate": 0.0002,
+      "loss": 1.6144,
+      "step": 1120
+    },
+    {
+      "epoch": 2.539325842696629,
+      "grad_norm": 0.45315614342689514,
+      "learning_rate": 0.0002,
+      "loss": 1.5999,
+      "step": 1130
+    },
+    {
+      "epoch": 2.561797752808989,
+      "grad_norm": 0.48349013924598694,
+      "learning_rate": 0.0002,
+      "loss": 1.654,
+      "step": 1140
+    },
+    {
+      "epoch": 2.5842696629213484,
+      "grad_norm": 0.4827800691127777,
+      "learning_rate": 0.0002,
+      "loss": 1.6688,
+      "step": 1150
+    },
+    {
+      "epoch": 2.606741573033708,
+      "grad_norm": 0.4685794711112976,
+      "learning_rate": 0.0002,
+      "loss": 1.6993,
+      "step": 1160
+    },
+    {
+      "epoch": 2.629213483146067,
+      "grad_norm": 0.46395015716552734,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1170
+    },
+    {
+      "epoch": 2.6516853932584272,
+      "grad_norm": 0.4605198800563812,
+      "learning_rate": 0.0002,
+      "loss": 1.5945,
+      "step": 1180
+    },
+    {
+      "epoch": 2.6741573033707864,
+      "grad_norm": 0.4916316270828247,
+      "learning_rate": 0.0002,
+      "loss": 1.6542,
+      "step": 1190
+    },
+    {
+      "epoch": 2.696629213483146,
+      "grad_norm": 0.4382898807525635,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 1200
+    },
+    {
+      "epoch": 2.7191011235955056,
+      "grad_norm": 0.4522838592529297,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 1210
+    },
+    {
+      "epoch": 2.741573033707865,
+      "grad_norm": 0.5802963376045227,
+      "learning_rate": 0.0002,
+      "loss": 1.6566,
+      "step": 1220
+    },
+    {
+      "epoch": 2.764044943820225,
+      "grad_norm": 0.44280654191970825,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1230
+    },
+    {
+      "epoch": 2.7865168539325844,
+      "grad_norm": 0.4436502456665039,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 1240
+    },
+    {
+      "epoch": 2.808988764044944,
+      "grad_norm": 0.4817657768726349,
+      "learning_rate": 0.0002,
+      "loss": 1.5711,
+      "step": 1250
+    },
+    {
+      "epoch": 2.831460674157303,
+      "grad_norm": 0.46678975224494934,
+      "learning_rate": 0.0002,
+      "loss": 1.6143,
+      "step": 1260
+    },
+    {
+      "epoch": 2.853932584269663,
+      "grad_norm": 0.5505899786949158,
+      "learning_rate": 0.0002,
+      "loss": 1.5848,
+      "step": 1270
+    },
+    {
+      "epoch": 2.8764044943820224,
+      "grad_norm": 0.46449190378189087,
+      "learning_rate": 0.0002,
+      "loss": 1.6445,
+      "step": 1280
+    },
+    {
+      "epoch": 2.898876404494382,
+      "grad_norm": 0.5431554913520813,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1290
+    },
+    {
+      "epoch": 2.9213483146067416,
+      "grad_norm": 0.44165968894958496,
+      "learning_rate": 0.0002,
+      "loss": 1.69,
+      "step": 1300
+    },
+    {
+      "epoch": 2.943820224719101,
+      "grad_norm": 0.5253956317901611,
+      "learning_rate": 0.0002,
+      "loss": 1.6961,
+      "step": 1310
+    },
+    {
+      "epoch": 2.966292134831461,
+      "grad_norm": 0.42881500720977783,
+      "learning_rate": 0.0002,
+      "loss": 1.6085,
+      "step": 1320
+    },
+    {
+      "epoch": 2.98876404494382,
+      "grad_norm": 0.4666648507118225,
+      "learning_rate": 0.0002,
+      "loss": 1.5666,
+      "step": 1330
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.841871976852417,
+      "eval_runtime": 38.4576,
+      "eval_samples_per_second": 13.391,
+      "eval_steps_per_second": 1.69,
+      "step": 1335
+    },
+    {
+      "epoch": 3.0112359550561796,
+      "grad_norm": 0.4540881812572479,
+      "learning_rate": 0.0002,
+      "loss": 1.4981,
+      "step": 1340
+    },
+    {
+      "epoch": 3.033707865168539,
+      "grad_norm": 0.5289544463157654,
+      "learning_rate": 0.0002,
+      "loss": 1.4593,
+      "step": 1350
+    },
+    {
+      "epoch": 3.056179775280899,
+      "grad_norm": 0.5404762029647827,
+      "learning_rate": 0.0002,
+      "loss": 1.5181,
+      "step": 1360
+    },
+    {
+      "epoch": 3.0786516853932584,
+      "grad_norm": 0.606574535369873,
+      "learning_rate": 0.0002,
+      "loss": 1.5327,
+      "step": 1370
+    },
+    {
+      "epoch": 3.101123595505618,
+      "grad_norm": 0.6293940544128418,
+      "learning_rate": 0.0002,
+      "loss": 1.5418,
+      "step": 1380
+    },
+    {
+      "epoch": 3.1235955056179776,
+      "grad_norm": 0.5431684851646423,
+      "learning_rate": 0.0002,
+      "loss": 1.4522,
+      "step": 1390
+    },
+    {
+      "epoch": 3.146067415730337,
+      "grad_norm": 0.5571810007095337,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 1400
+    },
+    {
+      "epoch": 3.168539325842697,
+      "grad_norm": 0.5232224464416504,
+      "learning_rate": 0.0002,
+      "loss": 1.5709,
+      "step": 1410
+    },
+    {
+      "epoch": 3.191011235955056,
+      "grad_norm": 0.6176348924636841,
+      "learning_rate": 0.0002,
+      "loss": 1.5014,
+      "step": 1420
+    },
+    {
+      "epoch": 3.2134831460674156,
+      "grad_norm": 0.5267609357833862,
+      "learning_rate": 0.0002,
+      "loss": 1.5398,
+      "step": 1430
+    },
+    {
+      "epoch": 3.235955056179775,
+      "grad_norm": 0.6405419707298279,
+      "learning_rate": 0.0002,
+      "loss": 1.4821,
+      "step": 1440
+    },
+    {
+      "epoch": 3.258426966292135,
+      "grad_norm": 0.6280969977378845,
+      "learning_rate": 0.0002,
+      "loss": 1.5365,
+      "step": 1450
+    },
+    {
+      "epoch": 3.2808988764044944,
+      "grad_norm": 0.594437837600708,
+      "learning_rate": 0.0002,
+      "loss": 1.4962,
+      "step": 1460
+    },
+    {
+      "epoch": 3.303370786516854,
+      "grad_norm": 0.5297112464904785,
+      "learning_rate": 0.0002,
+      "loss": 1.4714,
+      "step": 1470
+    },
+    {
+      "epoch": 3.3258426966292136,
+      "grad_norm": 0.6481576561927795,
+      "learning_rate": 0.0002,
+      "loss": 1.5163,
+      "step": 1480
+    },
+    {
+      "epoch": 3.348314606741573,
+      "grad_norm": 0.6006230711936951,
+      "learning_rate": 0.0002,
+      "loss": 1.5198,
+      "step": 1490
+    },
+    {
+      "epoch": 3.370786516853933,
+      "grad_norm": 0.6718862652778625,
+      "learning_rate": 0.0002,
+      "loss": 1.5476,
+      "step": 1500
+    },
+    {
+      "epoch": 3.393258426966292,
+      "grad_norm": 0.5663893222808838,
+      "learning_rate": 0.0002,
+      "loss": 1.484,
+      "step": 1510
+    },
+    {
+      "epoch": 3.4157303370786516,
+      "grad_norm": 0.6176982522010803,
+      "learning_rate": 0.0002,
+      "loss": 1.4779,
+      "step": 1520
+    },
+    {
+      "epoch": 3.438202247191011,
+      "grad_norm": 0.5643916130065918,
+      "learning_rate": 0.0002,
+      "loss": 1.5449,
+      "step": 1530
+    },
+    {
+      "epoch": 3.460674157303371,
+      "grad_norm": 0.6312360763549805,
+      "learning_rate": 0.0002,
+      "loss": 1.5071,
+      "step": 1540
+    },
+    {
+      "epoch": 3.4831460674157304,
+      "grad_norm": 0.6003469824790955,
+      "learning_rate": 0.0002,
+      "loss": 1.4793,
+      "step": 1550
+    },
+    {
+      "epoch": 3.50561797752809,
+      "grad_norm": 0.635564923286438,
+      "learning_rate": 0.0002,
+      "loss": 1.5,
+      "step": 1560
+    },
+    {
+      "epoch": 3.5280898876404496,
+      "grad_norm": 0.6120123863220215,
+      "learning_rate": 0.0002,
+      "loss": 1.5442,
+      "step": 1570
+    },
+    {
+      "epoch": 3.550561797752809,
+      "grad_norm": 0.6079851388931274,
+      "learning_rate": 0.0002,
+      "loss": 1.5652,
+      "step": 1580
+    },
+    {
+      "epoch": 3.5730337078651684,
+      "grad_norm": 0.5879889726638794,
+      "learning_rate": 0.0002,
+      "loss": 1.5934,
+      "step": 1590
+    },
+    {
+      "epoch": 3.595505617977528,
+      "grad_norm": 0.618109405040741,
+      "learning_rate": 0.0002,
+      "loss": 1.5611,
+      "step": 1600
+    },
+    {
+      "epoch": 3.6179775280898876,
+      "grad_norm": 0.608756422996521,
+      "learning_rate": 0.0002,
+      "loss": 1.4971,
+      "step": 1610
+    },
+    {
+      "epoch": 3.640449438202247,
+      "grad_norm": 0.554905116558075,
+      "learning_rate": 0.0002,
+      "loss": 1.491,
+      "step": 1620
+    },
+    {
+      "epoch": 3.662921348314607,
+      "grad_norm": 0.5828419327735901,
+      "learning_rate": 0.0002,
+      "loss": 1.5821,
+      "step": 1630
+    },
+    {
+      "epoch": 3.6853932584269664,
+      "grad_norm": 0.655953049659729,
+      "learning_rate": 0.0002,
+      "loss": 1.5573,
+      "step": 1640
+    },
+    {
+      "epoch": 3.7078651685393256,
+      "grad_norm": 0.5976583361625671,
+      "learning_rate": 0.0002,
+      "loss": 1.5455,
+      "step": 1650
+    },
+    {
+      "epoch": 3.7303370786516856,
+      "grad_norm": 0.5679733157157898,
+      "learning_rate": 0.0002,
+      "loss": 1.599,
+      "step": 1660
+    },
+    {
+      "epoch": 3.752808988764045,
+      "grad_norm": 0.6647416353225708,
+      "learning_rate": 0.0002,
+      "loss": 1.4749,
+      "step": 1670
+    },
+    {
+      "epoch": 3.7752808988764044,
+      "grad_norm": 0.6381834745407104,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 1680
+    },
+    {
+      "epoch": 3.797752808988764,
+      "grad_norm": 0.6131210327148438,
+      "learning_rate": 0.0002,
+      "loss": 1.4792,
+      "step": 1690
+    },
+    {
+      "epoch": 3.8202247191011236,
+      "grad_norm": 0.6219302415847778,
+      "learning_rate": 0.0002,
+      "loss": 1.6249,
+      "step": 1700
+    },
+    {
+      "epoch": 3.842696629213483,
+      "grad_norm": 0.5793370604515076,
+      "learning_rate": 0.0002,
+      "loss": 1.4764,
+      "step": 1710
+    },
+    {
+      "epoch": 3.865168539325843,
+      "grad_norm": 0.5806208848953247,
+      "learning_rate": 0.0002,
+      "loss": 1.5534,
+      "step": 1720
+    },
+    {
+      "epoch": 3.8876404494382024,
+      "grad_norm": 0.5671854019165039,
+      "learning_rate": 0.0002,
+      "loss": 1.556,
+      "step": 1730
+    },
+    {
+      "epoch": 3.9101123595505616,
+      "grad_norm": 0.5803307890892029,
+      "learning_rate": 0.0002,
+      "loss": 1.6529,
+      "step": 1740
+    },
+    {
+      "epoch": 3.932584269662921,
+      "grad_norm": 0.5710529088973999,
+      "learning_rate": 0.0002,
+      "loss": 1.4725,
+      "step": 1750
+    },
+    {
+      "epoch": 3.955056179775281,
+      "grad_norm": 0.5724003314971924,
+      "learning_rate": 0.0002,
+      "loss": 1.5023,
+      "step": 1760
+    },
+    {
+      "epoch": 3.9775280898876404,
+      "grad_norm": 0.556728184223175,
+      "learning_rate": 0.0002,
+      "loss": 1.4568,
+      "step": 1770
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.5443143248558044,
+      "learning_rate": 0.0002,
+      "loss": 1.5052,
+      "step": 1780
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8935941457748413,
+      "eval_runtime": 38.4958,
+      "eval_samples_per_second": 13.378,
+      "eval_steps_per_second": 1.688,
+      "step": 1780
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3560,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.237441441857536e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-1780/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb087d22fb0995345805c545302523633dddfce545390f986898a00d9c23d9
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4320db2710305d10a9b0a5253a40d9c26063d88039617ccc37b7828db96a9d2a
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c6458bd72931f51deefeeff9dfe8f81746fc0c4872b22f3d73b0d2564899fa
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d877588998e19692dc76d0491396c932b5eb69535519652a846f44c38f4a08
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcebe102fa96e32ebaad912cd7a2e27e70801f419a263550b01e53741128636
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/trainer_state.json

@@ -0,0 +1,1627 @@
+{
+  "best_metric": 1.8264012336730957,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-890",
+  "epoch": 5.0,
+  "eval_steps": 10,
+  "global_step": 2225,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02247191011235955,
+      "grad_norm": 0.541088342666626,
+      "learning_rate": 0.0002,
+      "loss": 2.6217,
+      "step": 10
+    },
+    {
+      "epoch": 0.0449438202247191,
+      "grad_norm": 0.606726348400116,
+      "learning_rate": 0.0002,
+      "loss": 2.309,
+      "step": 20
+    },
+    {
+      "epoch": 0.06741573033707865,
+      "grad_norm": 0.5244829058647156,
+      "learning_rate": 0.0002,
+      "loss": 2.0677,
+      "step": 30
+    },
+    {
+      "epoch": 0.0898876404494382,
+      "grad_norm": 0.6728479862213135,
+      "learning_rate": 0.0002,
+      "loss": 1.9807,
+      "step": 40
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "grad_norm": 0.8560609221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.944,
+      "step": 50
+    },
+    {
+      "epoch": 0.1348314606741573,
+      "grad_norm": 0.49180933833122253,
+      "learning_rate": 0.0002,
+      "loss": 1.9372,
+      "step": 60
+    },
+    {
+      "epoch": 0.15730337078651685,
+      "grad_norm": 0.49781936407089233,
+      "learning_rate": 0.0002,
+      "loss": 1.9051,
+      "step": 70
+    },
+    {
+      "epoch": 0.1797752808988764,
+      "grad_norm": 0.5396708846092224,
+      "learning_rate": 0.0002,
+      "loss": 1.7978,
+      "step": 80
+    },
+    {
+      "epoch": 0.20224719101123595,
+      "grad_norm": 0.478624552488327,
+      "learning_rate": 0.0002,
+      "loss": 1.8758,
+      "step": 90
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "grad_norm": 0.8880449533462524,
+      "learning_rate": 0.0002,
+      "loss": 1.8928,
+      "step": 100
+    },
+    {
+      "epoch": 0.24719101123595505,
+      "grad_norm": 0.43290555477142334,
+      "learning_rate": 0.0002,
+      "loss": 1.8504,
+      "step": 110
+    },
+    {
+      "epoch": 0.2696629213483146,
+      "grad_norm": 0.438387006521225,
+      "learning_rate": 0.0002,
+      "loss": 1.8536,
+      "step": 120
+    },
+    {
+      "epoch": 0.29213483146067415,
+      "grad_norm": 0.4131482243537903,
+      "learning_rate": 0.0002,
+      "loss": 1.8655,
+      "step": 130
+    },
+    {
+      "epoch": 0.3146067415730337,
+      "grad_norm": 0.5160607099533081,
+      "learning_rate": 0.0002,
+      "loss": 1.9063,
+      "step": 140
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "grad_norm": 0.3617960214614868,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 150
+    },
+    {
+      "epoch": 0.3595505617977528,
+      "grad_norm": 0.5344526767730713,
+      "learning_rate": 0.0002,
+      "loss": 1.9222,
+      "step": 160
+    },
+    {
+      "epoch": 0.38202247191011235,
+      "grad_norm": 0.37921762466430664,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 170
+    },
+    {
+      "epoch": 0.4044943820224719,
+      "grad_norm": 0.431815505027771,
+      "learning_rate": 0.0002,
+      "loss": 1.7882,
+      "step": 180
+    },
+    {
+      "epoch": 0.42696629213483145,
+      "grad_norm": 0.4125252366065979,
+      "learning_rate": 0.0002,
+      "loss": 1.8431,
+      "step": 190
+    },
+    {
+      "epoch": 0.449438202247191,
+      "grad_norm": 0.45420965552330017,
+      "learning_rate": 0.0002,
+      "loss": 1.7677,
+      "step": 200
+    },
+    {
+      "epoch": 0.47191011235955055,
+      "grad_norm": 0.471342533826828,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 210
+    },
+    {
+      "epoch": 0.4943820224719101,
+      "grad_norm": 0.3953711986541748,
+      "learning_rate": 0.0002,
+      "loss": 1.8915,
+      "step": 220
+    },
+    {
+      "epoch": 0.5168539325842697,
+      "grad_norm": 0.3793153166770935,
+      "learning_rate": 0.0002,
+      "loss": 1.8153,
+      "step": 230
+    },
+    {
+      "epoch": 0.5393258426966292,
+      "grad_norm": 0.3719729483127594,
+      "learning_rate": 0.0002,
+      "loss": 1.7948,
+      "step": 240
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "grad_norm": 0.4091097116470337,
+      "learning_rate": 0.0002,
+      "loss": 1.8293,
+      "step": 250
+    },
+    {
+      "epoch": 0.5842696629213483,
+      "grad_norm": 0.38691720366477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 260
+    },
+    {
+      "epoch": 0.6067415730337079,
+      "grad_norm": 0.39904487133026123,
+      "learning_rate": 0.0002,
+      "loss": 1.8962,
+      "step": 270
+    },
+    {
+      "epoch": 0.6292134831460674,
+      "grad_norm": 0.36792582273483276,
+      "learning_rate": 0.0002,
+      "loss": 1.862,
+      "step": 280
+    },
+    {
+      "epoch": 0.651685393258427,
+      "grad_norm": 0.3575645685195923,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 290
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "grad_norm": 0.34943437576293945,
+      "learning_rate": 0.0002,
+      "loss": 1.7338,
+      "step": 300
+    },
+    {
+      "epoch": 0.6966292134831461,
+      "grad_norm": 0.4369798004627228,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 310
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.4053204357624054,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 320
+    },
+    {
+      "epoch": 0.7415730337078652,
+      "grad_norm": 0.4032869338989258,
+      "learning_rate": 0.0002,
+      "loss": 1.7936,
+      "step": 330
+    },
+    {
+      "epoch": 0.7640449438202247,
+      "grad_norm": 0.393141508102417,
+      "learning_rate": 0.0002,
+      "loss": 1.9005,
+      "step": 340
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "grad_norm": 0.3401991128921509,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 350
+    },
+    {
+      "epoch": 0.8089887640449438,
+      "grad_norm": 0.3157802224159241,
+      "learning_rate": 0.0002,
+      "loss": 1.7811,
+      "step": 360
+    },
+    {
+      "epoch": 0.8314606741573034,
+      "grad_norm": 0.34539058804512024,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.8539325842696629,
+      "grad_norm": 0.3391708731651306,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 380
+    },
+    {
+      "epoch": 0.8764044943820225,
+      "grad_norm": 0.37594684958457947,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 390
+    },
+    {
+      "epoch": 0.898876404494382,
+      "grad_norm": 0.387704461812973,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 400
+    },
+    {
+      "epoch": 0.9213483146067416,
+      "grad_norm": 0.5300629138946533,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 410
+    },
+    {
+      "epoch": 0.9438202247191011,
+      "grad_norm": 0.35356250405311584,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 420
+    },
+    {
+      "epoch": 0.9662921348314607,
+      "grad_norm": 0.3641810119152069,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 430
+    },
+    {
+      "epoch": 0.9887640449438202,
+      "grad_norm": 0.3925739824771881,
+      "learning_rate": 0.0002,
+      "loss": 1.7762,
+      "step": 440
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.829880714416504,
+      "eval_runtime": 38.6272,
+      "eval_samples_per_second": 13.333,
+      "eval_steps_per_second": 1.683,
+      "step": 445
+    },
+    {
+      "epoch": 1.0112359550561798,
+      "grad_norm": 0.324361115694046,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 450
+    },
+    {
+      "epoch": 1.0337078651685394,
+      "grad_norm": 0.37567344307899475,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 460
+    },
+    {
+      "epoch": 1.0561797752808988,
+      "grad_norm": 0.336347758769989,
+      "learning_rate": 0.0002,
+      "loss": 1.8442,
+      "step": 470
+    },
+    {
+      "epoch": 1.0786516853932584,
+      "grad_norm": 0.39281758666038513,
+      "learning_rate": 0.0002,
+      "loss": 1.7169,
+      "step": 480
+    },
+    {
+      "epoch": 1.101123595505618,
+      "grad_norm": 0.348486989736557,
+      "learning_rate": 0.0002,
+      "loss": 1.803,
+      "step": 490
+    },
+    {
+      "epoch": 1.1235955056179776,
+      "grad_norm": 0.3939574062824249,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 500
+    },
+    {
+      "epoch": 1.146067415730337,
+      "grad_norm": 0.3566303849220276,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 510
+    },
+    {
+      "epoch": 1.1685393258426966,
+      "grad_norm": 0.44443410634994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 520
+    },
+    {
+      "epoch": 1.1910112359550562,
+      "grad_norm": 0.40352755784988403,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 530
+    },
+    {
+      "epoch": 1.2134831460674158,
+      "grad_norm": 0.393235445022583,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 540
+    },
+    {
+      "epoch": 1.2359550561797752,
+      "grad_norm": 0.38268715143203735,
+      "learning_rate": 0.0002,
+      "loss": 1.7402,
+      "step": 550
+    },
+    {
+      "epoch": 1.2584269662921348,
+      "grad_norm": 0.40748143196105957,
+      "learning_rate": 0.0002,
+      "loss": 1.8007,
+      "step": 560
+    },
+    {
+      "epoch": 1.2808988764044944,
+      "grad_norm": 0.46578362584114075,
+      "learning_rate": 0.0002,
+      "loss": 1.7096,
+      "step": 570
+    },
+    {
+      "epoch": 1.303370786516854,
+      "grad_norm": 0.4152059853076935,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 580
+    },
+    {
+      "epoch": 1.3258426966292136,
+      "grad_norm": 0.39794254302978516,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 590
+    },
+    {
+      "epoch": 1.348314606741573,
+      "grad_norm": 0.3964073359966278,
+      "learning_rate": 0.0002,
+      "loss": 1.683,
+      "step": 600
+    },
+    {
+      "epoch": 1.3707865168539326,
+      "grad_norm": 0.37973660230636597,
+      "learning_rate": 0.0002,
+      "loss": 1.7464,
+      "step": 610
+    },
+    {
+      "epoch": 1.3932584269662922,
+      "grad_norm": 0.4126802384853363,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 620
+    },
+    {
+      "epoch": 1.4157303370786516,
+      "grad_norm": 0.3873387575149536,
+      "learning_rate": 0.0002,
+      "loss": 1.7876,
+      "step": 630
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.39390191435813904,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 640
+    },
+    {
+      "epoch": 1.4606741573033708,
+      "grad_norm": 0.4302954375743866,
+      "learning_rate": 0.0002,
+      "loss": 1.7482,
+      "step": 650
+    },
+    {
+      "epoch": 1.4831460674157304,
+      "grad_norm": 0.3631756901741028,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 660
+    },
+    {
+      "epoch": 1.50561797752809,
+      "grad_norm": 0.3835321366786957,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 670
+    },
+    {
+      "epoch": 1.5280898876404494,
+      "grad_norm": 0.45179641246795654,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 680
+    },
+    {
+      "epoch": 1.550561797752809,
+      "grad_norm": 0.4173226058483124,
+      "learning_rate": 0.0002,
+      "loss": 1.7541,
+      "step": 690
+    },
+    {
+      "epoch": 1.5730337078651684,
+      "grad_norm": 0.35887855291366577,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 700
+    },
+    {
+      "epoch": 1.595505617977528,
+      "grad_norm": 0.40731844305992126,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 710
+    },
+    {
+      "epoch": 1.6179775280898876,
+      "grad_norm": 0.4147540330886841,
+      "learning_rate": 0.0002,
+      "loss": 1.6606,
+      "step": 720
+    },
+    {
+      "epoch": 1.6404494382022472,
+      "grad_norm": 0.37640494108200073,
+      "learning_rate": 0.0002,
+      "loss": 1.7385,
+      "step": 730
+    },
+    {
+      "epoch": 1.6629213483146068,
+      "grad_norm": 0.3784808814525604,
+      "learning_rate": 0.0002,
+      "loss": 1.7021,
+      "step": 740
+    },
+    {
+      "epoch": 1.6853932584269664,
+      "grad_norm": 0.4551489055156708,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 750
+    },
+    {
+      "epoch": 1.7078651685393258,
+      "grad_norm": 0.3906891345977783,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 760
+    },
+    {
+      "epoch": 1.7303370786516854,
+      "grad_norm": 0.3876253664493561,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 770
+    },
+    {
+      "epoch": 1.7528089887640448,
+      "grad_norm": 0.36962684988975525,
+      "learning_rate": 0.0002,
+      "loss": 1.7727,
+      "step": 780
+    },
+    {
+      "epoch": 1.7752808988764044,
+      "grad_norm": 0.392286092042923,
+      "learning_rate": 0.0002,
+      "loss": 1.7796,
+      "step": 790
+    },
+    {
+      "epoch": 1.797752808988764,
+      "grad_norm": 0.368129700422287,
+      "learning_rate": 0.0002,
+      "loss": 1.7455,
+      "step": 800
+    },
+    {
+      "epoch": 1.8202247191011236,
+      "grad_norm": 0.42102697491645813,
+      "learning_rate": 0.0002,
+      "loss": 1.7808,
+      "step": 810
+    },
+    {
+      "epoch": 1.8426966292134832,
+      "grad_norm": 0.4314707815647125,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 820
+    },
+    {
+      "epoch": 1.8651685393258428,
+      "grad_norm": 0.3763786554336548,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 830
+    },
+    {
+      "epoch": 1.8876404494382022,
+      "grad_norm": 0.34446850419044495,
+      "learning_rate": 0.0002,
+      "loss": 1.7291,
+      "step": 840
+    },
+    {
+      "epoch": 1.9101123595505618,
+      "grad_norm": 0.3806961476802826,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 850
+    },
+    {
+      "epoch": 1.9325842696629212,
+      "grad_norm": 0.38291847705841064,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 860
+    },
+    {
+      "epoch": 1.9550561797752808,
+      "grad_norm": 0.4361240565776825,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 870
+    },
+    {
+      "epoch": 1.9775280898876404,
+      "grad_norm": 0.39230653643608093,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 880
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.3856890797615051,
+      "learning_rate": 0.0002,
+      "loss": 1.7174,
+      "step": 890
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8264012336730957,
+      "eval_runtime": 38.4572,
+      "eval_samples_per_second": 13.392,
+      "eval_steps_per_second": 1.69,
+      "step": 890
+    },
+    {
+      "epoch": 2.0224719101123596,
+      "grad_norm": 0.37172746658325195,
+      "learning_rate": 0.0002,
+      "loss": 1.5571,
+      "step": 900
+    },
+    {
+      "epoch": 2.044943820224719,
+      "grad_norm": 0.4285264313220978,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 910
+    },
+    {
+      "epoch": 2.067415730337079,
+      "grad_norm": 0.4178760051727295,
+      "learning_rate": 0.0002,
+      "loss": 1.6465,
+      "step": 920
+    },
+    {
+      "epoch": 2.0898876404494384,
+      "grad_norm": 0.41439080238342285,
+      "learning_rate": 0.0002,
+      "loss": 1.6718,
+      "step": 930
+    },
+    {
+      "epoch": 2.1123595505617976,
+      "grad_norm": 0.44750887155532837,
+      "learning_rate": 0.0002,
+      "loss": 1.6632,
+      "step": 940
+    },
+    {
+      "epoch": 2.134831460674157,
+      "grad_norm": 0.47943830490112305,
+      "learning_rate": 0.0002,
+      "loss": 1.6886,
+      "step": 950
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.41972824931144714,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 960
+    },
+    {
+      "epoch": 2.1797752808988764,
+      "grad_norm": 0.45687606930732727,
+      "learning_rate": 0.0002,
+      "loss": 1.6282,
+      "step": 970
+    },
+    {
+      "epoch": 2.202247191011236,
+      "grad_norm": 3.270933151245117,
+      "learning_rate": 0.0002,
+      "loss": 1.6293,
+      "step": 980
+    },
+    {
+      "epoch": 2.2247191011235956,
+      "grad_norm": 0.5009722709655762,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 990
+    },
+    {
+      "epoch": 2.247191011235955,
+      "grad_norm": 0.47534242272377014,
+      "learning_rate": 0.0002,
+      "loss": 1.6737,
+      "step": 1000
+    },
+    {
+      "epoch": 2.2696629213483144,
+      "grad_norm": 0.4659167230129242,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1010
+    },
+    {
+      "epoch": 2.292134831460674,
+      "grad_norm": 0.4227055013179779,
+      "learning_rate": 0.0002,
+      "loss": 1.6565,
+      "step": 1020
+    },
+    {
+      "epoch": 2.3146067415730336,
+      "grad_norm": 0.4480970799922943,
+      "learning_rate": 0.0002,
+      "loss": 1.6358,
+      "step": 1030
+    },
+    {
+      "epoch": 2.337078651685393,
+      "grad_norm": 0.46239933371543884,
+      "learning_rate": 0.0002,
+      "loss": 1.6459,
+      "step": 1040
+    },
+    {
+      "epoch": 2.359550561797753,
+      "grad_norm": 0.4576965570449829,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 1050
+    },
+    {
+      "epoch": 2.3820224719101124,
+      "grad_norm": 0.48324525356292725,
+      "learning_rate": 0.0002,
+      "loss": 1.6787,
+      "step": 1060
+    },
+    {
+      "epoch": 2.404494382022472,
+      "grad_norm": 0.4669286906719208,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 1070
+    },
+    {
+      "epoch": 2.4269662921348316,
+      "grad_norm": 0.5118905901908875,
+      "learning_rate": 0.0002,
+      "loss": 1.5971,
+      "step": 1080
+    },
+    {
+      "epoch": 2.449438202247191,
+      "grad_norm": 0.4905109405517578,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 1090
+    },
+    {
+      "epoch": 2.4719101123595504,
+      "grad_norm": 0.5466307401657104,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1100
+    },
+    {
+      "epoch": 2.49438202247191,
+      "grad_norm": 0.483541876077652,
+      "learning_rate": 0.0002,
+      "loss": 1.6324,
+      "step": 1110
+    },
+    {
+      "epoch": 2.5168539325842696,
+      "grad_norm": 0.4115655720233917,
+      "learning_rate": 0.0002,
+      "loss": 1.6144,
+      "step": 1120
+    },
+    {
+      "epoch": 2.539325842696629,
+      "grad_norm": 0.45315614342689514,
+      "learning_rate": 0.0002,
+      "loss": 1.5999,
+      "step": 1130
+    },
+    {
+      "epoch": 2.561797752808989,
+      "grad_norm": 0.48349013924598694,
+      "learning_rate": 0.0002,
+      "loss": 1.654,
+      "step": 1140
+    },
+    {
+      "epoch": 2.5842696629213484,
+      "grad_norm": 0.4827800691127777,
+      "learning_rate": 0.0002,
+      "loss": 1.6688,
+      "step": 1150
+    },
+    {
+      "epoch": 2.606741573033708,
+      "grad_norm": 0.4685794711112976,
+      "learning_rate": 0.0002,
+      "loss": 1.6993,
+      "step": 1160
+    },
+    {
+      "epoch": 2.629213483146067,
+      "grad_norm": 0.46395015716552734,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1170
+    },
+    {
+      "epoch": 2.6516853932584272,
+      "grad_norm": 0.4605198800563812,
+      "learning_rate": 0.0002,
+      "loss": 1.5945,
+      "step": 1180
+    },
+    {
+      "epoch": 2.6741573033707864,
+      "grad_norm": 0.4916316270828247,
+      "learning_rate": 0.0002,
+      "loss": 1.6542,
+      "step": 1190
+    },
+    {
+      "epoch": 2.696629213483146,
+      "grad_norm": 0.4382898807525635,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 1200
+    },
+    {
+      "epoch": 2.7191011235955056,
+      "grad_norm": 0.4522838592529297,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 1210
+    },
+    {
+      "epoch": 2.741573033707865,
+      "grad_norm": 0.5802963376045227,
+      "learning_rate": 0.0002,
+      "loss": 1.6566,
+      "step": 1220
+    },
+    {
+      "epoch": 2.764044943820225,
+      "grad_norm": 0.44280654191970825,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1230
+    },
+    {
+      "epoch": 2.7865168539325844,
+      "grad_norm": 0.4436502456665039,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 1240
+    },
+    {
+      "epoch": 2.808988764044944,
+      "grad_norm": 0.4817657768726349,
+      "learning_rate": 0.0002,
+      "loss": 1.5711,
+      "step": 1250
+    },
+    {
+      "epoch": 2.831460674157303,
+      "grad_norm": 0.46678975224494934,
+      "learning_rate": 0.0002,
+      "loss": 1.6143,
+      "step": 1260
+    },
+    {
+      "epoch": 2.853932584269663,
+      "grad_norm": 0.5505899786949158,
+      "learning_rate": 0.0002,
+      "loss": 1.5848,
+      "step": 1270
+    },
+    {
+      "epoch": 2.8764044943820224,
+      "grad_norm": 0.46449190378189087,
+      "learning_rate": 0.0002,
+      "loss": 1.6445,
+      "step": 1280
+    },
+    {
+      "epoch": 2.898876404494382,
+      "grad_norm": 0.5431554913520813,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1290
+    },
+    {
+      "epoch": 2.9213483146067416,
+      "grad_norm": 0.44165968894958496,
+      "learning_rate": 0.0002,
+      "loss": 1.69,
+      "step": 1300
+    },
+    {
+      "epoch": 2.943820224719101,
+      "grad_norm": 0.5253956317901611,
+      "learning_rate": 0.0002,
+      "loss": 1.6961,
+      "step": 1310
+    },
+    {
+      "epoch": 2.966292134831461,
+      "grad_norm": 0.42881500720977783,
+      "learning_rate": 0.0002,
+      "loss": 1.6085,
+      "step": 1320
+    },
+    {
+      "epoch": 2.98876404494382,
+      "grad_norm": 0.4666648507118225,
+      "learning_rate": 0.0002,
+      "loss": 1.5666,
+      "step": 1330
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.841871976852417,
+      "eval_runtime": 38.4576,
+      "eval_samples_per_second": 13.391,
+      "eval_steps_per_second": 1.69,
+      "step": 1335
+    },
+    {
+      "epoch": 3.0112359550561796,
+      "grad_norm": 0.4540881812572479,
+      "learning_rate": 0.0002,
+      "loss": 1.4981,
+      "step": 1340
+    },
+    {
+      "epoch": 3.033707865168539,
+      "grad_norm": 0.5289544463157654,
+      "learning_rate": 0.0002,
+      "loss": 1.4593,
+      "step": 1350
+    },
+    {
+      "epoch": 3.056179775280899,
+      "grad_norm": 0.5404762029647827,
+      "learning_rate": 0.0002,
+      "loss": 1.5181,
+      "step": 1360
+    },
+    {
+      "epoch": 3.0786516853932584,
+      "grad_norm": 0.606574535369873,
+      "learning_rate": 0.0002,
+      "loss": 1.5327,
+      "step": 1370
+    },
+    {
+      "epoch": 3.101123595505618,
+      "grad_norm": 0.6293940544128418,
+      "learning_rate": 0.0002,
+      "loss": 1.5418,
+      "step": 1380
+    },
+    {
+      "epoch": 3.1235955056179776,
+      "grad_norm": 0.5431684851646423,
+      "learning_rate": 0.0002,
+      "loss": 1.4522,
+      "step": 1390
+    },
+    {
+      "epoch": 3.146067415730337,
+      "grad_norm": 0.5571810007095337,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 1400
+    },
+    {
+      "epoch": 3.168539325842697,
+      "grad_norm": 0.5232224464416504,
+      "learning_rate": 0.0002,
+      "loss": 1.5709,
+      "step": 1410
+    },
+    {
+      "epoch": 3.191011235955056,
+      "grad_norm": 0.6176348924636841,
+      "learning_rate": 0.0002,
+      "loss": 1.5014,
+      "step": 1420
+    },
+    {
+      "epoch": 3.2134831460674156,
+      "grad_norm": 0.5267609357833862,
+      "learning_rate": 0.0002,
+      "loss": 1.5398,
+      "step": 1430
+    },
+    {
+      "epoch": 3.235955056179775,
+      "grad_norm": 0.6405419707298279,
+      "learning_rate": 0.0002,
+      "loss": 1.4821,
+      "step": 1440
+    },
+    {
+      "epoch": 3.258426966292135,
+      "grad_norm": 0.6280969977378845,
+      "learning_rate": 0.0002,
+      "loss": 1.5365,
+      "step": 1450
+    },
+    {
+      "epoch": 3.2808988764044944,
+      "grad_norm": 0.594437837600708,
+      "learning_rate": 0.0002,
+      "loss": 1.4962,
+      "step": 1460
+    },
+    {
+      "epoch": 3.303370786516854,
+      "grad_norm": 0.5297112464904785,
+      "learning_rate": 0.0002,
+      "loss": 1.4714,
+      "step": 1470
+    },
+    {
+      "epoch": 3.3258426966292136,
+      "grad_norm": 0.6481576561927795,
+      "learning_rate": 0.0002,
+      "loss": 1.5163,
+      "step": 1480
+    },
+    {
+      "epoch": 3.348314606741573,
+      "grad_norm": 0.6006230711936951,
+      "learning_rate": 0.0002,
+      "loss": 1.5198,
+      "step": 1490
+    },
+    {
+      "epoch": 3.370786516853933,
+      "grad_norm": 0.6718862652778625,
+      "learning_rate": 0.0002,
+      "loss": 1.5476,
+      "step": 1500
+    },
+    {
+      "epoch": 3.393258426966292,
+      "grad_norm": 0.5663893222808838,
+      "learning_rate": 0.0002,
+      "loss": 1.484,
+      "step": 1510
+    },
+    {
+      "epoch": 3.4157303370786516,
+      "grad_norm": 0.6176982522010803,
+      "learning_rate": 0.0002,
+      "loss": 1.4779,
+      "step": 1520
+    },
+    {
+      "epoch": 3.438202247191011,
+      "grad_norm": 0.5643916130065918,
+      "learning_rate": 0.0002,
+      "loss": 1.5449,
+      "step": 1530
+    },
+    {
+      "epoch": 3.460674157303371,
+      "grad_norm": 0.6312360763549805,
+      "learning_rate": 0.0002,
+      "loss": 1.5071,
+      "step": 1540
+    },
+    {
+      "epoch": 3.4831460674157304,
+      "grad_norm": 0.6003469824790955,
+      "learning_rate": 0.0002,
+      "loss": 1.4793,
+      "step": 1550
+    },
+    {
+      "epoch": 3.50561797752809,
+      "grad_norm": 0.635564923286438,
+      "learning_rate": 0.0002,
+      "loss": 1.5,
+      "step": 1560
+    },
+    {
+      "epoch": 3.5280898876404496,
+      "grad_norm": 0.6120123863220215,
+      "learning_rate": 0.0002,
+      "loss": 1.5442,
+      "step": 1570
+    },
+    {
+      "epoch": 3.550561797752809,
+      "grad_norm": 0.6079851388931274,
+      "learning_rate": 0.0002,
+      "loss": 1.5652,
+      "step": 1580
+    },
+    {
+      "epoch": 3.5730337078651684,
+      "grad_norm": 0.5879889726638794,
+      "learning_rate": 0.0002,
+      "loss": 1.5934,
+      "step": 1590
+    },
+    {
+      "epoch": 3.595505617977528,
+      "grad_norm": 0.618109405040741,
+      "learning_rate": 0.0002,
+      "loss": 1.5611,
+      "step": 1600
+    },
+    {
+      "epoch": 3.6179775280898876,
+      "grad_norm": 0.608756422996521,
+      "learning_rate": 0.0002,
+      "loss": 1.4971,
+      "step": 1610
+    },
+    {
+      "epoch": 3.640449438202247,
+      "grad_norm": 0.554905116558075,
+      "learning_rate": 0.0002,
+      "loss": 1.491,
+      "step": 1620
+    },
+    {
+      "epoch": 3.662921348314607,
+      "grad_norm": 0.5828419327735901,
+      "learning_rate": 0.0002,
+      "loss": 1.5821,
+      "step": 1630
+    },
+    {
+      "epoch": 3.6853932584269664,
+      "grad_norm": 0.655953049659729,
+      "learning_rate": 0.0002,
+      "loss": 1.5573,
+      "step": 1640
+    },
+    {
+      "epoch": 3.7078651685393256,
+      "grad_norm": 0.5976583361625671,
+      "learning_rate": 0.0002,
+      "loss": 1.5455,
+      "step": 1650
+    },
+    {
+      "epoch": 3.7303370786516856,
+      "grad_norm": 0.5679733157157898,
+      "learning_rate": 0.0002,
+      "loss": 1.599,
+      "step": 1660
+    },
+    {
+      "epoch": 3.752808988764045,
+      "grad_norm": 0.6647416353225708,
+      "learning_rate": 0.0002,
+      "loss": 1.4749,
+      "step": 1670
+    },
+    {
+      "epoch": 3.7752808988764044,
+      "grad_norm": 0.6381834745407104,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 1680
+    },
+    {
+      "epoch": 3.797752808988764,
+      "grad_norm": 0.6131210327148438,
+      "learning_rate": 0.0002,
+      "loss": 1.4792,
+      "step": 1690
+    },
+    {
+      "epoch": 3.8202247191011236,
+      "grad_norm": 0.6219302415847778,
+      "learning_rate": 0.0002,
+      "loss": 1.6249,
+      "step": 1700
+    },
+    {
+      "epoch": 3.842696629213483,
+      "grad_norm": 0.5793370604515076,
+      "learning_rate": 0.0002,
+      "loss": 1.4764,
+      "step": 1710
+    },
+    {
+      "epoch": 3.865168539325843,
+      "grad_norm": 0.5806208848953247,
+      "learning_rate": 0.0002,
+      "loss": 1.5534,
+      "step": 1720
+    },
+    {
+      "epoch": 3.8876404494382024,
+      "grad_norm": 0.5671854019165039,
+      "learning_rate": 0.0002,
+      "loss": 1.556,
+      "step": 1730
+    },
+    {
+      "epoch": 3.9101123595505616,
+      "grad_norm": 0.5803307890892029,
+      "learning_rate": 0.0002,
+      "loss": 1.6529,
+      "step": 1740
+    },
+    {
+      "epoch": 3.932584269662921,
+      "grad_norm": 0.5710529088973999,
+      "learning_rate": 0.0002,
+      "loss": 1.4725,
+      "step": 1750
+    },
+    {
+      "epoch": 3.955056179775281,
+      "grad_norm": 0.5724003314971924,
+      "learning_rate": 0.0002,
+      "loss": 1.5023,
+      "step": 1760
+    },
+    {
+      "epoch": 3.9775280898876404,
+      "grad_norm": 0.556728184223175,
+      "learning_rate": 0.0002,
+      "loss": 1.4568,
+      "step": 1770
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.5443143248558044,
+      "learning_rate": 0.0002,
+      "loss": 1.5052,
+      "step": 1780
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8935941457748413,
+      "eval_runtime": 38.4958,
+      "eval_samples_per_second": 13.378,
+      "eval_steps_per_second": 1.688,
+      "step": 1780
+    },
+    {
+      "epoch": 4.022471910112359,
+      "grad_norm": 0.7063950300216675,
+      "learning_rate": 0.0002,
+      "loss": 1.4047,
+      "step": 1790
+    },
+    {
+      "epoch": 4.044943820224719,
+      "grad_norm": 0.8538862466812134,
+      "learning_rate": 0.0002,
+      "loss": 1.3516,
+      "step": 1800
+    },
+    {
+      "epoch": 4.067415730337078,
+      "grad_norm": 0.6716609597206116,
+      "learning_rate": 0.0002,
+      "loss": 1.3261,
+      "step": 1810
+    },
+    {
+      "epoch": 4.089887640449438,
+      "grad_norm": 0.8187614679336548,
+      "learning_rate": 0.0002,
+      "loss": 1.3477,
+      "step": 1820
+    },
+    {
+      "epoch": 4.112359550561798,
+      "grad_norm": 0.6903043985366821,
+      "learning_rate": 0.0002,
+      "loss": 1.334,
+      "step": 1830
+    },
+    {
+      "epoch": 4.134831460674158,
+      "grad_norm": 0.6804471611976624,
+      "learning_rate": 0.0002,
+      "loss": 1.3283,
+      "step": 1840
+    },
+    {
+      "epoch": 4.157303370786517,
+      "grad_norm": 0.7785346508026123,
+      "learning_rate": 0.0002,
+      "loss": 1.3487,
+      "step": 1850
+    },
+    {
+      "epoch": 4.179775280898877,
+      "grad_norm": 0.7553297281265259,
+      "learning_rate": 0.0002,
+      "loss": 1.3537,
+      "step": 1860
+    },
+    {
+      "epoch": 4.202247191011236,
+      "grad_norm": 0.7317661643028259,
+      "learning_rate": 0.0002,
+      "loss": 1.3752,
+      "step": 1870
+    },
+    {
+      "epoch": 4.224719101123595,
+      "grad_norm": 0.701454758644104,
+      "learning_rate": 0.0002,
+      "loss": 1.3335,
+      "step": 1880
+    },
+    {
+      "epoch": 4.247191011235955,
+      "grad_norm": 0.7360146045684814,
+      "learning_rate": 0.0002,
+      "loss": 1.345,
+      "step": 1890
+    },
+    {
+      "epoch": 4.269662921348314,
+      "grad_norm": 0.7889209389686584,
+      "learning_rate": 0.0002,
+      "loss": 1.3541,
+      "step": 1900
+    },
+    {
+      "epoch": 4.292134831460674,
+      "grad_norm": 0.7613265514373779,
+      "learning_rate": 0.0002,
+      "loss": 1.3658,
+      "step": 1910
+    },
+    {
+      "epoch": 4.314606741573034,
+      "grad_norm": 0.8249233365058899,
+      "learning_rate": 0.0002,
+      "loss": 1.393,
+      "step": 1920
+    },
+    {
+      "epoch": 4.337078651685394,
+      "grad_norm": 0.7492292523384094,
+      "learning_rate": 0.0002,
+      "loss": 1.3723,
+      "step": 1930
+    },
+    {
+      "epoch": 4.359550561797753,
+      "grad_norm": 0.7631386518478394,
+      "learning_rate": 0.0002,
+      "loss": 1.3372,
+      "step": 1940
+    },
+    {
+      "epoch": 4.382022471910112,
+      "grad_norm": 0.7044921517372131,
+      "learning_rate": 0.0002,
+      "loss": 1.3725,
+      "step": 1950
+    },
+    {
+      "epoch": 4.404494382022472,
+      "grad_norm": 0.7950063943862915,
+      "learning_rate": 0.0002,
+      "loss": 1.3077,
+      "step": 1960
+    },
+    {
+      "epoch": 4.426966292134831,
+      "grad_norm": 0.7764235138893127,
+      "learning_rate": 0.0002,
+      "loss": 1.3728,
+      "step": 1970
+    },
+    {
+      "epoch": 4.449438202247191,
+      "grad_norm": 0.77325040102005,
+      "learning_rate": 0.0002,
+      "loss": 1.3991,
+      "step": 1980
+    },
+    {
+      "epoch": 4.47191011235955,
+      "grad_norm": 0.8376508355140686,
+      "learning_rate": 0.0002,
+      "loss": 1.4062,
+      "step": 1990
+    },
+    {
+      "epoch": 4.49438202247191,
+      "grad_norm": 0.7711764574050903,
+      "learning_rate": 0.0002,
+      "loss": 1.3645,
+      "step": 2000
+    },
+    {
+      "epoch": 4.51685393258427,
+      "grad_norm": 0.766307532787323,
+      "learning_rate": 0.0002,
+      "loss": 1.3447,
+      "step": 2010
+    },
+    {
+      "epoch": 4.539325842696629,
+      "grad_norm": 0.7309888005256653,
+      "learning_rate": 0.0002,
+      "loss": 1.3415,
+      "step": 2020
+    },
+    {
+      "epoch": 4.561797752808989,
+      "grad_norm": 0.7707177400588989,
+      "learning_rate": 0.0002,
+      "loss": 1.4652,
+      "step": 2030
+    },
+    {
+      "epoch": 4.584269662921348,
+      "grad_norm": 0.7972665429115295,
+      "learning_rate": 0.0002,
+      "loss": 1.411,
+      "step": 2040
+    },
+    {
+      "epoch": 4.606741573033708,
+      "grad_norm": 0.8435423374176025,
+      "learning_rate": 0.0002,
+      "loss": 1.3848,
+      "step": 2050
+    },
+    {
+      "epoch": 4.629213483146067,
+      "grad_norm": 0.7513273358345032,
+      "learning_rate": 0.0002,
+      "loss": 1.4464,
+      "step": 2060
+    },
+    {
+      "epoch": 4.651685393258427,
+      "grad_norm": 0.8571695685386658,
+      "learning_rate": 0.0002,
+      "loss": 1.3481,
+      "step": 2070
+    },
+    {
+      "epoch": 4.674157303370786,
+      "grad_norm": 0.7924894690513611,
+      "learning_rate": 0.0002,
+      "loss": 1.3812,
+      "step": 2080
+    },
+    {
+      "epoch": 4.696629213483146,
+      "grad_norm": 0.7428702116012573,
+      "learning_rate": 0.0002,
+      "loss": 1.367,
+      "step": 2090
+    },
+    {
+      "epoch": 4.719101123595506,
+      "grad_norm": 0.7480676174163818,
+      "learning_rate": 0.0002,
+      "loss": 1.4409,
+      "step": 2100
+    },
+    {
+      "epoch": 4.741573033707866,
+      "grad_norm": 0.7893720865249634,
+      "learning_rate": 0.0002,
+      "loss": 1.3731,
+      "step": 2110
+    },
+    {
+      "epoch": 4.764044943820225,
+      "grad_norm": 0.8142390251159668,
+      "learning_rate": 0.0002,
+      "loss": 1.392,
+      "step": 2120
+    },
+    {
+      "epoch": 4.786516853932584,
+      "grad_norm": 0.737934410572052,
+      "learning_rate": 0.0002,
+      "loss": 1.3821,
+      "step": 2130
+    },
+    {
+      "epoch": 4.808988764044944,
+      "grad_norm": 0.799316942691803,
+      "learning_rate": 0.0002,
+      "loss": 1.4404,
+      "step": 2140
+    },
+    {
+      "epoch": 4.831460674157303,
+      "grad_norm": 0.8206349015235901,
+      "learning_rate": 0.0002,
+      "loss": 1.4039,
+      "step": 2150
+    },
+    {
+      "epoch": 4.853932584269663,
+      "grad_norm": 0.8419018387794495,
+      "learning_rate": 0.0002,
+      "loss": 1.3908,
+      "step": 2160
+    },
+    {
+      "epoch": 4.876404494382022,
+      "grad_norm": 0.8047335743904114,
+      "learning_rate": 0.0002,
+      "loss": 1.45,
+      "step": 2170
+    },
+    {
+      "epoch": 4.898876404494382,
+      "grad_norm": 0.7250169515609741,
+      "learning_rate": 0.0002,
+      "loss": 1.4097,
+      "step": 2180
+    },
+    {
+      "epoch": 4.921348314606742,
+      "grad_norm": 0.9156671166419983,
+      "learning_rate": 0.0002,
+      "loss": 1.4198,
+      "step": 2190
+    },
+    {
+      "epoch": 4.943820224719101,
+      "grad_norm": 0.747611403465271,
+      "learning_rate": 0.0002,
+      "loss": 1.4354,
+      "step": 2200
+    },
+    {
+      "epoch": 4.966292134831461,
+      "grad_norm": 0.8482937216758728,
+      "learning_rate": 0.0002,
+      "loss": 1.4381,
+      "step": 2210
+    },
+    {
+      "epoch": 4.98876404494382,
+      "grad_norm": 0.8300044536590576,
+      "learning_rate": 0.0002,
+      "loss": 1.4087,
+      "step": 2220
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.9691932201385498,
+      "eval_runtime": 38.7832,
+      "eval_samples_per_second": 13.279,
+      "eval_steps_per_second": 1.676,
+      "step": 2225
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3560,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.029680180232192e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2225/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb087d22fb0995345805c545302523633dddfce545390f986898a00d9c23d9
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c79602428dc60441c6efdc407604d2bbf54bceeaeb4ee58ec87893775f03f1
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9932972e7f8a489063026bbd8b8a8074050938cec8955fb22e0cff992dc52fc
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a824e60c80423253e497d4bd5e427bcecc45201fa4dc0efa470f1518e1c7abf5
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff5f7e9ad7056d622557a522a13afee4873f62f5fe7f50b82966670933743d7
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/trainer_state.json

@@ -0,0 +1,1950 @@
+{
+  "best_metric": 1.8264012336730957,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-890",
+  "epoch": 6.0,
+  "eval_steps": 10,
+  "global_step": 2670,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02247191011235955,
+      "grad_norm": 0.541088342666626,
+      "learning_rate": 0.0002,
+      "loss": 2.6217,
+      "step": 10
+    },
+    {
+      "epoch": 0.0449438202247191,
+      "grad_norm": 0.606726348400116,
+      "learning_rate": 0.0002,
+      "loss": 2.309,
+      "step": 20
+    },
+    {
+      "epoch": 0.06741573033707865,
+      "grad_norm": 0.5244829058647156,
+      "learning_rate": 0.0002,
+      "loss": 2.0677,
+      "step": 30
+    },
+    {
+      "epoch": 0.0898876404494382,
+      "grad_norm": 0.6728479862213135,
+      "learning_rate": 0.0002,
+      "loss": 1.9807,
+      "step": 40
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "grad_norm": 0.8560609221458435,
+      "learning_rate": 0.0002,
+      "loss": 1.944,
+      "step": 50
+    },
+    {
+      "epoch": 0.1348314606741573,
+      "grad_norm": 0.49180933833122253,
+      "learning_rate": 0.0002,
+      "loss": 1.9372,
+      "step": 60
+    },
+    {
+      "epoch": 0.15730337078651685,
+      "grad_norm": 0.49781936407089233,
+      "learning_rate": 0.0002,
+      "loss": 1.9051,
+      "step": 70
+    },
+    {
+      "epoch": 0.1797752808988764,
+      "grad_norm": 0.5396708846092224,
+      "learning_rate": 0.0002,
+      "loss": 1.7978,
+      "step": 80
+    },
+    {
+      "epoch": 0.20224719101123595,
+      "grad_norm": 0.478624552488327,
+      "learning_rate": 0.0002,
+      "loss": 1.8758,
+      "step": 90
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "grad_norm": 0.8880449533462524,
+      "learning_rate": 0.0002,
+      "loss": 1.8928,
+      "step": 100
+    },
+    {
+      "epoch": 0.24719101123595505,
+      "grad_norm": 0.43290555477142334,
+      "learning_rate": 0.0002,
+      "loss": 1.8504,
+      "step": 110
+    },
+    {
+      "epoch": 0.2696629213483146,
+      "grad_norm": 0.438387006521225,
+      "learning_rate": 0.0002,
+      "loss": 1.8536,
+      "step": 120
+    },
+    {
+      "epoch": 0.29213483146067415,
+      "grad_norm": 0.4131482243537903,
+      "learning_rate": 0.0002,
+      "loss": 1.8655,
+      "step": 130
+    },
+    {
+      "epoch": 0.3146067415730337,
+      "grad_norm": 0.5160607099533081,
+      "learning_rate": 0.0002,
+      "loss": 1.9063,
+      "step": 140
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "grad_norm": 0.3617960214614868,
+      "learning_rate": 0.0002,
+      "loss": 1.792,
+      "step": 150
+    },
+    {
+      "epoch": 0.3595505617977528,
+      "grad_norm": 0.5344526767730713,
+      "learning_rate": 0.0002,
+      "loss": 1.9222,
+      "step": 160
+    },
+    {
+      "epoch": 0.38202247191011235,
+      "grad_norm": 0.37921762466430664,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 170
+    },
+    {
+      "epoch": 0.4044943820224719,
+      "grad_norm": 0.431815505027771,
+      "learning_rate": 0.0002,
+      "loss": 1.7882,
+      "step": 180
+    },
+    {
+      "epoch": 0.42696629213483145,
+      "grad_norm": 0.4125252366065979,
+      "learning_rate": 0.0002,
+      "loss": 1.8431,
+      "step": 190
+    },
+    {
+      "epoch": 0.449438202247191,
+      "grad_norm": 0.45420965552330017,
+      "learning_rate": 0.0002,
+      "loss": 1.7677,
+      "step": 200
+    },
+    {
+      "epoch": 0.47191011235955055,
+      "grad_norm": 0.471342533826828,
+      "learning_rate": 0.0002,
+      "loss": 1.8083,
+      "step": 210
+    },
+    {
+      "epoch": 0.4943820224719101,
+      "grad_norm": 0.3953711986541748,
+      "learning_rate": 0.0002,
+      "loss": 1.8915,
+      "step": 220
+    },
+    {
+      "epoch": 0.5168539325842697,
+      "grad_norm": 0.3793153166770935,
+      "learning_rate": 0.0002,
+      "loss": 1.8153,
+      "step": 230
+    },
+    {
+      "epoch": 0.5393258426966292,
+      "grad_norm": 0.3719729483127594,
+      "learning_rate": 0.0002,
+      "loss": 1.7948,
+      "step": 240
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "grad_norm": 0.4091097116470337,
+      "learning_rate": 0.0002,
+      "loss": 1.8293,
+      "step": 250
+    },
+    {
+      "epoch": 0.5842696629213483,
+      "grad_norm": 0.38691720366477966,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 260
+    },
+    {
+      "epoch": 0.6067415730337079,
+      "grad_norm": 0.39904487133026123,
+      "learning_rate": 0.0002,
+      "loss": 1.8962,
+      "step": 270
+    },
+    {
+      "epoch": 0.6292134831460674,
+      "grad_norm": 0.36792582273483276,
+      "learning_rate": 0.0002,
+      "loss": 1.862,
+      "step": 280
+    },
+    {
+      "epoch": 0.651685393258427,
+      "grad_norm": 0.3575645685195923,
+      "learning_rate": 0.0002,
+      "loss": 1.8117,
+      "step": 290
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "grad_norm": 0.34943437576293945,
+      "learning_rate": 0.0002,
+      "loss": 1.7338,
+      "step": 300
+    },
+    {
+      "epoch": 0.6966292134831461,
+      "grad_norm": 0.4369798004627228,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 310
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 0.4053204357624054,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 320
+    },
+    {
+      "epoch": 0.7415730337078652,
+      "grad_norm": 0.4032869338989258,
+      "learning_rate": 0.0002,
+      "loss": 1.7936,
+      "step": 330
+    },
+    {
+      "epoch": 0.7640449438202247,
+      "grad_norm": 0.393141508102417,
+      "learning_rate": 0.0002,
+      "loss": 1.9005,
+      "step": 340
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "grad_norm": 0.3401991128921509,
+      "learning_rate": 0.0002,
+      "loss": 1.8525,
+      "step": 350
+    },
+    {
+      "epoch": 0.8089887640449438,
+      "grad_norm": 0.3157802224159241,
+      "learning_rate": 0.0002,
+      "loss": 1.7811,
+      "step": 360
+    },
+    {
+      "epoch": 0.8314606741573034,
+      "grad_norm": 0.34539058804512024,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 370
+    },
+    {
+      "epoch": 0.8539325842696629,
+      "grad_norm": 0.3391708731651306,
+      "learning_rate": 0.0002,
+      "loss": 1.7687,
+      "step": 380
+    },
+    {
+      "epoch": 0.8764044943820225,
+      "grad_norm": 0.37594684958457947,
+      "learning_rate": 0.0002,
+      "loss": 1.7749,
+      "step": 390
+    },
+    {
+      "epoch": 0.898876404494382,
+      "grad_norm": 0.387704461812973,
+      "learning_rate": 0.0002,
+      "loss": 1.7805,
+      "step": 400
+    },
+    {
+      "epoch": 0.9213483146067416,
+      "grad_norm": 0.5300629138946533,
+      "learning_rate": 0.0002,
+      "loss": 1.8255,
+      "step": 410
+    },
+    {
+      "epoch": 0.9438202247191011,
+      "grad_norm": 0.35356250405311584,
+      "learning_rate": 0.0002,
+      "loss": 1.7229,
+      "step": 420
+    },
+    {
+      "epoch": 0.9662921348314607,
+      "grad_norm": 0.3641810119152069,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 430
+    },
+    {
+      "epoch": 0.9887640449438202,
+      "grad_norm": 0.3925739824771881,
+      "learning_rate": 0.0002,
+      "loss": 1.7762,
+      "step": 440
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.829880714416504,
+      "eval_runtime": 38.6272,
+      "eval_samples_per_second": 13.333,
+      "eval_steps_per_second": 1.683,
+      "step": 445
+    },
+    {
+      "epoch": 1.0112359550561798,
+      "grad_norm": 0.324361115694046,
+      "learning_rate": 0.0002,
+      "loss": 1.7515,
+      "step": 450
+    },
+    {
+      "epoch": 1.0337078651685394,
+      "grad_norm": 0.37567344307899475,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 460
+    },
+    {
+      "epoch": 1.0561797752808988,
+      "grad_norm": 0.336347758769989,
+      "learning_rate": 0.0002,
+      "loss": 1.8442,
+      "step": 470
+    },
+    {
+      "epoch": 1.0786516853932584,
+      "grad_norm": 0.39281758666038513,
+      "learning_rate": 0.0002,
+      "loss": 1.7169,
+      "step": 480
+    },
+    {
+      "epoch": 1.101123595505618,
+      "grad_norm": 0.348486989736557,
+      "learning_rate": 0.0002,
+      "loss": 1.803,
+      "step": 490
+    },
+    {
+      "epoch": 1.1235955056179776,
+      "grad_norm": 0.3939574062824249,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 500
+    },
+    {
+      "epoch": 1.146067415730337,
+      "grad_norm": 0.3566303849220276,
+      "learning_rate": 0.0002,
+      "loss": 1.692,
+      "step": 510
+    },
+    {
+      "epoch": 1.1685393258426966,
+      "grad_norm": 0.44443410634994507,
+      "learning_rate": 0.0002,
+      "loss": 1.7093,
+      "step": 520
+    },
+    {
+      "epoch": 1.1910112359550562,
+      "grad_norm": 0.40352755784988403,
+      "learning_rate": 0.0002,
+      "loss": 1.7204,
+      "step": 530
+    },
+    {
+      "epoch": 1.2134831460674158,
+      "grad_norm": 0.393235445022583,
+      "learning_rate": 0.0002,
+      "loss": 1.7693,
+      "step": 540
+    },
+    {
+      "epoch": 1.2359550561797752,
+      "grad_norm": 0.38268715143203735,
+      "learning_rate": 0.0002,
+      "loss": 1.7402,
+      "step": 550
+    },
+    {
+      "epoch": 1.2584269662921348,
+      "grad_norm": 0.40748143196105957,
+      "learning_rate": 0.0002,
+      "loss": 1.8007,
+      "step": 560
+    },
+    {
+      "epoch": 1.2808988764044944,
+      "grad_norm": 0.46578362584114075,
+      "learning_rate": 0.0002,
+      "loss": 1.7096,
+      "step": 570
+    },
+    {
+      "epoch": 1.303370786516854,
+      "grad_norm": 0.4152059853076935,
+      "learning_rate": 0.0002,
+      "loss": 1.753,
+      "step": 580
+    },
+    {
+      "epoch": 1.3258426966292136,
+      "grad_norm": 0.39794254302978516,
+      "learning_rate": 0.0002,
+      "loss": 1.7658,
+      "step": 590
+    },
+    {
+      "epoch": 1.348314606741573,
+      "grad_norm": 0.3964073359966278,
+      "learning_rate": 0.0002,
+      "loss": 1.683,
+      "step": 600
+    },
+    {
+      "epoch": 1.3707865168539326,
+      "grad_norm": 0.37973660230636597,
+      "learning_rate": 0.0002,
+      "loss": 1.7464,
+      "step": 610
+    },
+    {
+      "epoch": 1.3932584269662922,
+      "grad_norm": 0.4126802384853363,
+      "learning_rate": 0.0002,
+      "loss": 1.6766,
+      "step": 620
+    },
+    {
+      "epoch": 1.4157303370786516,
+      "grad_norm": 0.3873387575149536,
+      "learning_rate": 0.0002,
+      "loss": 1.7876,
+      "step": 630
+    },
+    {
+      "epoch": 1.4382022471910112,
+      "grad_norm": 0.39390191435813904,
+      "learning_rate": 0.0002,
+      "loss": 1.7841,
+      "step": 640
+    },
+    {
+      "epoch": 1.4606741573033708,
+      "grad_norm": 0.4302954375743866,
+      "learning_rate": 0.0002,
+      "loss": 1.7482,
+      "step": 650
+    },
+    {
+      "epoch": 1.4831460674157304,
+      "grad_norm": 0.3631756901741028,
+      "learning_rate": 0.0002,
+      "loss": 1.7608,
+      "step": 660
+    },
+    {
+      "epoch": 1.50561797752809,
+      "grad_norm": 0.3835321366786957,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 670
+    },
+    {
+      "epoch": 1.5280898876404494,
+      "grad_norm": 0.45179641246795654,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 680
+    },
+    {
+      "epoch": 1.550561797752809,
+      "grad_norm": 0.4173226058483124,
+      "learning_rate": 0.0002,
+      "loss": 1.7541,
+      "step": 690
+    },
+    {
+      "epoch": 1.5730337078651684,
+      "grad_norm": 0.35887855291366577,
+      "learning_rate": 0.0002,
+      "loss": 1.7895,
+      "step": 700
+    },
+    {
+      "epoch": 1.595505617977528,
+      "grad_norm": 0.40731844305992126,
+      "learning_rate": 0.0002,
+      "loss": 1.7209,
+      "step": 710
+    },
+    {
+      "epoch": 1.6179775280898876,
+      "grad_norm": 0.4147540330886841,
+      "learning_rate": 0.0002,
+      "loss": 1.6606,
+      "step": 720
+    },
+    {
+      "epoch": 1.6404494382022472,
+      "grad_norm": 0.37640494108200073,
+      "learning_rate": 0.0002,
+      "loss": 1.7385,
+      "step": 730
+    },
+    {
+      "epoch": 1.6629213483146068,
+      "grad_norm": 0.3784808814525604,
+      "learning_rate": 0.0002,
+      "loss": 1.7021,
+      "step": 740
+    },
+    {
+      "epoch": 1.6853932584269664,
+      "grad_norm": 0.4551489055156708,
+      "learning_rate": 0.0002,
+      "loss": 1.7411,
+      "step": 750
+    },
+    {
+      "epoch": 1.7078651685393258,
+      "grad_norm": 0.3906891345977783,
+      "learning_rate": 0.0002,
+      "loss": 1.7814,
+      "step": 760
+    },
+    {
+      "epoch": 1.7303370786516854,
+      "grad_norm": 0.3876253664493561,
+      "learning_rate": 0.0002,
+      "loss": 1.7622,
+      "step": 770
+    },
+    {
+      "epoch": 1.7528089887640448,
+      "grad_norm": 0.36962684988975525,
+      "learning_rate": 0.0002,
+      "loss": 1.7727,
+      "step": 780
+    },
+    {
+      "epoch": 1.7752808988764044,
+      "grad_norm": 0.392286092042923,
+      "learning_rate": 0.0002,
+      "loss": 1.7796,
+      "step": 790
+    },
+    {
+      "epoch": 1.797752808988764,
+      "grad_norm": 0.368129700422287,
+      "learning_rate": 0.0002,
+      "loss": 1.7455,
+      "step": 800
+    },
+    {
+      "epoch": 1.8202247191011236,
+      "grad_norm": 0.42102697491645813,
+      "learning_rate": 0.0002,
+      "loss": 1.7808,
+      "step": 810
+    },
+    {
+      "epoch": 1.8426966292134832,
+      "grad_norm": 0.4314707815647125,
+      "learning_rate": 0.0002,
+      "loss": 1.7688,
+      "step": 820
+    },
+    {
+      "epoch": 1.8651685393258428,
+      "grad_norm": 0.3763786554336548,
+      "learning_rate": 0.0002,
+      "loss": 1.7465,
+      "step": 830
+    },
+    {
+      "epoch": 1.8876404494382022,
+      "grad_norm": 0.34446850419044495,
+      "learning_rate": 0.0002,
+      "loss": 1.7291,
+      "step": 840
+    },
+    {
+      "epoch": 1.9101123595505618,
+      "grad_norm": 0.3806961476802826,
+      "learning_rate": 0.0002,
+      "loss": 1.7014,
+      "step": 850
+    },
+    {
+      "epoch": 1.9325842696629212,
+      "grad_norm": 0.38291847705841064,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 860
+    },
+    {
+      "epoch": 1.9550561797752808,
+      "grad_norm": 0.4361240565776825,
+      "learning_rate": 0.0002,
+      "loss": 1.6964,
+      "step": 870
+    },
+    {
+      "epoch": 1.9775280898876404,
+      "grad_norm": 0.39230653643608093,
+      "learning_rate": 0.0002,
+      "loss": 1.7818,
+      "step": 880
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.3856890797615051,
+      "learning_rate": 0.0002,
+      "loss": 1.7174,
+      "step": 890
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8264012336730957,
+      "eval_runtime": 38.4572,
+      "eval_samples_per_second": 13.392,
+      "eval_steps_per_second": 1.69,
+      "step": 890
+    },
+    {
+      "epoch": 2.0224719101123596,
+      "grad_norm": 0.37172746658325195,
+      "learning_rate": 0.0002,
+      "loss": 1.5571,
+      "step": 900
+    },
+    {
+      "epoch": 2.044943820224719,
+      "grad_norm": 0.4285264313220978,
+      "learning_rate": 0.0002,
+      "loss": 1.7088,
+      "step": 910
+    },
+    {
+      "epoch": 2.067415730337079,
+      "grad_norm": 0.4178760051727295,
+      "learning_rate": 0.0002,
+      "loss": 1.6465,
+      "step": 920
+    },
+    {
+      "epoch": 2.0898876404494384,
+      "grad_norm": 0.41439080238342285,
+      "learning_rate": 0.0002,
+      "loss": 1.6718,
+      "step": 930
+    },
+    {
+      "epoch": 2.1123595505617976,
+      "grad_norm": 0.44750887155532837,
+      "learning_rate": 0.0002,
+      "loss": 1.6632,
+      "step": 940
+    },
+    {
+      "epoch": 2.134831460674157,
+      "grad_norm": 0.47943830490112305,
+      "learning_rate": 0.0002,
+      "loss": 1.6886,
+      "step": 950
+    },
+    {
+      "epoch": 2.157303370786517,
+      "grad_norm": 0.41972824931144714,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 960
+    },
+    {
+      "epoch": 2.1797752808988764,
+      "grad_norm": 0.45687606930732727,
+      "learning_rate": 0.0002,
+      "loss": 1.6282,
+      "step": 970
+    },
+    {
+      "epoch": 2.202247191011236,
+      "grad_norm": 3.270933151245117,
+      "learning_rate": 0.0002,
+      "loss": 1.6293,
+      "step": 980
+    },
+    {
+      "epoch": 2.2247191011235956,
+      "grad_norm": 0.5009722709655762,
+      "learning_rate": 0.0002,
+      "loss": 1.6667,
+      "step": 990
+    },
+    {
+      "epoch": 2.247191011235955,
+      "grad_norm": 0.47534242272377014,
+      "learning_rate": 0.0002,
+      "loss": 1.6737,
+      "step": 1000
+    },
+    {
+      "epoch": 2.2696629213483144,
+      "grad_norm": 0.4659167230129242,
+      "learning_rate": 0.0002,
+      "loss": 1.6121,
+      "step": 1010
+    },
+    {
+      "epoch": 2.292134831460674,
+      "grad_norm": 0.4227055013179779,
+      "learning_rate": 0.0002,
+      "loss": 1.6565,
+      "step": 1020
+    },
+    {
+      "epoch": 2.3146067415730336,
+      "grad_norm": 0.4480970799922943,
+      "learning_rate": 0.0002,
+      "loss": 1.6358,
+      "step": 1030
+    },
+    {
+      "epoch": 2.337078651685393,
+      "grad_norm": 0.46239933371543884,
+      "learning_rate": 0.0002,
+      "loss": 1.6459,
+      "step": 1040
+    },
+    {
+      "epoch": 2.359550561797753,
+      "grad_norm": 0.4576965570449829,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 1050
+    },
+    {
+      "epoch": 2.3820224719101124,
+      "grad_norm": 0.48324525356292725,
+      "learning_rate": 0.0002,
+      "loss": 1.6787,
+      "step": 1060
+    },
+    {
+      "epoch": 2.404494382022472,
+      "grad_norm": 0.4669286906719208,
+      "learning_rate": 0.0002,
+      "loss": 1.6773,
+      "step": 1070
+    },
+    {
+      "epoch": 2.4269662921348316,
+      "grad_norm": 0.5118905901908875,
+      "learning_rate": 0.0002,
+      "loss": 1.5971,
+      "step": 1080
+    },
+    {
+      "epoch": 2.449438202247191,
+      "grad_norm": 0.4905109405517578,
+      "learning_rate": 0.0002,
+      "loss": 1.6652,
+      "step": 1090
+    },
+    {
+      "epoch": 2.4719101123595504,
+      "grad_norm": 0.5466307401657104,
+      "learning_rate": 0.0002,
+      "loss": 1.6569,
+      "step": 1100
+    },
+    {
+      "epoch": 2.49438202247191,
+      "grad_norm": 0.483541876077652,
+      "learning_rate": 0.0002,
+      "loss": 1.6324,
+      "step": 1110
+    },
+    {
+      "epoch": 2.5168539325842696,
+      "grad_norm": 0.4115655720233917,
+      "learning_rate": 0.0002,
+      "loss": 1.6144,
+      "step": 1120
+    },
+    {
+      "epoch": 2.539325842696629,
+      "grad_norm": 0.45315614342689514,
+      "learning_rate": 0.0002,
+      "loss": 1.5999,
+      "step": 1130
+    },
+    {
+      "epoch": 2.561797752808989,
+      "grad_norm": 0.48349013924598694,
+      "learning_rate": 0.0002,
+      "loss": 1.654,
+      "step": 1140
+    },
+    {
+      "epoch": 2.5842696629213484,
+      "grad_norm": 0.4827800691127777,
+      "learning_rate": 0.0002,
+      "loss": 1.6688,
+      "step": 1150
+    },
+    {
+      "epoch": 2.606741573033708,
+      "grad_norm": 0.4685794711112976,
+      "learning_rate": 0.0002,
+      "loss": 1.6993,
+      "step": 1160
+    },
+    {
+      "epoch": 2.629213483146067,
+      "grad_norm": 0.46395015716552734,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1170
+    },
+    {
+      "epoch": 2.6516853932584272,
+      "grad_norm": 0.4605198800563812,
+      "learning_rate": 0.0002,
+      "loss": 1.5945,
+      "step": 1180
+    },
+    {
+      "epoch": 2.6741573033707864,
+      "grad_norm": 0.4916316270828247,
+      "learning_rate": 0.0002,
+      "loss": 1.6542,
+      "step": 1190
+    },
+    {
+      "epoch": 2.696629213483146,
+      "grad_norm": 0.4382898807525635,
+      "learning_rate": 0.0002,
+      "loss": 1.6414,
+      "step": 1200
+    },
+    {
+      "epoch": 2.7191011235955056,
+      "grad_norm": 0.4522838592529297,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 1210
+    },
+    {
+      "epoch": 2.741573033707865,
+      "grad_norm": 0.5802963376045227,
+      "learning_rate": 0.0002,
+      "loss": 1.6566,
+      "step": 1220
+    },
+    {
+      "epoch": 2.764044943820225,
+      "grad_norm": 0.44280654191970825,
+      "learning_rate": 0.0002,
+      "loss": 1.6628,
+      "step": 1230
+    },
+    {
+      "epoch": 2.7865168539325844,
+      "grad_norm": 0.4436502456665039,
+      "learning_rate": 0.0002,
+      "loss": 1.6967,
+      "step": 1240
+    },
+    {
+      "epoch": 2.808988764044944,
+      "grad_norm": 0.4817657768726349,
+      "learning_rate": 0.0002,
+      "loss": 1.5711,
+      "step": 1250
+    },
+    {
+      "epoch": 2.831460674157303,
+      "grad_norm": 0.46678975224494934,
+      "learning_rate": 0.0002,
+      "loss": 1.6143,
+      "step": 1260
+    },
+    {
+      "epoch": 2.853932584269663,
+      "grad_norm": 0.5505899786949158,
+      "learning_rate": 0.0002,
+      "loss": 1.5848,
+      "step": 1270
+    },
+    {
+      "epoch": 2.8764044943820224,
+      "grad_norm": 0.46449190378189087,
+      "learning_rate": 0.0002,
+      "loss": 1.6445,
+      "step": 1280
+    },
+    {
+      "epoch": 2.898876404494382,
+      "grad_norm": 0.5431554913520813,
+      "learning_rate": 0.0002,
+      "loss": 1.616,
+      "step": 1290
+    },
+    {
+      "epoch": 2.9213483146067416,
+      "grad_norm": 0.44165968894958496,
+      "learning_rate": 0.0002,
+      "loss": 1.69,
+      "step": 1300
+    },
+    {
+      "epoch": 2.943820224719101,
+      "grad_norm": 0.5253956317901611,
+      "learning_rate": 0.0002,
+      "loss": 1.6961,
+      "step": 1310
+    },
+    {
+      "epoch": 2.966292134831461,
+      "grad_norm": 0.42881500720977783,
+      "learning_rate": 0.0002,
+      "loss": 1.6085,
+      "step": 1320
+    },
+    {
+      "epoch": 2.98876404494382,
+      "grad_norm": 0.4666648507118225,
+      "learning_rate": 0.0002,
+      "loss": 1.5666,
+      "step": 1330
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.841871976852417,
+      "eval_runtime": 38.4576,
+      "eval_samples_per_second": 13.391,
+      "eval_steps_per_second": 1.69,
+      "step": 1335
+    },
+    {
+      "epoch": 3.0112359550561796,
+      "grad_norm": 0.4540881812572479,
+      "learning_rate": 0.0002,
+      "loss": 1.4981,
+      "step": 1340
+    },
+    {
+      "epoch": 3.033707865168539,
+      "grad_norm": 0.5289544463157654,
+      "learning_rate": 0.0002,
+      "loss": 1.4593,
+      "step": 1350
+    },
+    {
+      "epoch": 3.056179775280899,
+      "grad_norm": 0.5404762029647827,
+      "learning_rate": 0.0002,
+      "loss": 1.5181,
+      "step": 1360
+    },
+    {
+      "epoch": 3.0786516853932584,
+      "grad_norm": 0.606574535369873,
+      "learning_rate": 0.0002,
+      "loss": 1.5327,
+      "step": 1370
+    },
+    {
+      "epoch": 3.101123595505618,
+      "grad_norm": 0.6293940544128418,
+      "learning_rate": 0.0002,
+      "loss": 1.5418,
+      "step": 1380
+    },
+    {
+      "epoch": 3.1235955056179776,
+      "grad_norm": 0.5431684851646423,
+      "learning_rate": 0.0002,
+      "loss": 1.4522,
+      "step": 1390
+    },
+    {
+      "epoch": 3.146067415730337,
+      "grad_norm": 0.5571810007095337,
+      "learning_rate": 0.0002,
+      "loss": 1.6047,
+      "step": 1400
+    },
+    {
+      "epoch": 3.168539325842697,
+      "grad_norm": 0.5232224464416504,
+      "learning_rate": 0.0002,
+      "loss": 1.5709,
+      "step": 1410
+    },
+    {
+      "epoch": 3.191011235955056,
+      "grad_norm": 0.6176348924636841,
+      "learning_rate": 0.0002,
+      "loss": 1.5014,
+      "step": 1420
+    },
+    {
+      "epoch": 3.2134831460674156,
+      "grad_norm": 0.5267609357833862,
+      "learning_rate": 0.0002,
+      "loss": 1.5398,
+      "step": 1430
+    },
+    {
+      "epoch": 3.235955056179775,
+      "grad_norm": 0.6405419707298279,
+      "learning_rate": 0.0002,
+      "loss": 1.4821,
+      "step": 1440
+    },
+    {
+      "epoch": 3.258426966292135,
+      "grad_norm": 0.6280969977378845,
+      "learning_rate": 0.0002,
+      "loss": 1.5365,
+      "step": 1450
+    },
+    {
+      "epoch": 3.2808988764044944,
+      "grad_norm": 0.594437837600708,
+      "learning_rate": 0.0002,
+      "loss": 1.4962,
+      "step": 1460
+    },
+    {
+      "epoch": 3.303370786516854,
+      "grad_norm": 0.5297112464904785,
+      "learning_rate": 0.0002,
+      "loss": 1.4714,
+      "step": 1470
+    },
+    {
+      "epoch": 3.3258426966292136,
+      "grad_norm": 0.6481576561927795,
+      "learning_rate": 0.0002,
+      "loss": 1.5163,
+      "step": 1480
+    },
+    {
+      "epoch": 3.348314606741573,
+      "grad_norm": 0.6006230711936951,
+      "learning_rate": 0.0002,
+      "loss": 1.5198,
+      "step": 1490
+    },
+    {
+      "epoch": 3.370786516853933,
+      "grad_norm": 0.6718862652778625,
+      "learning_rate": 0.0002,
+      "loss": 1.5476,
+      "step": 1500
+    },
+    {
+      "epoch": 3.393258426966292,
+      "grad_norm": 0.5663893222808838,
+      "learning_rate": 0.0002,
+      "loss": 1.484,
+      "step": 1510
+    },
+    {
+      "epoch": 3.4157303370786516,
+      "grad_norm": 0.6176982522010803,
+      "learning_rate": 0.0002,
+      "loss": 1.4779,
+      "step": 1520
+    },
+    {
+      "epoch": 3.438202247191011,
+      "grad_norm": 0.5643916130065918,
+      "learning_rate": 0.0002,
+      "loss": 1.5449,
+      "step": 1530
+    },
+    {
+      "epoch": 3.460674157303371,
+      "grad_norm": 0.6312360763549805,
+      "learning_rate": 0.0002,
+      "loss": 1.5071,
+      "step": 1540
+    },
+    {
+      "epoch": 3.4831460674157304,
+      "grad_norm": 0.6003469824790955,
+      "learning_rate": 0.0002,
+      "loss": 1.4793,
+      "step": 1550
+    },
+    {
+      "epoch": 3.50561797752809,
+      "grad_norm": 0.635564923286438,
+      "learning_rate": 0.0002,
+      "loss": 1.5,
+      "step": 1560
+    },
+    {
+      "epoch": 3.5280898876404496,
+      "grad_norm": 0.6120123863220215,
+      "learning_rate": 0.0002,
+      "loss": 1.5442,
+      "step": 1570
+    },
+    {
+      "epoch": 3.550561797752809,
+      "grad_norm": 0.6079851388931274,
+      "learning_rate": 0.0002,
+      "loss": 1.5652,
+      "step": 1580
+    },
+    {
+      "epoch": 3.5730337078651684,
+      "grad_norm": 0.5879889726638794,
+      "learning_rate": 0.0002,
+      "loss": 1.5934,
+      "step": 1590
+    },
+    {
+      "epoch": 3.595505617977528,
+      "grad_norm": 0.618109405040741,
+      "learning_rate": 0.0002,
+      "loss": 1.5611,
+      "step": 1600
+    },
+    {
+      "epoch": 3.6179775280898876,
+      "grad_norm": 0.608756422996521,
+      "learning_rate": 0.0002,
+      "loss": 1.4971,
+      "step": 1610
+    },
+    {
+      "epoch": 3.640449438202247,
+      "grad_norm": 0.554905116558075,
+      "learning_rate": 0.0002,
+      "loss": 1.491,
+      "step": 1620
+    },
+    {
+      "epoch": 3.662921348314607,
+      "grad_norm": 0.5828419327735901,
+      "learning_rate": 0.0002,
+      "loss": 1.5821,
+      "step": 1630
+    },
+    {
+      "epoch": 3.6853932584269664,
+      "grad_norm": 0.655953049659729,
+      "learning_rate": 0.0002,
+      "loss": 1.5573,
+      "step": 1640
+    },
+    {
+      "epoch": 3.7078651685393256,
+      "grad_norm": 0.5976583361625671,
+      "learning_rate": 0.0002,
+      "loss": 1.5455,
+      "step": 1650
+    },
+    {
+      "epoch": 3.7303370786516856,
+      "grad_norm": 0.5679733157157898,
+      "learning_rate": 0.0002,
+      "loss": 1.599,
+      "step": 1660
+    },
+    {
+      "epoch": 3.752808988764045,
+      "grad_norm": 0.6647416353225708,
+      "learning_rate": 0.0002,
+      "loss": 1.4749,
+      "step": 1670
+    },
+    {
+      "epoch": 3.7752808988764044,
+      "grad_norm": 0.6381834745407104,
+      "learning_rate": 0.0002,
+      "loss": 1.5356,
+      "step": 1680
+    },
+    {
+      "epoch": 3.797752808988764,
+      "grad_norm": 0.6131210327148438,
+      "learning_rate": 0.0002,
+      "loss": 1.4792,
+      "step": 1690
+    },
+    {
+      "epoch": 3.8202247191011236,
+      "grad_norm": 0.6219302415847778,
+      "learning_rate": 0.0002,
+      "loss": 1.6249,
+      "step": 1700
+    },
+    {
+      "epoch": 3.842696629213483,
+      "grad_norm": 0.5793370604515076,
+      "learning_rate": 0.0002,
+      "loss": 1.4764,
+      "step": 1710
+    },
+    {
+      "epoch": 3.865168539325843,
+      "grad_norm": 0.5806208848953247,
+      "learning_rate": 0.0002,
+      "loss": 1.5534,
+      "step": 1720
+    },
+    {
+      "epoch": 3.8876404494382024,
+      "grad_norm": 0.5671854019165039,
+      "learning_rate": 0.0002,
+      "loss": 1.556,
+      "step": 1730
+    },
+    {
+      "epoch": 3.9101123595505616,
+      "grad_norm": 0.5803307890892029,
+      "learning_rate": 0.0002,
+      "loss": 1.6529,
+      "step": 1740
+    },
+    {
+      "epoch": 3.932584269662921,
+      "grad_norm": 0.5710529088973999,
+      "learning_rate": 0.0002,
+      "loss": 1.4725,
+      "step": 1750
+    },
+    {
+      "epoch": 3.955056179775281,
+      "grad_norm": 0.5724003314971924,
+      "learning_rate": 0.0002,
+      "loss": 1.5023,
+      "step": 1760
+    },
+    {
+      "epoch": 3.9775280898876404,
+      "grad_norm": 0.556728184223175,
+      "learning_rate": 0.0002,
+      "loss": 1.4568,
+      "step": 1770
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.5443143248558044,
+      "learning_rate": 0.0002,
+      "loss": 1.5052,
+      "step": 1780
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 1.8935941457748413,
+      "eval_runtime": 38.4958,
+      "eval_samples_per_second": 13.378,
+      "eval_steps_per_second": 1.688,
+      "step": 1780
+    },
+    {
+      "epoch": 4.022471910112359,
+      "grad_norm": 0.7063950300216675,
+      "learning_rate": 0.0002,
+      "loss": 1.4047,
+      "step": 1790
+    },
+    {
+      "epoch": 4.044943820224719,
+      "grad_norm": 0.8538862466812134,
+      "learning_rate": 0.0002,
+      "loss": 1.3516,
+      "step": 1800
+    },
+    {
+      "epoch": 4.067415730337078,
+      "grad_norm": 0.6716609597206116,
+      "learning_rate": 0.0002,
+      "loss": 1.3261,
+      "step": 1810
+    },
+    {
+      "epoch": 4.089887640449438,
+      "grad_norm": 0.8187614679336548,
+      "learning_rate": 0.0002,
+      "loss": 1.3477,
+      "step": 1820
+    },
+    {
+      "epoch": 4.112359550561798,
+      "grad_norm": 0.6903043985366821,
+      "learning_rate": 0.0002,
+      "loss": 1.334,
+      "step": 1830
+    },
+    {
+      "epoch": 4.134831460674158,
+      "grad_norm": 0.6804471611976624,
+      "learning_rate": 0.0002,
+      "loss": 1.3283,
+      "step": 1840
+    },
+    {
+      "epoch": 4.157303370786517,
+      "grad_norm": 0.7785346508026123,
+      "learning_rate": 0.0002,
+      "loss": 1.3487,
+      "step": 1850
+    },
+    {
+      "epoch": 4.179775280898877,
+      "grad_norm": 0.7553297281265259,
+      "learning_rate": 0.0002,
+      "loss": 1.3537,
+      "step": 1860
+    },
+    {
+      "epoch": 4.202247191011236,
+      "grad_norm": 0.7317661643028259,
+      "learning_rate": 0.0002,
+      "loss": 1.3752,
+      "step": 1870
+    },
+    {
+      "epoch": 4.224719101123595,
+      "grad_norm": 0.701454758644104,
+      "learning_rate": 0.0002,
+      "loss": 1.3335,
+      "step": 1880
+    },
+    {
+      "epoch": 4.247191011235955,
+      "grad_norm": 0.7360146045684814,
+      "learning_rate": 0.0002,
+      "loss": 1.345,
+      "step": 1890
+    },
+    {
+      "epoch": 4.269662921348314,
+      "grad_norm": 0.7889209389686584,
+      "learning_rate": 0.0002,
+      "loss": 1.3541,
+      "step": 1900
+    },
+    {
+      "epoch": 4.292134831460674,
+      "grad_norm": 0.7613265514373779,
+      "learning_rate": 0.0002,
+      "loss": 1.3658,
+      "step": 1910
+    },
+    {
+      "epoch": 4.314606741573034,
+      "grad_norm": 0.8249233365058899,
+      "learning_rate": 0.0002,
+      "loss": 1.393,
+      "step": 1920
+    },
+    {
+      "epoch": 4.337078651685394,
+      "grad_norm": 0.7492292523384094,
+      "learning_rate": 0.0002,
+      "loss": 1.3723,
+      "step": 1930
+    },
+    {
+      "epoch": 4.359550561797753,
+      "grad_norm": 0.7631386518478394,
+      "learning_rate": 0.0002,
+      "loss": 1.3372,
+      "step": 1940
+    },
+    {
+      "epoch": 4.382022471910112,
+      "grad_norm": 0.7044921517372131,
+      "learning_rate": 0.0002,
+      "loss": 1.3725,
+      "step": 1950
+    },
+    {
+      "epoch": 4.404494382022472,
+      "grad_norm": 0.7950063943862915,
+      "learning_rate": 0.0002,
+      "loss": 1.3077,
+      "step": 1960
+    },
+    {
+      "epoch": 4.426966292134831,
+      "grad_norm": 0.7764235138893127,
+      "learning_rate": 0.0002,
+      "loss": 1.3728,
+      "step": 1970
+    },
+    {
+      "epoch": 4.449438202247191,
+      "grad_norm": 0.77325040102005,
+      "learning_rate": 0.0002,
+      "loss": 1.3991,
+      "step": 1980
+    },
+    {
+      "epoch": 4.47191011235955,
+      "grad_norm": 0.8376508355140686,
+      "learning_rate": 0.0002,
+      "loss": 1.4062,
+      "step": 1990
+    },
+    {
+      "epoch": 4.49438202247191,
+      "grad_norm": 0.7711764574050903,
+      "learning_rate": 0.0002,
+      "loss": 1.3645,
+      "step": 2000
+    },
+    {
+      "epoch": 4.51685393258427,
+      "grad_norm": 0.766307532787323,
+      "learning_rate": 0.0002,
+      "loss": 1.3447,
+      "step": 2010
+    },
+    {
+      "epoch": 4.539325842696629,
+      "grad_norm": 0.7309888005256653,
+      "learning_rate": 0.0002,
+      "loss": 1.3415,
+      "step": 2020
+    },
+    {
+      "epoch": 4.561797752808989,
+      "grad_norm": 0.7707177400588989,
+      "learning_rate": 0.0002,
+      "loss": 1.4652,
+      "step": 2030
+    },
+    {
+      "epoch": 4.584269662921348,
+      "grad_norm": 0.7972665429115295,
+      "learning_rate": 0.0002,
+      "loss": 1.411,
+      "step": 2040
+    },
+    {
+      "epoch": 4.606741573033708,
+      "grad_norm": 0.8435423374176025,
+      "learning_rate": 0.0002,
+      "loss": 1.3848,
+      "step": 2050
+    },
+    {
+      "epoch": 4.629213483146067,
+      "grad_norm": 0.7513273358345032,
+      "learning_rate": 0.0002,
+      "loss": 1.4464,
+      "step": 2060
+    },
+    {
+      "epoch": 4.651685393258427,
+      "grad_norm": 0.8571695685386658,
+      "learning_rate": 0.0002,
+      "loss": 1.3481,
+      "step": 2070
+    },
+    {
+      "epoch": 4.674157303370786,
+      "grad_norm": 0.7924894690513611,
+      "learning_rate": 0.0002,
+      "loss": 1.3812,
+      "step": 2080
+    },
+    {
+      "epoch": 4.696629213483146,
+      "grad_norm": 0.7428702116012573,
+      "learning_rate": 0.0002,
+      "loss": 1.367,
+      "step": 2090
+    },
+    {
+      "epoch": 4.719101123595506,
+      "grad_norm": 0.7480676174163818,
+      "learning_rate": 0.0002,
+      "loss": 1.4409,
+      "step": 2100
+    },
+    {
+      "epoch": 4.741573033707866,
+      "grad_norm": 0.7893720865249634,
+      "learning_rate": 0.0002,
+      "loss": 1.3731,
+      "step": 2110
+    },
+    {
+      "epoch": 4.764044943820225,
+      "grad_norm": 0.8142390251159668,
+      "learning_rate": 0.0002,
+      "loss": 1.392,
+      "step": 2120
+    },
+    {
+      "epoch": 4.786516853932584,
+      "grad_norm": 0.737934410572052,
+      "learning_rate": 0.0002,
+      "loss": 1.3821,
+      "step": 2130
+    },
+    {
+      "epoch": 4.808988764044944,
+      "grad_norm": 0.799316942691803,
+      "learning_rate": 0.0002,
+      "loss": 1.4404,
+      "step": 2140
+    },
+    {
+      "epoch": 4.831460674157303,
+      "grad_norm": 0.8206349015235901,
+      "learning_rate": 0.0002,
+      "loss": 1.4039,
+      "step": 2150
+    },
+    {
+      "epoch": 4.853932584269663,
+      "grad_norm": 0.8419018387794495,
+      "learning_rate": 0.0002,
+      "loss": 1.3908,
+      "step": 2160
+    },
+    {
+      "epoch": 4.876404494382022,
+      "grad_norm": 0.8047335743904114,
+      "learning_rate": 0.0002,
+      "loss": 1.45,
+      "step": 2170
+    },
+    {
+      "epoch": 4.898876404494382,
+      "grad_norm": 0.7250169515609741,
+      "learning_rate": 0.0002,
+      "loss": 1.4097,
+      "step": 2180
+    },
+    {
+      "epoch": 4.921348314606742,
+      "grad_norm": 0.9156671166419983,
+      "learning_rate": 0.0002,
+      "loss": 1.4198,
+      "step": 2190
+    },
+    {
+      "epoch": 4.943820224719101,
+      "grad_norm": 0.747611403465271,
+      "learning_rate": 0.0002,
+      "loss": 1.4354,
+      "step": 2200
+    },
+    {
+      "epoch": 4.966292134831461,
+      "grad_norm": 0.8482937216758728,
+      "learning_rate": 0.0002,
+      "loss": 1.4381,
+      "step": 2210
+    },
+    {
+      "epoch": 4.98876404494382,
+      "grad_norm": 0.8300044536590576,
+      "learning_rate": 0.0002,
+      "loss": 1.4087,
+      "step": 2220
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 1.9691932201385498,
+      "eval_runtime": 38.7832,
+      "eval_samples_per_second": 13.279,
+      "eval_steps_per_second": 1.676,
+      "step": 2225
+    },
+    {
+      "epoch": 5.01123595505618,
+      "grad_norm": 0.8864650726318359,
+      "learning_rate": 0.0002,
+      "loss": 1.2992,
+      "step": 2230
+    },
+    {
+      "epoch": 5.033707865168539,
+      "grad_norm": 0.7764638662338257,
+      "learning_rate": 0.0002,
+      "loss": 1.1891,
+      "step": 2240
+    },
+    {
+      "epoch": 5.056179775280899,
+      "grad_norm": 1.0742039680480957,
+      "learning_rate": 0.0002,
+      "loss": 1.2006,
+      "step": 2250
+    },
+    {
+      "epoch": 5.078651685393258,
+      "grad_norm": 0.9639642834663391,
+      "learning_rate": 0.0002,
+      "loss": 1.2426,
+      "step": 2260
+    },
+    {
+      "epoch": 5.101123595505618,
+      "grad_norm": 0.8730543851852417,
+      "learning_rate": 0.0002,
+      "loss": 1.1999,
+      "step": 2270
+    },
+    {
+      "epoch": 5.123595505617978,
+      "grad_norm": 0.9389196634292603,
+      "learning_rate": 0.0002,
+      "loss": 1.1738,
+      "step": 2280
+    },
+    {
+      "epoch": 5.146067415730337,
+      "grad_norm": 0.9505519866943359,
+      "learning_rate": 0.0002,
+      "loss": 1.2169,
+      "step": 2290
+    },
+    {
+      "epoch": 5.168539325842697,
+      "grad_norm": 0.9497833847999573,
+      "learning_rate": 0.0002,
+      "loss": 1.1764,
+      "step": 2300
+    },
+    {
+      "epoch": 5.191011235955056,
+      "grad_norm": 0.9583312273025513,
+      "learning_rate": 0.0002,
+      "loss": 1.3072,
+      "step": 2310
+    },
+    {
+      "epoch": 5.213483146067416,
+      "grad_norm": 1.0934582948684692,
+      "learning_rate": 0.0002,
+      "loss": 1.1941,
+      "step": 2320
+    },
+    {
+      "epoch": 5.235955056179775,
+      "grad_norm": 0.8628548383712769,
+      "learning_rate": 0.0002,
+      "loss": 1.1866,
+      "step": 2330
+    },
+    {
+      "epoch": 5.258426966292135,
+      "grad_norm": 1.0275888442993164,
+      "learning_rate": 0.0002,
+      "loss": 1.1946,
+      "step": 2340
+    },
+    {
+      "epoch": 5.280898876404494,
+      "grad_norm": 0.9802590012550354,
+      "learning_rate": 0.0002,
+      "loss": 1.1904,
+      "step": 2350
+    },
+    {
+      "epoch": 5.303370786516854,
+      "grad_norm": 1.023112416267395,
+      "learning_rate": 0.0002,
+      "loss": 1.2168,
+      "step": 2360
+    },
+    {
+      "epoch": 5.325842696629214,
+      "grad_norm": 1.1056345701217651,
+      "learning_rate": 0.0002,
+      "loss": 1.2589,
+      "step": 2370
+    },
+    {
+      "epoch": 5.348314606741573,
+      "grad_norm": 0.9127669334411621,
+      "learning_rate": 0.0002,
+      "loss": 1.1876,
+      "step": 2380
+    },
+    {
+      "epoch": 5.370786516853933,
+      "grad_norm": 1.08461594581604,
+      "learning_rate": 0.0002,
+      "loss": 1.221,
+      "step": 2390
+    },
+    {
+      "epoch": 5.393258426966292,
+      "grad_norm": 0.9980637431144714,
+      "learning_rate": 0.0002,
+      "loss": 1.1774,
+      "step": 2400
+    },
+    {
+      "epoch": 5.415730337078652,
+      "grad_norm": 0.8567450642585754,
+      "learning_rate": 0.0002,
+      "loss": 1.176,
+      "step": 2410
+    },
+    {
+      "epoch": 5.438202247191011,
+      "grad_norm": 1.2249586582183838,
+      "learning_rate": 0.0002,
+      "loss": 1.2827,
+      "step": 2420
+    },
+    {
+      "epoch": 5.460674157303371,
+      "grad_norm": 1.1892809867858887,
+      "learning_rate": 0.0002,
+      "loss": 1.1992,
+      "step": 2430
+    },
+    {
+      "epoch": 5.48314606741573,
+      "grad_norm": 1.0345431566238403,
+      "learning_rate": 0.0002,
+      "loss": 1.2509,
+      "step": 2440
+    },
+    {
+      "epoch": 5.50561797752809,
+      "grad_norm": 0.9980419874191284,
+      "learning_rate": 0.0002,
+      "loss": 1.1858,
+      "step": 2450
+    },
+    {
+      "epoch": 5.52808988764045,
+      "grad_norm": 1.1752392053604126,
+      "learning_rate": 0.0002,
+      "loss": 1.2588,
+      "step": 2460
+    },
+    {
+      "epoch": 5.550561797752809,
+      "grad_norm": 0.8859575390815735,
+      "learning_rate": 0.0002,
+      "loss": 1.2114,
+      "step": 2470
+    },
+    {
+      "epoch": 5.573033707865169,
+      "grad_norm": 1.420501708984375,
+      "learning_rate": 0.0002,
+      "loss": 1.2752,
+      "step": 2480
+    },
+    {
+      "epoch": 5.595505617977528,
+      "grad_norm": 0.9078432321548462,
+      "learning_rate": 0.0002,
+      "loss": 1.2315,
+      "step": 2490
+    },
+    {
+      "epoch": 5.617977528089888,
+      "grad_norm": 0.9222809076309204,
+      "learning_rate": 0.0002,
+      "loss": 1.3212,
+      "step": 2500
+    },
+    {
+      "epoch": 5.640449438202247,
+      "grad_norm": 1.204506278038025,
+      "learning_rate": 0.0002,
+      "loss": 1.2513,
+      "step": 2510
+    },
+    {
+      "epoch": 5.662921348314606,
+      "grad_norm": 0.9066972732543945,
+      "learning_rate": 0.0002,
+      "loss": 1.2394,
+      "step": 2520
+    },
+    {
+      "epoch": 5.685393258426966,
+      "grad_norm": 1.0702279806137085,
+      "learning_rate": 0.0002,
+      "loss": 1.2401,
+      "step": 2530
+    },
+    {
+      "epoch": 5.707865168539326,
+      "grad_norm": 0.9495944380760193,
+      "learning_rate": 0.0002,
+      "loss": 1.2223,
+      "step": 2540
+    },
+    {
+      "epoch": 5.730337078651686,
+      "grad_norm": 0.9618848562240601,
+      "learning_rate": 0.0002,
+      "loss": 1.2575,
+      "step": 2550
+    },
+    {
+      "epoch": 5.752808988764045,
+      "grad_norm": 1.0767472982406616,
+      "learning_rate": 0.0002,
+      "loss": 1.2507,
+      "step": 2560
+    },
+    {
+      "epoch": 5.775280898876405,
+      "grad_norm": 0.9433596730232239,
+      "learning_rate": 0.0002,
+      "loss": 1.2771,
+      "step": 2570
+    },
+    {
+      "epoch": 5.797752808988764,
+      "grad_norm": 0.8665973544120789,
+      "learning_rate": 0.0002,
+      "loss": 1.2685,
+      "step": 2580
+    },
+    {
+      "epoch": 5.820224719101123,
+      "grad_norm": 1.3818042278289795,
+      "learning_rate": 0.0002,
+      "loss": 1.2273,
+      "step": 2590
+    },
+    {
+      "epoch": 5.842696629213483,
+      "grad_norm": 0.9777767658233643,
+      "learning_rate": 0.0002,
+      "loss": 1.2556,
+      "step": 2600
+    },
+    {
+      "epoch": 5.865168539325842,
+      "grad_norm": 1.0218071937561035,
+      "learning_rate": 0.0002,
+      "loss": 1.2912,
+      "step": 2610
+    },
+    {
+      "epoch": 5.887640449438202,
+      "grad_norm": 1.0352181196212769,
+      "learning_rate": 0.0002,
+      "loss": 1.2863,
+      "step": 2620
+    },
+    {
+      "epoch": 5.910112359550562,
+      "grad_norm": 0.8958706855773926,
+      "learning_rate": 0.0002,
+      "loss": 1.3095,
+      "step": 2630
+    },
+    {
+      "epoch": 5.932584269662922,
+      "grad_norm": 1.3900598287582397,
+      "learning_rate": 0.0002,
+      "loss": 1.2536,
+      "step": 2640
+    },
+    {
+      "epoch": 5.955056179775281,
+      "grad_norm": 0.8726103901863098,
+      "learning_rate": 0.0002,
+      "loss": 1.1607,
+      "step": 2650
+    },
+    {
+      "epoch": 5.97752808988764,
+      "grad_norm": 0.9785570502281189,
+      "learning_rate": 0.0002,
+      "loss": 1.2667,
+      "step": 2660
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.9082143306732178,
+      "learning_rate": 0.0002,
+      "loss": 1.2528,
+      "step": 2670
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 2.0624730587005615,
+      "eval_runtime": 38.84,
+      "eval_samples_per_second": 13.26,
+      "eval_steps_per_second": 1.674,
+      "step": 2670
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3560,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2356162162786304e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-2670/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb087d22fb0995345805c545302523633dddfce545390f986898a00d9c23d9
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-3115/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-2108-sd-42/checkpoint-3115/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}