Add files using upload-large-folder tool

.gitattributes

@@ -8,6 +8,8 @@
 *.h5 filter=lfs diff=lfs merge=lfs -text
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.lz4 filter=lfs diff=lfs merge=lfs -text
+*.mds filter=lfs diff=lfs merge=lfs -text
 *.mlmodel filter=lfs diff=lfs merge=lfs -text
 *.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
@@ -33,3 +35,61 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+# Audio files - uncompressed
+*.pcm filter=lfs diff=lfs merge=lfs -text
+*.sam filter=lfs diff=lfs merge=lfs -text
+*.raw filter=lfs diff=lfs merge=lfs -text
+# Audio files - compressed
+*.aac filter=lfs diff=lfs merge=lfs -text
+*.flac filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text
+*.ogg filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+# Image files - uncompressed
+*.bmp filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.tiff filter=lfs diff=lfs merge=lfs -text
+# Image files - compressed
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.webp filter=lfs diff=lfs merge=lfs -text
+# Video files - compressed
+*.mp4 filter=lfs diff=lfs merge=lfs -text
+*.webm filter=lfs diff=lfs merge=lfs -text
+gsm8k__qwen3_8b__n2000_t1t2_s0_all_variants_r16_bs4_lr5e6_e3/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3/lora/sft/checkpoint-1251/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n2000_t1t2_s0_all_variants_r16_bs4_lr5e6_e3/lora/sft/checkpoint-1251/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n2000_t1t2_s0_all_variants_r16_bs4_lr5e6_e3/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__qwen3_8b__n2000_t1t2_s0_all_variants_r16_bs4_lr5e6_e3/lora/sft/checkpoint-1251/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__llama3_8b_instruct__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__llama3_8b_instruct__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3/lora/sft/checkpoint-1251/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3/lora/sft/checkpoint-1251/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_no_bare_ss_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_no_bare_ss_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_half_bare_ss_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__qwen3_8b__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__qwen3_8b__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3_f/lora/sft/checkpoint-375/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n4000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3_f/lora/sft/checkpoint-750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n5000_t1t2_s0_half_bare_ss_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n2000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__qwen3_8b__n4000_t1t2_s0_all_variants_r8_bs4_lr5e6_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__llama3_8b_instruct__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__llama3_8b_instruct__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+csqa__llama3_8b_instruct__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__qwen3_8b__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gsm8k__qwen3_8b__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f/lora/sft/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/README.md

@@ -0,0 +1,61 @@
+---
+library_name: peft
+license: other
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the csqa__llama3_8b_instruct__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f_lora_sft dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- total_train_batch_size: 32
+- total_eval_batch_size: 64
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.52.4
+- Pytorch 2.7.0+cu126
+- Datasets 3.6.0
+- Tokenizers 0.21.1

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "up_proj",
+    "down_proj",
+    "v_proj",
+    "gate_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 1.743012015112192e+17,
+    "train_loss": 0.24353379998217248,
+    "train_runtime": 417.0434,
+    "train_samples_per_second": 71.935,
+    "train_steps_per_second": 2.252
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "up_proj",
+    "down_proj",
+    "v_proj",
+    "gate_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/tokenizer_config.json

@@ -0,0 +1,2076 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/trainer_state.json

@@ -0,0 +1,685 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03194888178913738,
+      "grad_norm": 7.985681533813477,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 0.9821,
+      "step": 10
+    },
+    {
+      "epoch": 0.06389776357827476,
+      "grad_norm": 6.881392002105713,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 0.8509,
+      "step": 20
+    },
+    {
+      "epoch": 0.09584664536741214,
+      "grad_norm": 10.480123519897461,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 0.75,
+      "step": 30
+    },
+    {
+      "epoch": 0.12779552715654952,
+      "grad_norm": 7.8626580238342285,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 0.9936,
+      "step": 40
+    },
+    {
+      "epoch": 0.1597444089456869,
+      "grad_norm": 8.295928001403809,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 1.0561,
+      "step": 50
+    },
+    {
+      "epoch": 0.19169329073482427,
+      "grad_norm": 7.584471225738525,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.5626,
+      "step": 60
+    },
+    {
+      "epoch": 0.22364217252396165,
+      "grad_norm": 2.6033592224121094,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.3743,
+      "step": 70
+    },
+    {
+      "epoch": 0.25559105431309903,
+      "grad_norm": 1.9967396259307861,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.369,
+      "step": 80
+    },
+    {
+      "epoch": 0.28753993610223644,
+      "grad_norm": 2.95963454246521,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.3685,
+      "step": 90
+    },
+    {
+      "epoch": 0.3194888178913738,
+      "grad_norm": 2.9198951721191406,
+      "learning_rate": 9.999136119166803e-06,
+      "loss": 0.3087,
+      "step": 100
+    },
+    {
+      "epoch": 0.3514376996805112,
+      "grad_norm": 4.476741790771484,
+      "learning_rate": 9.9922268634943e-06,
+      "loss": 0.3387,
+      "step": 110
+    },
+    {
+      "epoch": 0.38338658146964855,
+      "grad_norm": 3.1304333209991455,
+      "learning_rate": 9.978417901361958e-06,
+      "loss": 0.3385,
+      "step": 120
+    },
+    {
+      "epoch": 0.41533546325878595,
+      "grad_norm": 2.121204376220703,
+      "learning_rate": 9.95772831799724e-06,
+      "loss": 0.3599,
+      "step": 130
+    },
+    {
+      "epoch": 0.4472843450479233,
+      "grad_norm": 3.431854009628296,
+      "learning_rate": 9.930186708264902e-06,
+      "loss": 0.3075,
+      "step": 140
+    },
+    {
+      "epoch": 0.4792332268370607,
+      "grad_norm": 2.422917604446411,
+      "learning_rate": 9.895831137146319e-06,
+      "loss": 0.2748,
+      "step": 150
+    },
+    {
+      "epoch": 0.5111821086261981,
+      "grad_norm": 2.377556800842285,
+      "learning_rate": 9.854709087130261e-06,
+      "loss": 0.3323,
+      "step": 160
+    },
+    {
+      "epoch": 0.5431309904153354,
+      "grad_norm": 2.3795032501220703,
+      "learning_rate": 9.80687739258782e-06,
+      "loss": 0.3026,
+      "step": 170
+    },
+    {
+      "epoch": 0.5750798722044729,
+      "grad_norm": 2.1829874515533447,
+      "learning_rate": 9.7524021612222e-06,
+      "loss": 0.3791,
+      "step": 180
+    },
+    {
+      "epoch": 0.6070287539936102,
+      "grad_norm": 2.441211223602295,
+      "learning_rate": 9.691358682701927e-06,
+      "loss": 0.2602,
+      "step": 190
+    },
+    {
+      "epoch": 0.6389776357827476,
+      "grad_norm": 3.1940858364105225,
+      "learning_rate": 9.623831324603755e-06,
+      "loss": 0.3211,
+      "step": 200
+    },
+    {
+      "epoch": 0.670926517571885,
+      "grad_norm": 3.239070177078247,
+      "learning_rate": 9.549913415809084e-06,
+      "loss": 0.3072,
+      "step": 210
+    },
+    {
+      "epoch": 0.7028753993610224,
+      "grad_norm": 2.6575536727905273,
+      "learning_rate": 9.469707117515068e-06,
+      "loss": 0.2705,
+      "step": 220
+    },
+    {
+      "epoch": 0.7348242811501597,
+      "grad_norm": 2.2929205894470215,
+      "learning_rate": 9.383323282038632e-06,
+      "loss": 0.3077,
+      "step": 230
+    },
+    {
+      "epoch": 0.7667731629392971,
+      "grad_norm": 2.578460931777954,
+      "learning_rate": 9.29088129960862e-06,
+      "loss": 0.2396,
+      "step": 240
+    },
+    {
+      "epoch": 0.7987220447284346,
+      "grad_norm": 2.8940231800079346,
+      "learning_rate": 9.192508933357753e-06,
+      "loss": 0.232,
+      "step": 250
+    },
+    {
+      "epoch": 0.8306709265175719,
+      "grad_norm": 3.649961233139038,
+      "learning_rate": 9.088342142742493e-06,
+      "loss": 0.2611,
+      "step": 260
+    },
+    {
+      "epoch": 0.8626198083067093,
+      "grad_norm": 2.731320858001709,
+      "learning_rate": 8.978524895634842e-06,
+      "loss": 0.2602,
+      "step": 270
+    },
+    {
+      "epoch": 0.8945686900958466,
+      "grad_norm": 2.602999210357666,
+      "learning_rate": 8.86320896934581e-06,
+      "loss": 0.2813,
+      "step": 280
+    },
+    {
+      "epoch": 0.9265175718849841,
+      "grad_norm": 2.6834731101989746,
+      "learning_rate": 8.742553740855507e-06,
+      "loss": 0.2768,
+      "step": 290
+    },
+    {
+      "epoch": 0.9584664536741214,
+      "grad_norm": 5.155102252960205,
+      "learning_rate": 8.616725966539831e-06,
+      "loss": 0.2767,
+      "step": 300
+    },
+    {
+      "epoch": 0.9904153354632588,
+      "grad_norm": 2.8492870330810547,
+      "learning_rate": 8.485899551698166e-06,
+      "loss": 0.242,
+      "step": 310
+    },
+    {
+      "epoch": 1.0223642172523961,
+      "grad_norm": 3.060006856918335,
+      "learning_rate": 8.350255310200611e-06,
+      "loss": 0.2333,
+      "step": 320
+    },
+    {
+      "epoch": 1.0543130990415335,
+      "grad_norm": 2.774890661239624,
+      "learning_rate": 8.209980714586955e-06,
+      "loss": 0.1976,
+      "step": 330
+    },
+    {
+      "epoch": 1.0862619808306708,
+      "grad_norm": 3.210256576538086,
+      "learning_rate": 8.065269636962765e-06,
+      "loss": 0.1871,
+      "step": 340
+    },
+    {
+      "epoch": 1.1182108626198084,
+      "grad_norm": 3.5963973999023438,
+      "learning_rate": 7.916322081050708e-06,
+      "loss": 0.2517,
+      "step": 350
+    },
+    {
+      "epoch": 1.1501597444089458,
+      "grad_norm": 3.179945230484009,
+      "learning_rate": 7.76334390576742e-06,
+      "loss": 0.2281,
+      "step": 360
+    },
+    {
+      "epoch": 1.182108626198083,
+      "grad_norm": 3.3402700424194336,
+      "learning_rate": 7.60654654070796e-06,
+      "loss": 0.2391,
+      "step": 370
+    },
+    {
+      "epoch": 1.2140575079872205,
+      "grad_norm": 4.659540176391602,
+      "learning_rate": 7.446146693931111e-06,
+      "loss": 0.2158,
+      "step": 380
+    },
+    {
+      "epoch": 1.2460063897763578,
+      "grad_norm": 3.430946111679077,
+      "learning_rate": 7.282366052449351e-06,
+      "loss": 0.1977,
+      "step": 390
+    },
+    {
+      "epoch": 1.2779552715654952,
+      "grad_norm": 5.393412113189697,
+      "learning_rate": 7.115430975837457e-06,
+      "loss": 0.244,
+      "step": 400
+    },
+    {
+      "epoch": 1.3099041533546325,
+      "grad_norm": 4.035030841827393,
+      "learning_rate": 6.945572183383229e-06,
+      "loss": 0.1882,
+      "step": 410
+    },
+    {
+      "epoch": 1.34185303514377,
+      "grad_norm": 4.140837669372559,
+      "learning_rate": 6.773024435212678e-06,
+      "loss": 0.1843,
+      "step": 420
+    },
+    {
+      "epoch": 1.3738019169329074,
+      "grad_norm": 4.740901470184326,
+      "learning_rate": 6.598026207830428e-06,
+      "loss": 0.1746,
+      "step": 430
+    },
+    {
+      "epoch": 1.4057507987220448,
+      "grad_norm": 4.8010478019714355,
+      "learning_rate": 6.4208193645237314e-06,
+      "loss": 0.2283,
+      "step": 440
+    },
+    {
+      "epoch": 1.4376996805111821,
+      "grad_norm": 4.866089344024658,
+      "learning_rate": 6.241648821085666e-06,
+      "loss": 0.2261,
+      "step": 450
+    },
+    {
+      "epoch": 1.4696485623003195,
+      "grad_norm": 2.8326566219329834,
+      "learning_rate": 6.060762207319479e-06,
+      "loss": 0.2209,
+      "step": 460
+    },
+    {
+      "epoch": 1.5015974440894568,
+      "grad_norm": 3.0169363021850586,
+      "learning_rate": 5.878409524791931e-06,
+      "loss": 0.1455,
+      "step": 470
+    },
+    {
+      "epoch": 1.5335463258785942,
+      "grad_norm": 3.077761650085449,
+      "learning_rate": 5.694842801308651e-06,
+      "loss": 0.1713,
+      "step": 480
+    },
+    {
+      "epoch": 1.5654952076677318,
+      "grad_norm": 3.5070152282714844,
+      "learning_rate": 5.510315742589042e-06,
+      "loss": 0.178,
+      "step": 490
+    },
+    {
+      "epoch": 1.5974440894568689,
+      "grad_norm": 6.417858123779297,
+      "learning_rate": 5.325083381622165e-06,
+      "loss": 0.193,
+      "step": 500
+    },
+    {
+      "epoch": 1.6293929712460065,
+      "grad_norm": 3.914149284362793,
+      "learning_rate": 5.139401726188208e-06,
+      "loss": 0.1762,
+      "step": 510
+    },
+    {
+      "epoch": 1.6613418530351438,
+      "grad_norm": 5.518365383148193,
+      "learning_rate": 4.953527405032723e-06,
+      "loss": 0.1902,
+      "step": 520
+    },
+    {
+      "epoch": 1.6932907348242812,
+      "grad_norm": 4.855342864990234,
+      "learning_rate": 4.767717313182611e-06,
+      "loss": 0.2097,
+      "step": 530
+    },
+    {
+      "epoch": 1.7252396166134185,
+      "grad_norm": 4.270645618438721,
+      "learning_rate": 4.582228256894093e-06,
+      "loss": 0.1425,
+      "step": 540
+    },
+    {
+      "epoch": 1.7571884984025559,
+      "grad_norm": 3.6671032905578613,
+      "learning_rate": 4.397316598723385e-06,
+      "loss": 0.1833,
+      "step": 550
+    },
+    {
+      "epoch": 1.7891373801916934,
+      "grad_norm": 4.310007572174072,
+      "learning_rate": 4.2132379032105695e-06,
+      "loss": 0.1828,
+      "step": 560
+    },
+    {
+      "epoch": 1.8210862619808306,
+      "grad_norm": 4.031312942504883,
+      "learning_rate": 4.030246583666437e-06,
+      "loss": 0.1813,
+      "step": 570
+    },
+    {
+      "epoch": 1.8530351437699681,
+      "grad_norm": 4.36567497253418,
+      "learning_rate": 3.848595550550401e-06,
+      "loss": 0.1479,
+      "step": 580
+    },
+    {
+      "epoch": 1.8849840255591053,
+      "grad_norm": 5.056768417358398,
+      "learning_rate": 3.668535861925509e-06,
+      "loss": 0.1875,
+      "step": 590
+    },
+    {
+      "epoch": 1.9169329073482428,
+      "grad_norm": 4.989704132080078,
+      "learning_rate": 3.4903163764736104e-06,
+      "loss": 0.1493,
+      "step": 600
+    },
+    {
+      "epoch": 1.9488817891373802,
+      "grad_norm": 3.9728195667266846,
+      "learning_rate": 3.314183409550293e-06,
+      "loss": 0.1982,
+      "step": 610
+    },
+    {
+      "epoch": 1.9808306709265175,
+      "grad_norm": 6.375687599182129,
+      "learning_rate": 3.140380392754901e-06,
+      "loss": 0.1614,
+      "step": 620
+    },
+    {
+      "epoch": 2.012779552715655,
+      "grad_norm": 3.3576982021331787,
+      "learning_rate": 2.969147537486175e-06,
+      "loss": 0.1327,
+      "step": 630
+    },
+    {
+      "epoch": 2.0447284345047922,
+      "grad_norm": 6.22568941116333,
+      "learning_rate": 2.800721502948506e-06,
+      "loss": 0.1498,
+      "step": 640
+    },
+    {
+      "epoch": 2.07667731629393,
+      "grad_norm": 4.179130554199219,
+      "learning_rate": 2.635335069067617e-06,
+      "loss": 0.1661,
+      "step": 650
+    },
+    {
+      "epoch": 2.108626198083067,
+      "grad_norm": 2.9003777503967285,
+      "learning_rate": 2.4732168147677927e-06,
+      "loss": 0.1328,
+      "step": 660
+    },
+    {
+      "epoch": 2.1405750798722045,
+      "grad_norm": 4.278232574462891,
+      "learning_rate": 2.314590802055232e-06,
+      "loss": 0.1325,
+      "step": 670
+    },
+    {
+      "epoch": 2.1725239616613417,
+      "grad_norm": 3.038297653198242,
+      "learning_rate": 2.159676266344222e-06,
+      "loss": 0.1219,
+      "step": 680
+    },
+    {
+      "epoch": 2.2044728434504792,
+      "grad_norm": 4.630241394042969,
+      "learning_rate": 2.0086873134540626e-06,
+      "loss": 0.1318,
+      "step": 690
+    },
+    {
+      "epoch": 2.236421725239617,
+      "grad_norm": 5.753234386444092,
+      "learning_rate": 1.8618326236955908e-06,
+      "loss": 0.1336,
+      "step": 700
+    },
+    {
+      "epoch": 2.268370607028754,
+      "grad_norm": 5.695158958435059,
+      "learning_rate": 1.7193151634562071e-06,
+      "loss": 0.1301,
+      "step": 710
+    },
+    {
+      "epoch": 2.3003194888178915,
+      "grad_norm": 5.081648349761963,
+      "learning_rate": 1.581331904682089e-06,
+      "loss": 0.1834,
+      "step": 720
+    },
+    {
+      "epoch": 2.3322683706070286,
+      "grad_norm": 5.1463303565979,
+      "learning_rate": 1.4480735526452427e-06,
+      "loss": 0.134,
+      "step": 730
+    },
+    {
+      "epoch": 2.364217252396166,
+      "grad_norm": 2.7472803592681885,
+      "learning_rate": 1.319724282371664e-06,
+      "loss": 0.1412,
+      "step": 740
+    },
+    {
+      "epoch": 2.3961661341853033,
+      "grad_norm": 4.516757965087891,
+      "learning_rate": 1.1964614840949002e-06,
+      "loss": 0.1468,
+      "step": 750
+    },
+    {
+      "epoch": 2.428115015974441,
+      "grad_norm": 2.91664457321167,
+      "learning_rate": 1.078455518086784e-06,
+      "loss": 0.1184,
+      "step": 760
+    },
+    {
+      "epoch": 2.460063897763578,
+      "grad_norm": 5.58245325088501,
+      "learning_rate": 9.658694792042284e-07,
+      "loss": 0.1172,
+      "step": 770
+    },
+    {
+      "epoch": 2.4920127795527156,
+      "grad_norm": 4.261997699737549,
+      "learning_rate": 8.58858971477457e-07,
+      "loss": 0.128,
+      "step": 780
+    },
+    {
+      "epoch": 2.523961661341853,
+      "grad_norm": 1.8599541187286377,
+      "learning_rate": 7.575718930512516e-07,
+      "loss": 0.1045,
+      "step": 790
+    },
+    {
+      "epoch": 2.5559105431309903,
+      "grad_norm": 4.205503463745117,
+      "learning_rate": 6.621482317764105e-07,
+      "loss": 0.1008,
+      "step": 800
+    },
+    {
+      "epoch": 2.587859424920128,
+      "grad_norm": 4.916066646575928,
+      "learning_rate": 5.727198717339511e-07,
+      "loss": 0.1411,
+      "step": 810
+    },
+    {
+      "epoch": 2.619808306709265,
+      "grad_norm": 3.8452095985412598,
+      "learning_rate": 4.894104109594466e-07,
+      "loss": 0.1301,
+      "step": 820
+    },
+    {
+      "epoch": 2.6517571884984026,
+      "grad_norm": 3.041799306869507,
+      "learning_rate": 4.123349906194357e-07,
+      "loss": 0.1361,
+      "step": 830
+    },
+    {
+      "epoch": 2.68370607028754,
+      "grad_norm": 4.102115631103516,
+      "learning_rate": 3.416001358759635e-07,
+      "loss": 0.1204,
+      "step": 840
+    },
+    {
+      "epoch": 2.7156549520766773,
+      "grad_norm": 5.494898796081543,
+      "learning_rate": 2.7730360865923954e-07,
+      "loss": 0.1107,
+      "step": 850
+    },
+    {
+      "epoch": 2.747603833865815,
+      "grad_norm": 3.739745616912842,
+      "learning_rate": 2.1953427255185122e-07,
+      "loss": 0.1139,
+      "step": 860
+    },
+    {
+      "epoch": 2.779552715654952,
+      "grad_norm": 7.225273132324219,
+      "learning_rate": 1.6837196997130434e-07,
+      "loss": 0.1447,
+      "step": 870
+    },
+    {
+      "epoch": 2.8115015974440896,
+      "grad_norm": 2.620412826538086,
+      "learning_rate": 1.2388741182062348e-07,
+      "loss": 0.0981,
+      "step": 880
+    },
+    {
+      "epoch": 2.8434504792332267,
+      "grad_norm": 5.001463413238525,
+      "learning_rate": 8.614207975952083e-08,
+      "loss": 0.1251,
+      "step": 890
+    },
+    {
+      "epoch": 2.8753993610223643,
+      "grad_norm": 5.668241500854492,
+      "learning_rate": 5.518814123121885e-08,
+      "loss": 0.1274,
+      "step": 900
+    },
+    {
+      "epoch": 2.9073482428115014,
+      "grad_norm": 2.917762517929077,
+      "learning_rate": 3.10683773623488e-08,
+      "loss": 0.1004,
+      "step": 910
+    },
+    {
+      "epoch": 2.939297124600639,
+      "grad_norm": 4.0876665115356445,
+      "learning_rate": 1.3816123835588835e-08,
+      "loss": 0.1038,
+      "step": 920
+    },
+    {
+      "epoch": 2.9712460063897765,
+      "grad_norm": 5.677676677703857,
+      "learning_rate": 3.4552248167507576e-09,
+      "loss": 0.1681,
+      "step": 930
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.743012015112192e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/tokenizer_config.json

@@ -0,0 +1,2076 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 1.743012015112192e+17,
+    "train_loss": 0.24353379998217248,
+    "train_runtime": 417.0434,
+    "train_samples_per_second": 71.935,
+    "train_steps_per_second": 2.252
+}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/trainer_log.jsonl

@@ -0,0 +1,94 @@
+{"current_steps": 10, "total_steps": 939, "loss": 0.9821, "lr": 9.574468085106384e-07, "epoch": 0.03194888178913738, "percentage": 1.06, "elapsed_time": "0:00:05", "remaining_time": "0:08:14"}
+{"current_steps": 20, "total_steps": 939, "loss": 0.8509, "lr": 2.021276595744681e-06, "epoch": 0.06389776357827476, "percentage": 2.13, "elapsed_time": "0:00:09", "remaining_time": "0:07:19"}
+{"current_steps": 30, "total_steps": 939, "loss": 0.75, "lr": 3.0851063829787237e-06, "epoch": 0.09584664536741214, "percentage": 3.19, "elapsed_time": "0:00:13", "remaining_time": "0:06:59"}
+{"current_steps": 40, "total_steps": 939, "loss": 0.9936, "lr": 4.148936170212766e-06, "epoch": 0.12779552715654952, "percentage": 4.26, "elapsed_time": "0:00:18", "remaining_time": "0:06:46"}
+{"current_steps": 50, "total_steps": 939, "loss": 1.0561, "lr": 5.212765957446809e-06, "epoch": 0.1597444089456869, "percentage": 5.32, "elapsed_time": "0:00:22", "remaining_time": "0:06:37"}
+{"current_steps": 60, "total_steps": 939, "loss": 0.5626, "lr": 6.276595744680851e-06, "epoch": 0.19169329073482427, "percentage": 6.39, "elapsed_time": "0:00:26", "remaining_time": "0:06:31"}
+{"current_steps": 70, "total_steps": 939, "loss": 0.3743, "lr": 7.340425531914894e-06, "epoch": 0.22364217252396165, "percentage": 7.45, "elapsed_time": "0:00:30", "remaining_time": "0:06:24"}
+{"current_steps": 80, "total_steps": 939, "loss": 0.369, "lr": 8.404255319148937e-06, "epoch": 0.25559105431309903, "percentage": 8.52, "elapsed_time": "0:00:35", "remaining_time": "0:06:19"}
+{"current_steps": 90, "total_steps": 939, "loss": 0.3685, "lr": 9.46808510638298e-06, "epoch": 0.28753993610223644, "percentage": 9.58, "elapsed_time": "0:00:39", "remaining_time": "0:06:13"}
+{"current_steps": 100, "total_steps": 939, "loss": 0.3087, "lr": 9.999136119166803e-06, "epoch": 0.3194888178913738, "percentage": 10.65, "elapsed_time": "0:00:43", "remaining_time": "0:06:07"}
+{"current_steps": 110, "total_steps": 939, "loss": 0.3387, "lr": 9.9922268634943e-06, "epoch": 0.3514376996805112, "percentage": 11.71, "elapsed_time": "0:00:48", "remaining_time": "0:06:02"}
+{"current_steps": 120, "total_steps": 939, "loss": 0.3385, "lr": 9.978417901361958e-06, "epoch": 0.38338658146964855, "percentage": 12.78, "elapsed_time": "0:00:52", "remaining_time": "0:05:56"}
+{"current_steps": 130, "total_steps": 939, "loss": 0.3599, "lr": 9.95772831799724e-06, "epoch": 0.41533546325878595, "percentage": 13.84, "elapsed_time": "0:00:56", "remaining_time": "0:05:52"}
+{"current_steps": 140, "total_steps": 939, "loss": 0.3075, "lr": 9.930186708264902e-06, "epoch": 0.4472843450479233, "percentage": 14.91, "elapsed_time": "0:01:00", "remaining_time": "0:05:47"}
+{"current_steps": 150, "total_steps": 939, "loss": 0.2748, "lr": 9.895831137146319e-06, "epoch": 0.4792332268370607, "percentage": 15.97, "elapsed_time": "0:01:05", "remaining_time": "0:05:43"}
+{"current_steps": 160, "total_steps": 939, "loss": 0.3323, "lr": 9.854709087130261e-06, "epoch": 0.5111821086261981, "percentage": 17.04, "elapsed_time": "0:01:09", "remaining_time": "0:05:38"}
+{"current_steps": 170, "total_steps": 939, "loss": 0.3026, "lr": 9.80687739258782e-06, "epoch": 0.5431309904153354, "percentage": 18.1, "elapsed_time": "0:01:13", "remaining_time": "0:05:33"}
+{"current_steps": 180, "total_steps": 939, "loss": 0.3791, "lr": 9.7524021612222e-06, "epoch": 0.5750798722044729, "percentage": 19.17, "elapsed_time": "0:01:18", "remaining_time": "0:05:29"}
+{"current_steps": 190, "total_steps": 939, "loss": 0.2602, "lr": 9.691358682701927e-06, "epoch": 0.6070287539936102, "percentage": 20.23, "elapsed_time": "0:01:22", "remaining_time": "0:05:24"}
+{"current_steps": 200, "total_steps": 939, "loss": 0.3211, "lr": 9.623831324603755e-06, "epoch": 0.6389776357827476, "percentage": 21.3, "elapsed_time": "0:01:26", "remaining_time": "0:05:19"}
+{"current_steps": 210, "total_steps": 939, "loss": 0.3072, "lr": 9.549913415809084e-06, "epoch": 0.670926517571885, "percentage": 22.36, "elapsed_time": "0:01:30", "remaining_time": "0:05:15"}
+{"current_steps": 220, "total_steps": 939, "loss": 0.2705, "lr": 9.469707117515068e-06, "epoch": 0.7028753993610224, "percentage": 23.43, "elapsed_time": "0:01:35", "remaining_time": "0:05:10"}
+{"current_steps": 230, "total_steps": 939, "loss": 0.3077, "lr": 9.383323282038632e-06, "epoch": 0.7348242811501597, "percentage": 24.49, "elapsed_time": "0:01:39", "remaining_time": "0:05:06"}
+{"current_steps": 240, "total_steps": 939, "loss": 0.2396, "lr": 9.29088129960862e-06, "epoch": 0.7667731629392971, "percentage": 25.56, "elapsed_time": "0:01:43", "remaining_time": "0:05:01"}
+{"current_steps": 250, "total_steps": 939, "loss": 0.232, "lr": 9.192508933357753e-06, "epoch": 0.7987220447284346, "percentage": 26.62, "elapsed_time": "0:01:47", "remaining_time": "0:04:56"}
+{"current_steps": 260, "total_steps": 939, "loss": 0.2611, "lr": 9.088342142742493e-06, "epoch": 0.8306709265175719, "percentage": 27.69, "elapsed_time": "0:01:51", "remaining_time": "0:04:52"}
+{"current_steps": 270, "total_steps": 939, "loss": 0.2602, "lr": 8.978524895634842e-06, "epoch": 0.8626198083067093, "percentage": 28.75, "elapsed_time": "0:01:56", "remaining_time": "0:04:48"}
+{"current_steps": 280, "total_steps": 939, "loss": 0.2813, "lr": 8.86320896934581e-06, "epoch": 0.8945686900958466, "percentage": 29.82, "elapsed_time": "0:02:00", "remaining_time": "0:04:43"}
+{"current_steps": 290, "total_steps": 939, "loss": 0.2768, "lr": 8.742553740855507e-06, "epoch": 0.9265175718849841, "percentage": 30.88, "elapsed_time": "0:02:04", "remaining_time": "0:04:39"}
+{"current_steps": 300, "total_steps": 939, "loss": 0.2767, "lr": 8.616725966539831e-06, "epoch": 0.9584664536741214, "percentage": 31.95, "elapsed_time": "0:02:09", "remaining_time": "0:04:34"}
+{"current_steps": 310, "total_steps": 939, "loss": 0.242, "lr": 8.485899551698166e-06, "epoch": 0.9904153354632588, "percentage": 33.01, "elapsed_time": "0:02:13", "remaining_time": "0:04:30"}
+{"current_steps": 320, "total_steps": 939, "loss": 0.2333, "lr": 8.350255310200611e-06, "epoch": 1.0223642172523961, "percentage": 34.08, "elapsed_time": "0:02:17", "remaining_time": "0:04:26"}
+{"current_steps": 330, "total_steps": 939, "loss": 0.1976, "lr": 8.209980714586955e-06, "epoch": 1.0543130990415335, "percentage": 35.14, "elapsed_time": "0:02:21", "remaining_time": "0:04:21"}
+{"current_steps": 340, "total_steps": 939, "loss": 0.1871, "lr": 8.065269636962765e-06, "epoch": 1.0862619808306708, "percentage": 36.21, "elapsed_time": "0:02:26", "remaining_time": "0:04:17"}
+{"current_steps": 350, "total_steps": 939, "loss": 0.2517, "lr": 7.916322081050708e-06, "epoch": 1.1182108626198084, "percentage": 37.27, "elapsed_time": "0:02:30", "remaining_time": "0:04:13"}
+{"current_steps": 360, "total_steps": 939, "loss": 0.2281, "lr": 7.76334390576742e-06, "epoch": 1.1501597444089458, "percentage": 38.34, "elapsed_time": "0:02:34", "remaining_time": "0:04:08"}
+{"current_steps": 370, "total_steps": 939, "loss": 0.2391, "lr": 7.60654654070796e-06, "epoch": 1.182108626198083, "percentage": 39.4, "elapsed_time": "0:02:38", "remaining_time": "0:04:04"}
+{"current_steps": 380, "total_steps": 939, "loss": 0.2158, "lr": 7.446146693931111e-06, "epoch": 1.2140575079872205, "percentage": 40.47, "elapsed_time": "0:02:43", "remaining_time": "0:03:59"}
+{"current_steps": 390, "total_steps": 939, "loss": 0.1977, "lr": 7.282366052449351e-06, "epoch": 1.2460063897763578, "percentage": 41.53, "elapsed_time": "0:02:47", "remaining_time": "0:03:55"}
+{"current_steps": 400, "total_steps": 939, "loss": 0.244, "lr": 7.115430975837457e-06, "epoch": 1.2779552715654952, "percentage": 42.6, "elapsed_time": "0:02:51", "remaining_time": "0:03:51"}
+{"current_steps": 410, "total_steps": 939, "loss": 0.1882, "lr": 6.945572183383229e-06, "epoch": 1.3099041533546325, "percentage": 43.66, "elapsed_time": "0:02:55", "remaining_time": "0:03:46"}
+{"current_steps": 420, "total_steps": 939, "loss": 0.1843, "lr": 6.773024435212678e-06, "epoch": 1.34185303514377, "percentage": 44.73, "elapsed_time": "0:03:00", "remaining_time": "0:03:42"}
+{"current_steps": 430, "total_steps": 939, "loss": 0.1746, "lr": 6.598026207830428e-06, "epoch": 1.3738019169329074, "percentage": 45.79, "elapsed_time": "0:03:04", "remaining_time": "0:03:38"}
+{"current_steps": 440, "total_steps": 939, "loss": 0.2283, "lr": 6.4208193645237314e-06, "epoch": 1.4057507987220448, "percentage": 46.86, "elapsed_time": "0:03:08", "remaining_time": "0:03:33"}
+{"current_steps": 450, "total_steps": 939, "loss": 0.2261, "lr": 6.241648821085666e-06, "epoch": 1.4376996805111821, "percentage": 47.92, "elapsed_time": "0:03:12", "remaining_time": "0:03:29"}
+{"current_steps": 460, "total_steps": 939, "loss": 0.2209, "lr": 6.060762207319479e-06, "epoch": 1.4696485623003195, "percentage": 48.99, "elapsed_time": "0:03:17", "remaining_time": "0:03:25"}
+{"current_steps": 470, "total_steps": 939, "loss": 0.1455, "lr": 5.878409524791931e-06, "epoch": 1.5015974440894568, "percentage": 50.05, "elapsed_time": "0:03:21", "remaining_time": "0:03:20"}
+{"current_steps": 480, "total_steps": 939, "loss": 0.1713, "lr": 5.694842801308651e-06, "epoch": 1.5335463258785942, "percentage": 51.12, "elapsed_time": "0:03:25", "remaining_time": "0:03:16"}
+{"current_steps": 490, "total_steps": 939, "loss": 0.178, "lr": 5.510315742589042e-06, "epoch": 1.5654952076677318, "percentage": 52.18, "elapsed_time": "0:03:29", "remaining_time": "0:03:12"}
+{"current_steps": 500, "total_steps": 939, "loss": 0.193, "lr": 5.325083381622165e-06, "epoch": 1.5974440894568689, "percentage": 53.25, "elapsed_time": "0:03:34", "remaining_time": "0:03:08"}
+{"current_steps": 510, "total_steps": 939, "loss": 0.1762, "lr": 5.139401726188208e-06, "epoch": 1.6293929712460065, "percentage": 54.31, "elapsed_time": "0:03:38", "remaining_time": "0:03:03"}
+{"current_steps": 520, "total_steps": 939, "loss": 0.1902, "lr": 4.953527405032723e-06, "epoch": 1.6613418530351438, "percentage": 55.38, "elapsed_time": "0:03:42", "remaining_time": "0:02:59"}
+{"current_steps": 530, "total_steps": 939, "loss": 0.2097, "lr": 4.767717313182611e-06, "epoch": 1.6932907348242812, "percentage": 56.44, "elapsed_time": "0:03:47", "remaining_time": "0:02:55"}
+{"current_steps": 540, "total_steps": 939, "loss": 0.1425, "lr": 4.582228256894093e-06, "epoch": 1.7252396166134185, "percentage": 57.51, "elapsed_time": "0:03:51", "remaining_time": "0:02:50"}
+{"current_steps": 550, "total_steps": 939, "loss": 0.1833, "lr": 4.397316598723385e-06, "epoch": 1.7571884984025559, "percentage": 58.57, "elapsed_time": "0:03:55", "remaining_time": "0:02:46"}
+{"current_steps": 560, "total_steps": 939, "loss": 0.1828, "lr": 4.2132379032105695e-06, "epoch": 1.7891373801916934, "percentage": 59.64, "elapsed_time": "0:03:59", "remaining_time": "0:02:42"}
+{"current_steps": 570, "total_steps": 939, "loss": 0.1813, "lr": 4.030246583666437e-06, "epoch": 1.8210862619808306, "percentage": 60.7, "elapsed_time": "0:04:04", "remaining_time": "0:02:38"}
+{"current_steps": 580, "total_steps": 939, "loss": 0.1479, "lr": 3.848595550550401e-06, "epoch": 1.8530351437699681, "percentage": 61.77, "elapsed_time": "0:04:08", "remaining_time": "0:02:33"}
+{"current_steps": 590, "total_steps": 939, "loss": 0.1875, "lr": 3.668535861925509e-06, "epoch": 1.8849840255591053, "percentage": 62.83, "elapsed_time": "0:04:12", "remaining_time": "0:02:29"}
+{"current_steps": 600, "total_steps": 939, "loss": 0.1493, "lr": 3.4903163764736104e-06, "epoch": 1.9169329073482428, "percentage": 63.9, "elapsed_time": "0:04:17", "remaining_time": "0:02:25"}
+{"current_steps": 610, "total_steps": 939, "loss": 0.1982, "lr": 3.314183409550293e-06, "epoch": 1.9488817891373802, "percentage": 64.96, "elapsed_time": "0:04:21", "remaining_time": "0:02:20"}
+{"current_steps": 620, "total_steps": 939, "loss": 0.1614, "lr": 3.140380392754901e-06, "epoch": 1.9808306709265175, "percentage": 66.03, "elapsed_time": "0:04:25", "remaining_time": "0:02:16"}
+{"current_steps": 630, "total_steps": 939, "loss": 0.1327, "lr": 2.969147537486175e-06, "epoch": 2.012779552715655, "percentage": 67.09, "elapsed_time": "0:04:30", "remaining_time": "0:02:12"}
+{"current_steps": 640, "total_steps": 939, "loss": 0.1498, "lr": 2.800721502948506e-06, "epoch": 2.0447284345047922, "percentage": 68.16, "elapsed_time": "0:04:34", "remaining_time": "0:02:08"}
+{"current_steps": 650, "total_steps": 939, "loss": 0.1661, "lr": 2.635335069067617e-06, "epoch": 2.07667731629393, "percentage": 69.22, "elapsed_time": "0:04:38", "remaining_time": "0:02:03"}
+{"current_steps": 660, "total_steps": 939, "loss": 0.1328, "lr": 2.4732168147677927e-06, "epoch": 2.108626198083067, "percentage": 70.29, "elapsed_time": "0:04:42", "remaining_time": "0:01:59"}
+{"current_steps": 670, "total_steps": 939, "loss": 0.1325, "lr": 2.314590802055232e-06, "epoch": 2.1405750798722045, "percentage": 71.35, "elapsed_time": "0:04:46", "remaining_time": "0:01:55"}
+{"current_steps": 680, "total_steps": 939, "loss": 0.1219, "lr": 2.159676266344222e-06, "epoch": 2.1725239616613417, "percentage": 72.42, "elapsed_time": "0:04:51", "remaining_time": "0:01:50"}
+{"current_steps": 690, "total_steps": 939, "loss": 0.1318, "lr": 2.0086873134540626e-06, "epoch": 2.2044728434504792, "percentage": 73.48, "elapsed_time": "0:04:55", "remaining_time": "0:01:46"}
+{"current_steps": 700, "total_steps": 939, "loss": 0.1336, "lr": 1.8618326236955908e-06, "epoch": 2.236421725239617, "percentage": 74.55, "elapsed_time": "0:04:59", "remaining_time": "0:01:42"}
+{"current_steps": 710, "total_steps": 939, "loss": 0.1301, "lr": 1.7193151634562071e-06, "epoch": 2.268370607028754, "percentage": 75.61, "elapsed_time": "0:05:04", "remaining_time": "0:01:38"}
+{"current_steps": 720, "total_steps": 939, "loss": 0.1834, "lr": 1.581331904682089e-06, "epoch": 2.3003194888178915, "percentage": 76.68, "elapsed_time": "0:05:08", "remaining_time": "0:01:33"}
+{"current_steps": 730, "total_steps": 939, "loss": 0.134, "lr": 1.4480735526452427e-06, "epoch": 2.3322683706070286, "percentage": 77.74, "elapsed_time": "0:05:12", "remaining_time": "0:01:29"}
+{"current_steps": 740, "total_steps": 939, "loss": 0.1412, "lr": 1.319724282371664e-06, "epoch": 2.364217252396166, "percentage": 78.81, "elapsed_time": "0:05:16", "remaining_time": "0:01:25"}
+{"current_steps": 750, "total_steps": 939, "loss": 0.1468, "lr": 1.1964614840949002e-06, "epoch": 2.3961661341853033, "percentage": 79.87, "elapsed_time": "0:05:21", "remaining_time": "0:01:20"}
+{"current_steps": 760, "total_steps": 939, "loss": 0.1184, "lr": 1.078455518086784e-06, "epoch": 2.428115015974441, "percentage": 80.94, "elapsed_time": "0:05:25", "remaining_time": "0:01:16"}
+{"current_steps": 770, "total_steps": 939, "loss": 0.1172, "lr": 9.658694792042284e-07, "epoch": 2.460063897763578, "percentage": 82.0, "elapsed_time": "0:05:29", "remaining_time": "0:01:12"}
+{"current_steps": 780, "total_steps": 939, "loss": 0.128, "lr": 8.58858971477457e-07, "epoch": 2.4920127795527156, "percentage": 83.07, "elapsed_time": "0:05:33", "remaining_time": "0:01:08"}
+{"current_steps": 790, "total_steps": 939, "loss": 0.1045, "lr": 7.575718930512516e-07, "epoch": 2.523961661341853, "percentage": 84.13, "elapsed_time": "0:05:38", "remaining_time": "0:01:03"}
+{"current_steps": 800, "total_steps": 939, "loss": 0.1008, "lr": 6.621482317764105e-07, "epoch": 2.5559105431309903, "percentage": 85.2, "elapsed_time": "0:05:42", "remaining_time": "0:00:59"}
+{"current_steps": 810, "total_steps": 939, "loss": 0.1411, "lr": 5.727198717339511e-07, "epoch": 2.587859424920128, "percentage": 86.26, "elapsed_time": "0:05:46", "remaining_time": "0:00:55"}
+{"current_steps": 820, "total_steps": 939, "loss": 0.1301, "lr": 4.894104109594466e-07, "epoch": 2.619808306709265, "percentage": 87.33, "elapsed_time": "0:05:50", "remaining_time": "0:00:50"}
+{"current_steps": 830, "total_steps": 939, "loss": 0.1361, "lr": 4.123349906194357e-07, "epoch": 2.6517571884984026, "percentage": 88.39, "elapsed_time": "0:05:55", "remaining_time": "0:00:46"}
+{"current_steps": 840, "total_steps": 939, "loss": 0.1204, "lr": 3.416001358759635e-07, "epoch": 2.68370607028754, "percentage": 89.46, "elapsed_time": "0:05:59", "remaining_time": "0:00:42"}
+{"current_steps": 850, "total_steps": 939, "loss": 0.1107, "lr": 2.7730360865923954e-07, "epoch": 2.7156549520766773, "percentage": 90.52, "elapsed_time": "0:06:03", "remaining_time": "0:00:38"}
+{"current_steps": 860, "total_steps": 939, "loss": 0.1139, "lr": 2.1953427255185122e-07, "epoch": 2.747603833865815, "percentage": 91.59, "elapsed_time": "0:06:07", "remaining_time": "0:00:33"}
+{"current_steps": 870, "total_steps": 939, "loss": 0.1447, "lr": 1.6837196997130434e-07, "epoch": 2.779552715654952, "percentage": 92.65, "elapsed_time": "0:06:11", "remaining_time": "0:00:29"}
+{"current_steps": 880, "total_steps": 939, "loss": 0.0981, "lr": 1.2388741182062348e-07, "epoch": 2.8115015974440896, "percentage": 93.72, "elapsed_time": "0:06:16", "remaining_time": "0:00:25"}
+{"current_steps": 890, "total_steps": 939, "loss": 0.1251, "lr": 8.614207975952083e-08, "epoch": 2.8434504792332267, "percentage": 94.78, "elapsed_time": "0:06:20", "remaining_time": "0:00:20"}
+{"current_steps": 900, "total_steps": 939, "loss": 0.1274, "lr": 5.518814123121885e-08, "epoch": 2.8753993610223643, "percentage": 95.85, "elapsed_time": "0:06:24", "remaining_time": "0:00:16"}
+{"current_steps": 910, "total_steps": 939, "loss": 0.1004, "lr": 3.10683773623488e-08, "epoch": 2.9073482428115014, "percentage": 96.91, "elapsed_time": "0:06:28", "remaining_time": "0:00:12"}
+{"current_steps": 920, "total_steps": 939, "loss": 0.1038, "lr": 1.3816123835588835e-08, "epoch": 2.939297124600639, "percentage": 97.98, "elapsed_time": "0:06:33", "remaining_time": "0:00:08"}
+{"current_steps": 930, "total_steps": 939, "loss": 0.1681, "lr": 3.4552248167507576e-09, "epoch": 2.9712460063897765, "percentage": 99.04, "elapsed_time": "0:06:37", "remaining_time": "0:00:03"}
+{"current_steps": 939, "total_steps": 939, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:06:42", "remaining_time": "0:00:00"}

csqa__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/trainer_state.json

@@ -0,0 +1,694 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03194888178913738,
+      "grad_norm": 7.985681533813477,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 0.9821,
+      "step": 10
+    },
+    {
+      "epoch": 0.06389776357827476,
+      "grad_norm": 6.881392002105713,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 0.8509,
+      "step": 20
+    },
+    {
+      "epoch": 0.09584664536741214,
+      "grad_norm": 10.480123519897461,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 0.75,
+      "step": 30
+    },
+    {
+      "epoch": 0.12779552715654952,
+      "grad_norm": 7.8626580238342285,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 0.9936,
+      "step": 40
+    },
+    {
+      "epoch": 0.1597444089456869,
+      "grad_norm": 8.295928001403809,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 1.0561,
+      "step": 50
+    },
+    {
+      "epoch": 0.19169329073482427,
+      "grad_norm": 7.584471225738525,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.5626,
+      "step": 60
+    },
+    {
+      "epoch": 0.22364217252396165,
+      "grad_norm": 2.6033592224121094,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.3743,
+      "step": 70
+    },
+    {
+      "epoch": 0.25559105431309903,
+      "grad_norm": 1.9967396259307861,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.369,
+      "step": 80
+    },
+    {
+      "epoch": 0.28753993610223644,
+      "grad_norm": 2.95963454246521,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.3685,
+      "step": 90
+    },
+    {
+      "epoch": 0.3194888178913738,
+      "grad_norm": 2.9198951721191406,
+      "learning_rate": 9.999136119166803e-06,
+      "loss": 0.3087,
+      "step": 100
+    },
+    {
+      "epoch": 0.3514376996805112,
+      "grad_norm": 4.476741790771484,
+      "learning_rate": 9.9922268634943e-06,
+      "loss": 0.3387,
+      "step": 110
+    },
+    {
+      "epoch": 0.38338658146964855,
+      "grad_norm": 3.1304333209991455,
+      "learning_rate": 9.978417901361958e-06,
+      "loss": 0.3385,
+      "step": 120
+    },
+    {
+      "epoch": 0.41533546325878595,
+      "grad_norm": 2.121204376220703,
+      "learning_rate": 9.95772831799724e-06,
+      "loss": 0.3599,
+      "step": 130
+    },
+    {
+      "epoch": 0.4472843450479233,
+      "grad_norm": 3.431854009628296,
+      "learning_rate": 9.930186708264902e-06,
+      "loss": 0.3075,
+      "step": 140
+    },
+    {
+      "epoch": 0.4792332268370607,
+      "grad_norm": 2.422917604446411,
+      "learning_rate": 9.895831137146319e-06,
+      "loss": 0.2748,
+      "step": 150
+    },
+    {
+      "epoch": 0.5111821086261981,
+      "grad_norm": 2.377556800842285,
+      "learning_rate": 9.854709087130261e-06,
+      "loss": 0.3323,
+      "step": 160
+    },
+    {
+      "epoch": 0.5431309904153354,
+      "grad_norm": 2.3795032501220703,
+      "learning_rate": 9.80687739258782e-06,
+      "loss": 0.3026,
+      "step": 170
+    },
+    {
+      "epoch": 0.5750798722044729,
+      "grad_norm": 2.1829874515533447,
+      "learning_rate": 9.7524021612222e-06,
+      "loss": 0.3791,
+      "step": 180
+    },
+    {
+      "epoch": 0.6070287539936102,
+      "grad_norm": 2.441211223602295,
+      "learning_rate": 9.691358682701927e-06,
+      "loss": 0.2602,
+      "step": 190
+    },
+    {
+      "epoch": 0.6389776357827476,
+      "grad_norm": 3.1940858364105225,
+      "learning_rate": 9.623831324603755e-06,
+      "loss": 0.3211,
+      "step": 200
+    },
+    {
+      "epoch": 0.670926517571885,
+      "grad_norm": 3.239070177078247,
+      "learning_rate": 9.549913415809084e-06,
+      "loss": 0.3072,
+      "step": 210
+    },
+    {
+      "epoch": 0.7028753993610224,
+      "grad_norm": 2.6575536727905273,
+      "learning_rate": 9.469707117515068e-06,
+      "loss": 0.2705,
+      "step": 220
+    },
+    {
+      "epoch": 0.7348242811501597,
+      "grad_norm": 2.2929205894470215,
+      "learning_rate": 9.383323282038632e-06,
+      "loss": 0.3077,
+      "step": 230
+    },
+    {
+      "epoch": 0.7667731629392971,
+      "grad_norm": 2.578460931777954,
+      "learning_rate": 9.29088129960862e-06,
+      "loss": 0.2396,
+      "step": 240
+    },
+    {
+      "epoch": 0.7987220447284346,
+      "grad_norm": 2.8940231800079346,
+      "learning_rate": 9.192508933357753e-06,
+      "loss": 0.232,
+      "step": 250
+    },
+    {
+      "epoch": 0.8306709265175719,
+      "grad_norm": 3.649961233139038,
+      "learning_rate": 9.088342142742493e-06,
+      "loss": 0.2611,
+      "step": 260
+    },
+    {
+      "epoch": 0.8626198083067093,
+      "grad_norm": 2.731320858001709,
+      "learning_rate": 8.978524895634842e-06,
+      "loss": 0.2602,
+      "step": 270
+    },
+    {
+      "epoch": 0.8945686900958466,
+      "grad_norm": 2.602999210357666,
+      "learning_rate": 8.86320896934581e-06,
+      "loss": 0.2813,
+      "step": 280
+    },
+    {
+      "epoch": 0.9265175718849841,
+      "grad_norm": 2.6834731101989746,
+      "learning_rate": 8.742553740855507e-06,
+      "loss": 0.2768,
+      "step": 290
+    },
+    {
+      "epoch": 0.9584664536741214,
+      "grad_norm": 5.155102252960205,
+      "learning_rate": 8.616725966539831e-06,
+      "loss": 0.2767,
+      "step": 300
+    },
+    {
+      "epoch": 0.9904153354632588,
+      "grad_norm": 2.8492870330810547,
+      "learning_rate": 8.485899551698166e-06,
+      "loss": 0.242,
+      "step": 310
+    },
+    {
+      "epoch": 1.0223642172523961,
+      "grad_norm": 3.060006856918335,
+      "learning_rate": 8.350255310200611e-06,
+      "loss": 0.2333,
+      "step": 320
+    },
+    {
+      "epoch": 1.0543130990415335,
+      "grad_norm": 2.774890661239624,
+      "learning_rate": 8.209980714586955e-06,
+      "loss": 0.1976,
+      "step": 330
+    },
+    {
+      "epoch": 1.0862619808306708,
+      "grad_norm": 3.210256576538086,
+      "learning_rate": 8.065269636962765e-06,
+      "loss": 0.1871,
+      "step": 340
+    },
+    {
+      "epoch": 1.1182108626198084,
+      "grad_norm": 3.5963973999023438,
+      "learning_rate": 7.916322081050708e-06,
+      "loss": 0.2517,
+      "step": 350
+    },
+    {
+      "epoch": 1.1501597444089458,
+      "grad_norm": 3.179945230484009,
+      "learning_rate": 7.76334390576742e-06,
+      "loss": 0.2281,
+      "step": 360
+    },
+    {
+      "epoch": 1.182108626198083,
+      "grad_norm": 3.3402700424194336,
+      "learning_rate": 7.60654654070796e-06,
+      "loss": 0.2391,
+      "step": 370
+    },
+    {
+      "epoch": 1.2140575079872205,
+      "grad_norm": 4.659540176391602,
+      "learning_rate": 7.446146693931111e-06,
+      "loss": 0.2158,
+      "step": 380
+    },
+    {
+      "epoch": 1.2460063897763578,
+      "grad_norm": 3.430946111679077,
+      "learning_rate": 7.282366052449351e-06,
+      "loss": 0.1977,
+      "step": 390
+    },
+    {
+      "epoch": 1.2779552715654952,
+      "grad_norm": 5.393412113189697,
+      "learning_rate": 7.115430975837457e-06,
+      "loss": 0.244,
+      "step": 400
+    },
+    {
+      "epoch": 1.3099041533546325,
+      "grad_norm": 4.035030841827393,
+      "learning_rate": 6.945572183383229e-06,
+      "loss": 0.1882,
+      "step": 410
+    },
+    {
+      "epoch": 1.34185303514377,
+      "grad_norm": 4.140837669372559,
+      "learning_rate": 6.773024435212678e-06,
+      "loss": 0.1843,
+      "step": 420
+    },
+    {
+      "epoch": 1.3738019169329074,
+      "grad_norm": 4.740901470184326,
+      "learning_rate": 6.598026207830428e-06,
+      "loss": 0.1746,
+      "step": 430
+    },
+    {
+      "epoch": 1.4057507987220448,
+      "grad_norm": 4.8010478019714355,
+      "learning_rate": 6.4208193645237314e-06,
+      "loss": 0.2283,
+      "step": 440
+    },
+    {
+      "epoch": 1.4376996805111821,
+      "grad_norm": 4.866089344024658,
+      "learning_rate": 6.241648821085666e-06,
+      "loss": 0.2261,
+      "step": 450
+    },
+    {
+      "epoch": 1.4696485623003195,
+      "grad_norm": 2.8326566219329834,
+      "learning_rate": 6.060762207319479e-06,
+      "loss": 0.2209,
+      "step": 460
+    },
+    {
+      "epoch": 1.5015974440894568,
+      "grad_norm": 3.0169363021850586,
+      "learning_rate": 5.878409524791931e-06,
+      "loss": 0.1455,
+      "step": 470
+    },
+    {
+      "epoch": 1.5335463258785942,
+      "grad_norm": 3.077761650085449,
+      "learning_rate": 5.694842801308651e-06,
+      "loss": 0.1713,
+      "step": 480
+    },
+    {
+      "epoch": 1.5654952076677318,
+      "grad_norm": 3.5070152282714844,
+      "learning_rate": 5.510315742589042e-06,
+      "loss": 0.178,
+      "step": 490
+    },
+    {
+      "epoch": 1.5974440894568689,
+      "grad_norm": 6.417858123779297,
+      "learning_rate": 5.325083381622165e-06,
+      "loss": 0.193,
+      "step": 500
+    },
+    {
+      "epoch": 1.6293929712460065,
+      "grad_norm": 3.914149284362793,
+      "learning_rate": 5.139401726188208e-06,
+      "loss": 0.1762,
+      "step": 510
+    },
+    {
+      "epoch": 1.6613418530351438,
+      "grad_norm": 5.518365383148193,
+      "learning_rate": 4.953527405032723e-06,
+      "loss": 0.1902,
+      "step": 520
+    },
+    {
+      "epoch": 1.6932907348242812,
+      "grad_norm": 4.855342864990234,
+      "learning_rate": 4.767717313182611e-06,
+      "loss": 0.2097,
+      "step": 530
+    },
+    {
+      "epoch": 1.7252396166134185,
+      "grad_norm": 4.270645618438721,
+      "learning_rate": 4.582228256894093e-06,
+      "loss": 0.1425,
+      "step": 540
+    },
+    {
+      "epoch": 1.7571884984025559,
+      "grad_norm": 3.6671032905578613,
+      "learning_rate": 4.397316598723385e-06,
+      "loss": 0.1833,
+      "step": 550
+    },
+    {
+      "epoch": 1.7891373801916934,
+      "grad_norm": 4.310007572174072,
+      "learning_rate": 4.2132379032105695e-06,
+      "loss": 0.1828,
+      "step": 560
+    },
+    {
+      "epoch": 1.8210862619808306,
+      "grad_norm": 4.031312942504883,
+      "learning_rate": 4.030246583666437e-06,
+      "loss": 0.1813,
+      "step": 570
+    },
+    {
+      "epoch": 1.8530351437699681,
+      "grad_norm": 4.36567497253418,
+      "learning_rate": 3.848595550550401e-06,
+      "loss": 0.1479,
+      "step": 580
+    },
+    {
+      "epoch": 1.8849840255591053,
+      "grad_norm": 5.056768417358398,
+      "learning_rate": 3.668535861925509e-06,
+      "loss": 0.1875,
+      "step": 590
+    },
+    {
+      "epoch": 1.9169329073482428,
+      "grad_norm": 4.989704132080078,
+      "learning_rate": 3.4903163764736104e-06,
+      "loss": 0.1493,
+      "step": 600
+    },
+    {
+      "epoch": 1.9488817891373802,
+      "grad_norm": 3.9728195667266846,
+      "learning_rate": 3.314183409550293e-06,
+      "loss": 0.1982,
+      "step": 610
+    },
+    {
+      "epoch": 1.9808306709265175,
+      "grad_norm": 6.375687599182129,
+      "learning_rate": 3.140380392754901e-06,
+      "loss": 0.1614,
+      "step": 620
+    },
+    {
+      "epoch": 2.012779552715655,
+      "grad_norm": 3.3576982021331787,
+      "learning_rate": 2.969147537486175e-06,
+      "loss": 0.1327,
+      "step": 630
+    },
+    {
+      "epoch": 2.0447284345047922,
+      "grad_norm": 6.22568941116333,
+      "learning_rate": 2.800721502948506e-06,
+      "loss": 0.1498,
+      "step": 640
+    },
+    {
+      "epoch": 2.07667731629393,
+      "grad_norm": 4.179130554199219,
+      "learning_rate": 2.635335069067617e-06,
+      "loss": 0.1661,
+      "step": 650
+    },
+    {
+      "epoch": 2.108626198083067,
+      "grad_norm": 2.9003777503967285,
+      "learning_rate": 2.4732168147677927e-06,
+      "loss": 0.1328,
+      "step": 660
+    },
+    {
+      "epoch": 2.1405750798722045,
+      "grad_norm": 4.278232574462891,
+      "learning_rate": 2.314590802055232e-06,
+      "loss": 0.1325,
+      "step": 670
+    },
+    {
+      "epoch": 2.1725239616613417,
+      "grad_norm": 3.038297653198242,
+      "learning_rate": 2.159676266344222e-06,
+      "loss": 0.1219,
+      "step": 680
+    },
+    {
+      "epoch": 2.2044728434504792,
+      "grad_norm": 4.630241394042969,
+      "learning_rate": 2.0086873134540626e-06,
+      "loss": 0.1318,
+      "step": 690
+    },
+    {
+      "epoch": 2.236421725239617,
+      "grad_norm": 5.753234386444092,
+      "learning_rate": 1.8618326236955908e-06,
+      "loss": 0.1336,
+      "step": 700
+    },
+    {
+      "epoch": 2.268370607028754,
+      "grad_norm": 5.695158958435059,
+      "learning_rate": 1.7193151634562071e-06,
+      "loss": 0.1301,
+      "step": 710
+    },
+    {
+      "epoch": 2.3003194888178915,
+      "grad_norm": 5.081648349761963,
+      "learning_rate": 1.581331904682089e-06,
+      "loss": 0.1834,
+      "step": 720
+    },
+    {
+      "epoch": 2.3322683706070286,
+      "grad_norm": 5.1463303565979,
+      "learning_rate": 1.4480735526452427e-06,
+      "loss": 0.134,
+      "step": 730
+    },
+    {
+      "epoch": 2.364217252396166,
+      "grad_norm": 2.7472803592681885,
+      "learning_rate": 1.319724282371664e-06,
+      "loss": 0.1412,
+      "step": 740
+    },
+    {
+      "epoch": 2.3961661341853033,
+      "grad_norm": 4.516757965087891,
+      "learning_rate": 1.1964614840949002e-06,
+      "loss": 0.1468,
+      "step": 750
+    },
+    {
+      "epoch": 2.428115015974441,
+      "grad_norm": 2.91664457321167,
+      "learning_rate": 1.078455518086784e-06,
+      "loss": 0.1184,
+      "step": 760
+    },
+    {
+      "epoch": 2.460063897763578,
+      "grad_norm": 5.58245325088501,
+      "learning_rate": 9.658694792042284e-07,
+      "loss": 0.1172,
+      "step": 770
+    },
+    {
+      "epoch": 2.4920127795527156,
+      "grad_norm": 4.261997699737549,
+      "learning_rate": 8.58858971477457e-07,
+      "loss": 0.128,
+      "step": 780
+    },
+    {
+      "epoch": 2.523961661341853,
+      "grad_norm": 1.8599541187286377,
+      "learning_rate": 7.575718930512516e-07,
+      "loss": 0.1045,
+      "step": 790
+    },
+    {
+      "epoch": 2.5559105431309903,
+      "grad_norm": 4.205503463745117,
+      "learning_rate": 6.621482317764105e-07,
+      "loss": 0.1008,
+      "step": 800
+    },
+    {
+      "epoch": 2.587859424920128,
+      "grad_norm": 4.916066646575928,
+      "learning_rate": 5.727198717339511e-07,
+      "loss": 0.1411,
+      "step": 810
+    },
+    {
+      "epoch": 2.619808306709265,
+      "grad_norm": 3.8452095985412598,
+      "learning_rate": 4.894104109594466e-07,
+      "loss": 0.1301,
+      "step": 820
+    },
+    {
+      "epoch": 2.6517571884984026,
+      "grad_norm": 3.041799306869507,
+      "learning_rate": 4.123349906194357e-07,
+      "loss": 0.1361,
+      "step": 830
+    },
+    {
+      "epoch": 2.68370607028754,
+      "grad_norm": 4.102115631103516,
+      "learning_rate": 3.416001358759635e-07,
+      "loss": 0.1204,
+      "step": 840
+    },
+    {
+      "epoch": 2.7156549520766773,
+      "grad_norm": 5.494898796081543,
+      "learning_rate": 2.7730360865923954e-07,
+      "loss": 0.1107,
+      "step": 850
+    },
+    {
+      "epoch": 2.747603833865815,
+      "grad_norm": 3.739745616912842,
+      "learning_rate": 2.1953427255185122e-07,
+      "loss": 0.1139,
+      "step": 860
+    },
+    {
+      "epoch": 2.779552715654952,
+      "grad_norm": 7.225273132324219,
+      "learning_rate": 1.6837196997130434e-07,
+      "loss": 0.1447,
+      "step": 870
+    },
+    {
+      "epoch": 2.8115015974440896,
+      "grad_norm": 2.620412826538086,
+      "learning_rate": 1.2388741182062348e-07,
+      "loss": 0.0981,
+      "step": 880
+    },
+    {
+      "epoch": 2.8434504792332267,
+      "grad_norm": 5.001463413238525,
+      "learning_rate": 8.614207975952083e-08,
+      "loss": 0.1251,
+      "step": 890
+    },
+    {
+      "epoch": 2.8753993610223643,
+      "grad_norm": 5.668241500854492,
+      "learning_rate": 5.518814123121885e-08,
+      "loss": 0.1274,
+      "step": 900
+    },
+    {
+      "epoch": 2.9073482428115014,
+      "grad_norm": 2.917762517929077,
+      "learning_rate": 3.10683773623488e-08,
+      "loss": 0.1004,
+      "step": 910
+    },
+    {
+      "epoch": 2.939297124600639,
+      "grad_norm": 4.0876665115356445,
+      "learning_rate": 1.3816123835588835e-08,
+      "loss": 0.1038,
+      "step": 920
+    },
+    {
+      "epoch": 2.9712460063897765,
+      "grad_norm": 5.677676677703857,
+      "learning_rate": 3.4552248167507576e-09,
+      "loss": 0.1681,
+      "step": 930
+    },
+    {
+      "epoch": 3.0,
+      "step": 939,
+      "total_flos": 1.743012015112192e+17,
+      "train_loss": 0.24353379998217248,
+      "train_runtime": 417.0434,
+      "train_samples_per_second": 71.935,
+      "train_steps_per_second": 2.252
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.743012015112192e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/README.md

@@ -0,0 +1,61 @@
+---
+library_name: peft
+license: other
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the csqa__llama3_8b_instruct__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f_lora_sft dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- total_train_batch_size: 32
+- total_eval_batch_size: 64
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.52.4
+- Pytorch 2.7.0+cu126
+- Datasets 3.6.0
+- Tokenizers 0.21.1

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 1.4199451468745933e+17,
+    "train_loss": 0.24831230267168233,
+    "train_runtime": 397.5389,
+    "train_samples_per_second": 75.464,
+    "train_steps_per_second": 2.362
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/tokenizer_config.json

@@ -0,0 +1,2076 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/trainer_state.json

@@ -0,0 +1,685 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03194888178913738,
+      "grad_norm": 3.3638806343078613,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 0.584,
+      "step": 10
+    },
+    {
+      "epoch": 0.06389776357827476,
+      "grad_norm": 5.313608646392822,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 0.6545,
+      "step": 20
+    },
+    {
+      "epoch": 0.09584664536741214,
+      "grad_norm": 5.749417781829834,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 0.6041,
+      "step": 30
+    },
+    {
+      "epoch": 0.12779552715654952,
+      "grad_norm": 6.4460344314575195,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 0.6218,
+      "step": 40
+    },
+    {
+      "epoch": 0.1597444089456869,
+      "grad_norm": 3.865777015686035,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 0.5896,
+      "step": 50
+    },
+    {
+      "epoch": 0.19169329073482427,
+      "grad_norm": 3.308546543121338,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.4319,
+      "step": 60
+    },
+    {
+      "epoch": 0.22364217252396165,
+      "grad_norm": 2.443190097808838,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.3147,
+      "step": 70
+    },
+    {
+      "epoch": 0.25559105431309903,
+      "grad_norm": 2.9960899353027344,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.3473,
+      "step": 80
+    },
+    {
+      "epoch": 0.28753993610223644,
+      "grad_norm": 1.943822979927063,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.3431,
+      "step": 90
+    },
+    {
+      "epoch": 0.3194888178913738,
+      "grad_norm": 2.0522427558898926,
+      "learning_rate": 9.999136119166803e-06,
+      "loss": 0.3306,
+      "step": 100
+    },
+    {
+      "epoch": 0.3514376996805112,
+      "grad_norm": 2.008436441421509,
+      "learning_rate": 9.9922268634943e-06,
+      "loss": 0.37,
+      "step": 110
+    },
+    {
+      "epoch": 0.38338658146964855,
+      "grad_norm": 2.1567893028259277,
+      "learning_rate": 9.978417901361958e-06,
+      "loss": 0.3488,
+      "step": 120
+    },
+    {
+      "epoch": 0.41533546325878595,
+      "grad_norm": 2.1556904315948486,
+      "learning_rate": 9.95772831799724e-06,
+      "loss": 0.3809,
+      "step": 130
+    },
+    {
+      "epoch": 0.4472843450479233,
+      "grad_norm": 2.0375113487243652,
+      "learning_rate": 9.930186708264902e-06,
+      "loss": 0.3194,
+      "step": 140
+    },
+    {
+      "epoch": 0.4792332268370607,
+      "grad_norm": 2.677859306335449,
+      "learning_rate": 9.895831137146319e-06,
+      "loss": 0.3024,
+      "step": 150
+    },
+    {
+      "epoch": 0.5111821086261981,
+      "grad_norm": 3.1313719749450684,
+      "learning_rate": 9.854709087130261e-06,
+      "loss": 0.3068,
+      "step": 160
+    },
+    {
+      "epoch": 0.5431309904153354,
+      "grad_norm": 1.9139297008514404,
+      "learning_rate": 9.80687739258782e-06,
+      "loss": 0.2974,
+      "step": 170
+    },
+    {
+      "epoch": 0.5750798722044729,
+      "grad_norm": 2.1181929111480713,
+      "learning_rate": 9.7524021612222e-06,
+      "loss": 0.3032,
+      "step": 180
+    },
+    {
+      "epoch": 0.6070287539936102,
+      "grad_norm": 3.785930633544922,
+      "learning_rate": 9.691358682701927e-06,
+      "loss": 0.2976,
+      "step": 190
+    },
+    {
+      "epoch": 0.6389776357827476,
+      "grad_norm": 3.5499579906463623,
+      "learning_rate": 9.623831324603755e-06,
+      "loss": 0.2954,
+      "step": 200
+    },
+    {
+      "epoch": 0.670926517571885,
+      "grad_norm": 2.3221206665039062,
+      "learning_rate": 9.549913415809084e-06,
+      "loss": 0.2869,
+      "step": 210
+    },
+    {
+      "epoch": 0.7028753993610224,
+      "grad_norm": 1.9535017013549805,
+      "learning_rate": 9.469707117515068e-06,
+      "loss": 0.3024,
+      "step": 220
+    },
+    {
+      "epoch": 0.7348242811501597,
+      "grad_norm": 2.6838748455047607,
+      "learning_rate": 9.383323282038632e-06,
+      "loss": 0.2958,
+      "step": 230
+    },
+    {
+      "epoch": 0.7667731629392971,
+      "grad_norm": 1.966650366783142,
+      "learning_rate": 9.29088129960862e-06,
+      "loss": 0.2811,
+      "step": 240
+    },
+    {
+      "epoch": 0.7987220447284346,
+      "grad_norm": 4.060133934020996,
+      "learning_rate": 9.192508933357753e-06,
+      "loss": 0.2515,
+      "step": 250
+    },
+    {
+      "epoch": 0.8306709265175719,
+      "grad_norm": 2.4708683490753174,
+      "learning_rate": 9.088342142742493e-06,
+      "loss": 0.2964,
+      "step": 260
+    },
+    {
+      "epoch": 0.8626198083067093,
+      "grad_norm": 3.6799099445343018,
+      "learning_rate": 8.978524895634842e-06,
+      "loss": 0.3039,
+      "step": 270
+    },
+    {
+      "epoch": 0.8945686900958466,
+      "grad_norm": 3.000821828842163,
+      "learning_rate": 8.86320896934581e-06,
+      "loss": 0.3146,
+      "step": 280
+    },
+    {
+      "epoch": 0.9265175718849841,
+      "grad_norm": 2.4160258769989014,
+      "learning_rate": 8.742553740855507e-06,
+      "loss": 0.3276,
+      "step": 290
+    },
+    {
+      "epoch": 0.9584664536741214,
+      "grad_norm": 2.8584442138671875,
+      "learning_rate": 8.616725966539831e-06,
+      "loss": 0.3105,
+      "step": 300
+    },
+    {
+      "epoch": 0.9904153354632588,
+      "grad_norm": 2.9464054107666016,
+      "learning_rate": 8.485899551698166e-06,
+      "loss": 0.2819,
+      "step": 310
+    },
+    {
+      "epoch": 1.0223642172523961,
+      "grad_norm": 3.89704966545105,
+      "learning_rate": 8.350255310200611e-06,
+      "loss": 0.242,
+      "step": 320
+    },
+    {
+      "epoch": 1.0543130990415335,
+      "grad_norm": 3.0110085010528564,
+      "learning_rate": 8.209980714586955e-06,
+      "loss": 0.2555,
+      "step": 330
+    },
+    {
+      "epoch": 1.0862619808306708,
+      "grad_norm": 3.9178524017333984,
+      "learning_rate": 8.065269636962765e-06,
+      "loss": 0.2421,
+      "step": 340
+    },
+    {
+      "epoch": 1.1182108626198084,
+      "grad_norm": 3.428340196609497,
+      "learning_rate": 7.916322081050708e-06,
+      "loss": 0.2937,
+      "step": 350
+    },
+    {
+      "epoch": 1.1501597444089458,
+      "grad_norm": 2.2544026374816895,
+      "learning_rate": 7.76334390576742e-06,
+      "loss": 0.2694,
+      "step": 360
+    },
+    {
+      "epoch": 1.182108626198083,
+      "grad_norm": 2.596172332763672,
+      "learning_rate": 7.60654654070796e-06,
+      "loss": 0.2464,
+      "step": 370
+    },
+    {
+      "epoch": 1.2140575079872205,
+      "grad_norm": 3.9734742641448975,
+      "learning_rate": 7.446146693931111e-06,
+      "loss": 0.2318,
+      "step": 380
+    },
+    {
+      "epoch": 1.2460063897763578,
+      "grad_norm": 3.436984062194824,
+      "learning_rate": 7.282366052449351e-06,
+      "loss": 0.2052,
+      "step": 390
+    },
+    {
+      "epoch": 1.2779552715654952,
+      "grad_norm": 4.291993618011475,
+      "learning_rate": 7.115430975837457e-06,
+      "loss": 0.2335,
+      "step": 400
+    },
+    {
+      "epoch": 1.3099041533546325,
+      "grad_norm": 3.5695717334747314,
+      "learning_rate": 6.945572183383229e-06,
+      "loss": 0.2119,
+      "step": 410
+    },
+    {
+      "epoch": 1.34185303514377,
+      "grad_norm": 5.036863803863525,
+      "learning_rate": 6.773024435212678e-06,
+      "loss": 0.2489,
+      "step": 420
+    },
+    {
+      "epoch": 1.3738019169329074,
+      "grad_norm": 4.83351993560791,
+      "learning_rate": 6.598026207830428e-06,
+      "loss": 0.2323,
+      "step": 430
+    },
+    {
+      "epoch": 1.4057507987220448,
+      "grad_norm": 3.500155210494995,
+      "learning_rate": 6.4208193645237314e-06,
+      "loss": 0.2528,
+      "step": 440
+    },
+    {
+      "epoch": 1.4376996805111821,
+      "grad_norm": 4.529000282287598,
+      "learning_rate": 6.241648821085666e-06,
+      "loss": 0.2303,
+      "step": 450
+    },
+    {
+      "epoch": 1.4696485623003195,
+      "grad_norm": 1.649246096611023,
+      "learning_rate": 6.060762207319479e-06,
+      "loss": 0.2117,
+      "step": 460
+    },
+    {
+      "epoch": 1.5015974440894568,
+      "grad_norm": 5.397870063781738,
+      "learning_rate": 5.878409524791931e-06,
+      "loss": 0.212,
+      "step": 470
+    },
+    {
+      "epoch": 1.5335463258785942,
+      "grad_norm": 4.360300064086914,
+      "learning_rate": 5.694842801308651e-06,
+      "loss": 0.2395,
+      "step": 480
+    },
+    {
+      "epoch": 1.5654952076677318,
+      "grad_norm": 5.323873043060303,
+      "learning_rate": 5.510315742589042e-06,
+      "loss": 0.2089,
+      "step": 490
+    },
+    {
+      "epoch": 1.5974440894568689,
+      "grad_norm": 2.8005800247192383,
+      "learning_rate": 5.325083381622165e-06,
+      "loss": 0.1908,
+      "step": 500
+    },
+    {
+      "epoch": 1.6293929712460065,
+      "grad_norm": 4.072391510009766,
+      "learning_rate": 5.139401726188208e-06,
+      "loss": 0.1869,
+      "step": 510
+    },
+    {
+      "epoch": 1.6613418530351438,
+      "grad_norm": 4.611303329467773,
+      "learning_rate": 4.953527405032723e-06,
+      "loss": 0.1866,
+      "step": 520
+    },
+    {
+      "epoch": 1.6932907348242812,
+      "grad_norm": 4.1683430671691895,
+      "learning_rate": 4.767717313182611e-06,
+      "loss": 0.2438,
+      "step": 530
+    },
+    {
+      "epoch": 1.7252396166134185,
+      "grad_norm": 5.027125358581543,
+      "learning_rate": 4.582228256894093e-06,
+      "loss": 0.2268,
+      "step": 540
+    },
+    {
+      "epoch": 1.7571884984025559,
+      "grad_norm": 3.748115062713623,
+      "learning_rate": 4.397316598723385e-06,
+      "loss": 0.2523,
+      "step": 550
+    },
+    {
+      "epoch": 1.7891373801916934,
+      "grad_norm": 3.894868850708008,
+      "learning_rate": 4.2132379032105695e-06,
+      "loss": 0.1895,
+      "step": 560
+    },
+    {
+      "epoch": 1.8210862619808306,
+      "grad_norm": 4.707362174987793,
+      "learning_rate": 4.030246583666437e-06,
+      "loss": 0.1883,
+      "step": 570
+    },
+    {
+      "epoch": 1.8530351437699681,
+      "grad_norm": 4.535495281219482,
+      "learning_rate": 3.848595550550401e-06,
+      "loss": 0.2061,
+      "step": 580
+    },
+    {
+      "epoch": 1.8849840255591053,
+      "grad_norm": 5.2252044677734375,
+      "learning_rate": 3.668535861925509e-06,
+      "loss": 0.1867,
+      "step": 590
+    },
+    {
+      "epoch": 1.9169329073482428,
+      "grad_norm": 4.363283634185791,
+      "learning_rate": 3.4903163764736104e-06,
+      "loss": 0.1621,
+      "step": 600
+    },
+    {
+      "epoch": 1.9488817891373802,
+      "grad_norm": 4.024950981140137,
+      "learning_rate": 3.314183409550293e-06,
+      "loss": 0.1941,
+      "step": 610
+    },
+    {
+      "epoch": 1.9808306709265175,
+      "grad_norm": 3.9747886657714844,
+      "learning_rate": 3.140380392754901e-06,
+      "loss": 0.2098,
+      "step": 620
+    },
+    {
+      "epoch": 2.012779552715655,
+      "grad_norm": 2.5899300575256348,
+      "learning_rate": 2.969147537486175e-06,
+      "loss": 0.1673,
+      "step": 630
+    },
+    {
+      "epoch": 2.0447284345047922,
+      "grad_norm": 5.285285472869873,
+      "learning_rate": 2.800721502948506e-06,
+      "loss": 0.1983,
+      "step": 640
+    },
+    {
+      "epoch": 2.07667731629393,
+      "grad_norm": 4.855522632598877,
+      "learning_rate": 2.635335069067617e-06,
+      "loss": 0.174,
+      "step": 650
+    },
+    {
+      "epoch": 2.108626198083067,
+      "grad_norm": 2.8326239585876465,
+      "learning_rate": 2.4732168147677927e-06,
+      "loss": 0.1396,
+      "step": 660
+    },
+    {
+      "epoch": 2.1405750798722045,
+      "grad_norm": 4.1815409660339355,
+      "learning_rate": 2.314590802055232e-06,
+      "loss": 0.1603,
+      "step": 670
+    },
+    {
+      "epoch": 2.1725239616613417,
+      "grad_norm": 4.818963050842285,
+      "learning_rate": 2.159676266344222e-06,
+      "loss": 0.162,
+      "step": 680
+    },
+    {
+      "epoch": 2.2044728434504792,
+      "grad_norm": 3.489180088043213,
+      "learning_rate": 2.0086873134540626e-06,
+      "loss": 0.14,
+      "step": 690
+    },
+    {
+      "epoch": 2.236421725239617,
+      "grad_norm": 5.792989253997803,
+      "learning_rate": 1.8618326236955908e-06,
+      "loss": 0.1582,
+      "step": 700
+    },
+    {
+      "epoch": 2.268370607028754,
+      "grad_norm": 7.210322856903076,
+      "learning_rate": 1.7193151634562071e-06,
+      "loss": 0.1674,
+      "step": 710
+    },
+    {
+      "epoch": 2.3003194888178915,
+      "grad_norm": 3.8412885665893555,
+      "learning_rate": 1.581331904682089e-06,
+      "loss": 0.1357,
+      "step": 720
+    },
+    {
+      "epoch": 2.3322683706070286,
+      "grad_norm": 7.757709503173828,
+      "learning_rate": 1.4480735526452427e-06,
+      "loss": 0.2142,
+      "step": 730
+    },
+    {
+      "epoch": 2.364217252396166,
+      "grad_norm": 3.101224184036255,
+      "learning_rate": 1.319724282371664e-06,
+      "loss": 0.1787,
+      "step": 740
+    },
+    {
+      "epoch": 2.3961661341853033,
+      "grad_norm": 6.599401950836182,
+      "learning_rate": 1.1964614840949002e-06,
+      "loss": 0.18,
+      "step": 750
+    },
+    {
+      "epoch": 2.428115015974441,
+      "grad_norm": 4.533216953277588,
+      "learning_rate": 1.078455518086784e-06,
+      "loss": 0.1343,
+      "step": 760
+    },
+    {
+      "epoch": 2.460063897763578,
+      "grad_norm": 4.923655986785889,
+      "learning_rate": 9.658694792042284e-07,
+      "loss": 0.1753,
+      "step": 770
+    },
+    {
+      "epoch": 2.4920127795527156,
+      "grad_norm": 7.162405967712402,
+      "learning_rate": 8.58858971477457e-07,
+      "loss": 0.1883,
+      "step": 780
+    },
+    {
+      "epoch": 2.523961661341853,
+      "grad_norm": 4.407649040222168,
+      "learning_rate": 7.575718930512516e-07,
+      "loss": 0.1424,
+      "step": 790
+    },
+    {
+      "epoch": 2.5559105431309903,
+      "grad_norm": 3.630793333053589,
+      "learning_rate": 6.621482317764105e-07,
+      "loss": 0.1599,
+      "step": 800
+    },
+    {
+      "epoch": 2.587859424920128,
+      "grad_norm": 4.121254920959473,
+      "learning_rate": 5.727198717339511e-07,
+      "loss": 0.1815,
+      "step": 810
+    },
+    {
+      "epoch": 2.619808306709265,
+      "grad_norm": 5.419968605041504,
+      "learning_rate": 4.894104109594466e-07,
+      "loss": 0.1513,
+      "step": 820
+    },
+    {
+      "epoch": 2.6517571884984026,
+      "grad_norm": 5.140281677246094,
+      "learning_rate": 4.123349906194357e-07,
+      "loss": 0.1183,
+      "step": 830
+    },
+    {
+      "epoch": 2.68370607028754,
+      "grad_norm": 4.626114368438721,
+      "learning_rate": 3.416001358759635e-07,
+      "loss": 0.1448,
+      "step": 840
+    },
+    {
+      "epoch": 2.7156549520766773,
+      "grad_norm": 6.971862316131592,
+      "learning_rate": 2.7730360865923954e-07,
+      "loss": 0.1515,
+      "step": 850
+    },
+    {
+      "epoch": 2.747603833865815,
+      "grad_norm": 6.2547712326049805,
+      "learning_rate": 2.1953427255185122e-07,
+      "loss": 0.1712,
+      "step": 860
+    },
+    {
+      "epoch": 2.779552715654952,
+      "grad_norm": 3.562861442565918,
+      "learning_rate": 1.6837196997130434e-07,
+      "loss": 0.1712,
+      "step": 870
+    },
+    {
+      "epoch": 2.8115015974440896,
+      "grad_norm": 4.5032124519348145,
+      "learning_rate": 1.2388741182062348e-07,
+      "loss": 0.1648,
+      "step": 880
+    },
+    {
+      "epoch": 2.8434504792332267,
+      "grad_norm": 5.417168140411377,
+      "learning_rate": 8.614207975952083e-08,
+      "loss": 0.1899,
+      "step": 890
+    },
+    {
+      "epoch": 2.8753993610223643,
+      "grad_norm": 6.31259298324585,
+      "learning_rate": 5.518814123121885e-08,
+      "loss": 0.1264,
+      "step": 900
+    },
+    {
+      "epoch": 2.9073482428115014,
+      "grad_norm": 2.681699514389038,
+      "learning_rate": 3.10683773623488e-08,
+      "loss": 0.135,
+      "step": 910
+    },
+    {
+      "epoch": 2.939297124600639,
+      "grad_norm": 4.384430885314941,
+      "learning_rate": 1.3816123835588835e-08,
+      "loss": 0.1274,
+      "step": 920
+    },
+    {
+      "epoch": 2.9712460063897765,
+      "grad_norm": 3.9094367027282715,
+      "learning_rate": 3.4552248167507576e-09,
+      "loss": 0.1743,
+      "step": 930
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.4199451468745933e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/tokenizer_config.json

@@ -0,0 +1,2076 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 1.4199451468745933e+17,
+    "train_loss": 0.24831230267168233,
+    "train_runtime": 397.5389,
+    "train_samples_per_second": 75.464,
+    "train_steps_per_second": 2.362
+}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/trainer_log.jsonl

@@ -0,0 +1,94 @@
+{"current_steps": 10, "total_steps": 939, "loss": 0.584, "lr": 9.574468085106384e-07, "epoch": 0.03194888178913738, "percentage": 1.06, "elapsed_time": "0:00:05", "remaining_time": "0:07:53"}
+{"current_steps": 20, "total_steps": 939, "loss": 0.6545, "lr": 2.021276595744681e-06, "epoch": 0.06389776357827476, "percentage": 2.13, "elapsed_time": "0:00:09", "remaining_time": "0:07:03"}
+{"current_steps": 30, "total_steps": 939, "loss": 0.6041, "lr": 3.0851063829787237e-06, "epoch": 0.09584664536741214, "percentage": 3.19, "elapsed_time": "0:00:13", "remaining_time": "0:06:43"}
+{"current_steps": 40, "total_steps": 939, "loss": 0.6218, "lr": 4.148936170212766e-06, "epoch": 0.12779552715654952, "percentage": 4.26, "elapsed_time": "0:00:17", "remaining_time": "0:06:31"}
+{"current_steps": 50, "total_steps": 939, "loss": 0.5896, "lr": 5.212765957446809e-06, "epoch": 0.1597444089456869, "percentage": 5.32, "elapsed_time": "0:00:21", "remaining_time": "0:06:23"}
+{"current_steps": 60, "total_steps": 939, "loss": 0.4319, "lr": 6.276595744680851e-06, "epoch": 0.19169329073482427, "percentage": 6.39, "elapsed_time": "0:00:25", "remaining_time": "0:06:16"}
+{"current_steps": 70, "total_steps": 939, "loss": 0.3147, "lr": 7.340425531914894e-06, "epoch": 0.22364217252396165, "percentage": 7.45, "elapsed_time": "0:00:29", "remaining_time": "0:06:09"}
+{"current_steps": 80, "total_steps": 939, "loss": 0.3473, "lr": 8.404255319148937e-06, "epoch": 0.25559105431309903, "percentage": 8.52, "elapsed_time": "0:00:33", "remaining_time": "0:06:03"}
+{"current_steps": 90, "total_steps": 939, "loss": 0.3431, "lr": 9.46808510638298e-06, "epoch": 0.28753993610223644, "percentage": 9.58, "elapsed_time": "0:00:37", "remaining_time": "0:05:57"}
+{"current_steps": 100, "total_steps": 939, "loss": 0.3306, "lr": 9.999136119166803e-06, "epoch": 0.3194888178913738, "percentage": 10.65, "elapsed_time": "0:00:41", "remaining_time": "0:05:52"}
+{"current_steps": 110, "total_steps": 939, "loss": 0.37, "lr": 9.9922268634943e-06, "epoch": 0.3514376996805112, "percentage": 11.71, "elapsed_time": "0:00:46", "remaining_time": "0:05:47"}
+{"current_steps": 120, "total_steps": 939, "loss": 0.3488, "lr": 9.978417901361958e-06, "epoch": 0.38338658146964855, "percentage": 12.78, "elapsed_time": "0:00:50", "remaining_time": "0:05:42"}
+{"current_steps": 130, "total_steps": 939, "loss": 0.3809, "lr": 9.95772831799724e-06, "epoch": 0.41533546325878595, "percentage": 13.84, "elapsed_time": "0:00:54", "remaining_time": "0:05:37"}
+{"current_steps": 140, "total_steps": 939, "loss": 0.3194, "lr": 9.930186708264902e-06, "epoch": 0.4472843450479233, "percentage": 14.91, "elapsed_time": "0:00:58", "remaining_time": "0:05:32"}
+{"current_steps": 150, "total_steps": 939, "loss": 0.3024, "lr": 9.895831137146319e-06, "epoch": 0.4792332268370607, "percentage": 15.97, "elapsed_time": "0:01:02", "remaining_time": "0:05:28"}
+{"current_steps": 160, "total_steps": 939, "loss": 0.3068, "lr": 9.854709087130261e-06, "epoch": 0.5111821086261981, "percentage": 17.04, "elapsed_time": "0:01:06", "remaining_time": "0:05:23"}
+{"current_steps": 170, "total_steps": 939, "loss": 0.2974, "lr": 9.80687739258782e-06, "epoch": 0.5431309904153354, "percentage": 18.1, "elapsed_time": "0:01:10", "remaining_time": "0:05:19"}
+{"current_steps": 180, "total_steps": 939, "loss": 0.3032, "lr": 9.7524021612222e-06, "epoch": 0.5750798722044729, "percentage": 19.17, "elapsed_time": "0:01:14", "remaining_time": "0:05:14"}
+{"current_steps": 190, "total_steps": 939, "loss": 0.2976, "lr": 9.691358682701927e-06, "epoch": 0.6070287539936102, "percentage": 20.23, "elapsed_time": "0:01:18", "remaining_time": "0:05:10"}
+{"current_steps": 200, "total_steps": 939, "loss": 0.2954, "lr": 9.623831324603755e-06, "epoch": 0.6389776357827476, "percentage": 21.3, "elapsed_time": "0:01:22", "remaining_time": "0:05:06"}
+{"current_steps": 210, "total_steps": 939, "loss": 0.2869, "lr": 9.549913415809084e-06, "epoch": 0.670926517571885, "percentage": 22.36, "elapsed_time": "0:01:26", "remaining_time": "0:05:01"}
+{"current_steps": 220, "total_steps": 939, "loss": 0.3024, "lr": 9.469707117515068e-06, "epoch": 0.7028753993610224, "percentage": 23.43, "elapsed_time": "0:01:31", "remaining_time": "0:04:57"}
+{"current_steps": 230, "total_steps": 939, "loss": 0.2958, "lr": 9.383323282038632e-06, "epoch": 0.7348242811501597, "percentage": 24.49, "elapsed_time": "0:01:35", "remaining_time": "0:04:53"}
+{"current_steps": 240, "total_steps": 939, "loss": 0.2811, "lr": 9.29088129960862e-06, "epoch": 0.7667731629392971, "percentage": 25.56, "elapsed_time": "0:01:39", "remaining_time": "0:04:49"}
+{"current_steps": 250, "total_steps": 939, "loss": 0.2515, "lr": 9.192508933357753e-06, "epoch": 0.7987220447284346, "percentage": 26.62, "elapsed_time": "0:01:43", "remaining_time": "0:04:44"}
+{"current_steps": 260, "total_steps": 939, "loss": 0.2964, "lr": 9.088342142742493e-06, "epoch": 0.8306709265175719, "percentage": 27.69, "elapsed_time": "0:01:47", "remaining_time": "0:04:40"}
+{"current_steps": 270, "total_steps": 939, "loss": 0.3039, "lr": 8.978524895634842e-06, "epoch": 0.8626198083067093, "percentage": 28.75, "elapsed_time": "0:01:51", "remaining_time": "0:04:36"}
+{"current_steps": 280, "total_steps": 939, "loss": 0.3146, "lr": 8.86320896934581e-06, "epoch": 0.8945686900958466, "percentage": 29.82, "elapsed_time": "0:01:55", "remaining_time": "0:04:32"}
+{"current_steps": 290, "total_steps": 939, "loss": 0.3276, "lr": 8.742553740855507e-06, "epoch": 0.9265175718849841, "percentage": 30.88, "elapsed_time": "0:01:59", "remaining_time": "0:04:28"}
+{"current_steps": 300, "total_steps": 939, "loss": 0.3105, "lr": 8.616725966539831e-06, "epoch": 0.9584664536741214, "percentage": 31.95, "elapsed_time": "0:02:03", "remaining_time": "0:04:24"}
+{"current_steps": 310, "total_steps": 939, "loss": 0.2819, "lr": 8.485899551698166e-06, "epoch": 0.9904153354632588, "percentage": 33.01, "elapsed_time": "0:02:08", "remaining_time": "0:04:19"}
+{"current_steps": 320, "total_steps": 939, "loss": 0.242, "lr": 8.350255310200611e-06, "epoch": 1.0223642172523961, "percentage": 34.08, "elapsed_time": "0:02:12", "remaining_time": "0:04:16"}
+{"current_steps": 330, "total_steps": 939, "loss": 0.2555, "lr": 8.209980714586955e-06, "epoch": 1.0543130990415335, "percentage": 35.14, "elapsed_time": "0:02:16", "remaining_time": "0:04:12"}
+{"current_steps": 340, "total_steps": 939, "loss": 0.2421, "lr": 8.065269636962765e-06, "epoch": 1.0862619808306708, "percentage": 36.21, "elapsed_time": "0:02:20", "remaining_time": "0:04:07"}
+{"current_steps": 350, "total_steps": 939, "loss": 0.2937, "lr": 7.916322081050708e-06, "epoch": 1.1182108626198084, "percentage": 37.27, "elapsed_time": "0:02:24", "remaining_time": "0:04:03"}
+{"current_steps": 360, "total_steps": 939, "loss": 0.2694, "lr": 7.76334390576742e-06, "epoch": 1.1501597444089458, "percentage": 38.34, "elapsed_time": "0:02:28", "remaining_time": "0:03:59"}
+{"current_steps": 370, "total_steps": 939, "loss": 0.2464, "lr": 7.60654654070796e-06, "epoch": 1.182108626198083, "percentage": 39.4, "elapsed_time": "0:02:32", "remaining_time": "0:03:55"}
+{"current_steps": 380, "total_steps": 939, "loss": 0.2318, "lr": 7.446146693931111e-06, "epoch": 1.2140575079872205, "percentage": 40.47, "elapsed_time": "0:02:37", "remaining_time": "0:03:51"}
+{"current_steps": 390, "total_steps": 939, "loss": 0.2052, "lr": 7.282366052449351e-06, "epoch": 1.2460063897763578, "percentage": 41.53, "elapsed_time": "0:02:41", "remaining_time": "0:03:46"}
+{"current_steps": 400, "total_steps": 939, "loss": 0.2335, "lr": 7.115430975837457e-06, "epoch": 1.2779552715654952, "percentage": 42.6, "elapsed_time": "0:02:45", "remaining_time": "0:03:42"}
+{"current_steps": 410, "total_steps": 939, "loss": 0.2119, "lr": 6.945572183383229e-06, "epoch": 1.3099041533546325, "percentage": 43.66, "elapsed_time": "0:02:49", "remaining_time": "0:03:38"}
+{"current_steps": 420, "total_steps": 939, "loss": 0.2489, "lr": 6.773024435212678e-06, "epoch": 1.34185303514377, "percentage": 44.73, "elapsed_time": "0:02:53", "remaining_time": "0:03:34"}
+{"current_steps": 430, "total_steps": 939, "loss": 0.2323, "lr": 6.598026207830428e-06, "epoch": 1.3738019169329074, "percentage": 45.79, "elapsed_time": "0:02:57", "remaining_time": "0:03:30"}
+{"current_steps": 440, "total_steps": 939, "loss": 0.2528, "lr": 6.4208193645237314e-06, "epoch": 1.4057507987220448, "percentage": 46.86, "elapsed_time": "0:03:01", "remaining_time": "0:03:26"}
+{"current_steps": 450, "total_steps": 939, "loss": 0.2303, "lr": 6.241648821085666e-06, "epoch": 1.4376996805111821, "percentage": 47.92, "elapsed_time": "0:03:05", "remaining_time": "0:03:21"}
+{"current_steps": 460, "total_steps": 939, "loss": 0.2117, "lr": 6.060762207319479e-06, "epoch": 1.4696485623003195, "percentage": 48.99, "elapsed_time": "0:03:09", "remaining_time": "0:03:17"}
+{"current_steps": 470, "total_steps": 939, "loss": 0.212, "lr": 5.878409524791931e-06, "epoch": 1.5015974440894568, "percentage": 50.05, "elapsed_time": "0:03:14", "remaining_time": "0:03:13"}
+{"current_steps": 480, "total_steps": 939, "loss": 0.2395, "lr": 5.694842801308651e-06, "epoch": 1.5335463258785942, "percentage": 51.12, "elapsed_time": "0:03:18", "remaining_time": "0:03:09"}
+{"current_steps": 490, "total_steps": 939, "loss": 0.2089, "lr": 5.510315742589042e-06, "epoch": 1.5654952076677318, "percentage": 52.18, "elapsed_time": "0:03:22", "remaining_time": "0:03:05"}
+{"current_steps": 500, "total_steps": 939, "loss": 0.1908, "lr": 5.325083381622165e-06, "epoch": 1.5974440894568689, "percentage": 53.25, "elapsed_time": "0:03:26", "remaining_time": "0:03:01"}
+{"current_steps": 510, "total_steps": 939, "loss": 0.1869, "lr": 5.139401726188208e-06, "epoch": 1.6293929712460065, "percentage": 54.31, "elapsed_time": "0:03:30", "remaining_time": "0:02:56"}
+{"current_steps": 520, "total_steps": 939, "loss": 0.1866, "lr": 4.953527405032723e-06, "epoch": 1.6613418530351438, "percentage": 55.38, "elapsed_time": "0:03:34", "remaining_time": "0:02:52"}
+{"current_steps": 530, "total_steps": 939, "loss": 0.2438, "lr": 4.767717313182611e-06, "epoch": 1.6932907348242812, "percentage": 56.44, "elapsed_time": "0:03:38", "remaining_time": "0:02:48"}
+{"current_steps": 540, "total_steps": 939, "loss": 0.2268, "lr": 4.582228256894093e-06, "epoch": 1.7252396166134185, "percentage": 57.51, "elapsed_time": "0:03:42", "remaining_time": "0:02:44"}
+{"current_steps": 550, "total_steps": 939, "loss": 0.2523, "lr": 4.397316598723385e-06, "epoch": 1.7571884984025559, "percentage": 58.57, "elapsed_time": "0:03:46", "remaining_time": "0:02:40"}
+{"current_steps": 560, "total_steps": 939, "loss": 0.1895, "lr": 4.2132379032105695e-06, "epoch": 1.7891373801916934, "percentage": 59.64, "elapsed_time": "0:03:50", "remaining_time": "0:02:36"}
+{"current_steps": 570, "total_steps": 939, "loss": 0.1883, "lr": 4.030246583666437e-06, "epoch": 1.8210862619808306, "percentage": 60.7, "elapsed_time": "0:03:54", "remaining_time": "0:02:32"}
+{"current_steps": 580, "total_steps": 939, "loss": 0.2061, "lr": 3.848595550550401e-06, "epoch": 1.8530351437699681, "percentage": 61.77, "elapsed_time": "0:03:58", "remaining_time": "0:02:27"}
+{"current_steps": 590, "total_steps": 939, "loss": 0.1867, "lr": 3.668535861925509e-06, "epoch": 1.8849840255591053, "percentage": 62.83, "elapsed_time": "0:04:03", "remaining_time": "0:02:23"}
+{"current_steps": 600, "total_steps": 939, "loss": 0.1621, "lr": 3.4903163764736104e-06, "epoch": 1.9169329073482428, "percentage": 63.9, "elapsed_time": "0:04:07", "remaining_time": "0:02:19"}
+{"current_steps": 610, "total_steps": 939, "loss": 0.1941, "lr": 3.314183409550293e-06, "epoch": 1.9488817891373802, "percentage": 64.96, "elapsed_time": "0:04:11", "remaining_time": "0:02:15"}
+{"current_steps": 620, "total_steps": 939, "loss": 0.2098, "lr": 3.140380392754901e-06, "epoch": 1.9808306709265175, "percentage": 66.03, "elapsed_time": "0:04:15", "remaining_time": "0:02:11"}
+{"current_steps": 630, "total_steps": 939, "loss": 0.1673, "lr": 2.969147537486175e-06, "epoch": 2.012779552715655, "percentage": 67.09, "elapsed_time": "0:04:19", "remaining_time": "0:02:07"}
+{"current_steps": 640, "total_steps": 939, "loss": 0.1983, "lr": 2.800721502948506e-06, "epoch": 2.0447284345047922, "percentage": 68.16, "elapsed_time": "0:04:23", "remaining_time": "0:02:03"}
+{"current_steps": 650, "total_steps": 939, "loss": 0.174, "lr": 2.635335069067617e-06, "epoch": 2.07667731629393, "percentage": 69.22, "elapsed_time": "0:04:27", "remaining_time": "0:01:59"}
+{"current_steps": 660, "total_steps": 939, "loss": 0.1396, "lr": 2.4732168147677927e-06, "epoch": 2.108626198083067, "percentage": 70.29, "elapsed_time": "0:04:32", "remaining_time": "0:01:55"}
+{"current_steps": 670, "total_steps": 939, "loss": 0.1603, "lr": 2.314590802055232e-06, "epoch": 2.1405750798722045, "percentage": 71.35, "elapsed_time": "0:04:36", "remaining_time": "0:01:50"}
+{"current_steps": 680, "total_steps": 939, "loss": 0.162, "lr": 2.159676266344222e-06, "epoch": 2.1725239616613417, "percentage": 72.42, "elapsed_time": "0:04:40", "remaining_time": "0:01:46"}
+{"current_steps": 690, "total_steps": 939, "loss": 0.14, "lr": 2.0086873134540626e-06, "epoch": 2.2044728434504792, "percentage": 73.48, "elapsed_time": "0:04:44", "remaining_time": "0:01:42"}
+{"current_steps": 700, "total_steps": 939, "loss": 0.1582, "lr": 1.8618326236955908e-06, "epoch": 2.236421725239617, "percentage": 74.55, "elapsed_time": "0:04:48", "remaining_time": "0:01:38"}
+{"current_steps": 710, "total_steps": 939, "loss": 0.1674, "lr": 1.7193151634562071e-06, "epoch": 2.268370607028754, "percentage": 75.61, "elapsed_time": "0:04:52", "remaining_time": "0:01:34"}
+{"current_steps": 720, "total_steps": 939, "loss": 0.1357, "lr": 1.581331904682089e-06, "epoch": 2.3003194888178915, "percentage": 76.68, "elapsed_time": "0:04:56", "remaining_time": "0:01:30"}
+{"current_steps": 730, "total_steps": 939, "loss": 0.2142, "lr": 1.4480735526452427e-06, "epoch": 2.3322683706070286, "percentage": 77.74, "elapsed_time": "0:05:00", "remaining_time": "0:01:26"}
+{"current_steps": 740, "total_steps": 939, "loss": 0.1787, "lr": 1.319724282371664e-06, "epoch": 2.364217252396166, "percentage": 78.81, "elapsed_time": "0:05:04", "remaining_time": "0:01:22"}
+{"current_steps": 750, "total_steps": 939, "loss": 0.18, "lr": 1.1964614840949002e-06, "epoch": 2.3961661341853033, "percentage": 79.87, "elapsed_time": "0:05:09", "remaining_time": "0:01:17"}
+{"current_steps": 760, "total_steps": 939, "loss": 0.1343, "lr": 1.078455518086784e-06, "epoch": 2.428115015974441, "percentage": 80.94, "elapsed_time": "0:05:13", "remaining_time": "0:01:13"}
+{"current_steps": 770, "total_steps": 939, "loss": 0.1753, "lr": 9.658694792042284e-07, "epoch": 2.460063897763578, "percentage": 82.0, "elapsed_time": "0:05:17", "remaining_time": "0:01:09"}
+{"current_steps": 780, "total_steps": 939, "loss": 0.1883, "lr": 8.58858971477457e-07, "epoch": 2.4920127795527156, "percentage": 83.07, "elapsed_time": "0:05:21", "remaining_time": "0:01:05"}
+{"current_steps": 790, "total_steps": 939, "loss": 0.1424, "lr": 7.575718930512516e-07, "epoch": 2.523961661341853, "percentage": 84.13, "elapsed_time": "0:05:25", "remaining_time": "0:01:01"}
+{"current_steps": 800, "total_steps": 939, "loss": 0.1599, "lr": 6.621482317764105e-07, "epoch": 2.5559105431309903, "percentage": 85.2, "elapsed_time": "0:05:29", "remaining_time": "0:00:57"}
+{"current_steps": 810, "total_steps": 939, "loss": 0.1815, "lr": 5.727198717339511e-07, "epoch": 2.587859424920128, "percentage": 86.26, "elapsed_time": "0:05:34", "remaining_time": "0:00:53"}
+{"current_steps": 820, "total_steps": 939, "loss": 0.1513, "lr": 4.894104109594466e-07, "epoch": 2.619808306709265, "percentage": 87.33, "elapsed_time": "0:05:38", "remaining_time": "0:00:49"}
+{"current_steps": 830, "total_steps": 939, "loss": 0.1183, "lr": 4.123349906194357e-07, "epoch": 2.6517571884984026, "percentage": 88.39, "elapsed_time": "0:05:42", "remaining_time": "0:00:44"}
+{"current_steps": 840, "total_steps": 939, "loss": 0.1448, "lr": 3.416001358759635e-07, "epoch": 2.68370607028754, "percentage": 89.46, "elapsed_time": "0:05:46", "remaining_time": "0:00:40"}
+{"current_steps": 850, "total_steps": 939, "loss": 0.1515, "lr": 2.7730360865923954e-07, "epoch": 2.7156549520766773, "percentage": 90.52, "elapsed_time": "0:05:50", "remaining_time": "0:00:36"}
+{"current_steps": 860, "total_steps": 939, "loss": 0.1712, "lr": 2.1953427255185122e-07, "epoch": 2.747603833865815, "percentage": 91.59, "elapsed_time": "0:05:54", "remaining_time": "0:00:32"}
+{"current_steps": 870, "total_steps": 939, "loss": 0.1712, "lr": 1.6837196997130434e-07, "epoch": 2.779552715654952, "percentage": 92.65, "elapsed_time": "0:05:58", "remaining_time": "0:00:28"}
+{"current_steps": 880, "total_steps": 939, "loss": 0.1648, "lr": 1.2388741182062348e-07, "epoch": 2.8115015974440896, "percentage": 93.72, "elapsed_time": "0:06:02", "remaining_time": "0:00:24"}
+{"current_steps": 890, "total_steps": 939, "loss": 0.1899, "lr": 8.614207975952083e-08, "epoch": 2.8434504792332267, "percentage": 94.78, "elapsed_time": "0:06:07", "remaining_time": "0:00:20"}
+{"current_steps": 900, "total_steps": 939, "loss": 0.1264, "lr": 5.518814123121885e-08, "epoch": 2.8753993610223643, "percentage": 95.85, "elapsed_time": "0:06:11", "remaining_time": "0:00:16"}
+{"current_steps": 910, "total_steps": 939, "loss": 0.135, "lr": 3.10683773623488e-08, "epoch": 2.9073482428115014, "percentage": 96.91, "elapsed_time": "0:06:15", "remaining_time": "0:00:11"}
+{"current_steps": 920, "total_steps": 939, "loss": 0.1274, "lr": 1.3816123835588835e-08, "epoch": 2.939297124600639, "percentage": 97.98, "elapsed_time": "0:06:19", "remaining_time": "0:00:07"}
+{"current_steps": 930, "total_steps": 939, "loss": 0.1743, "lr": 3.4552248167507576e-09, "epoch": 2.9712460063897765, "percentage": 99.04, "elapsed_time": "0:06:23", "remaining_time": "0:00:03"}
+{"current_steps": 939, "total_steps": 939, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:06:27", "remaining_time": "0:00:00"}

csqa__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/trainer_state.json

@@ -0,0 +1,694 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03194888178913738,
+      "grad_norm": 3.3638806343078613,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 0.584,
+      "step": 10
+    },
+    {
+      "epoch": 0.06389776357827476,
+      "grad_norm": 5.313608646392822,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 0.6545,
+      "step": 20
+    },
+    {
+      "epoch": 0.09584664536741214,
+      "grad_norm": 5.749417781829834,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 0.6041,
+      "step": 30
+    },
+    {
+      "epoch": 0.12779552715654952,
+      "grad_norm": 6.4460344314575195,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 0.6218,
+      "step": 40
+    },
+    {
+      "epoch": 0.1597444089456869,
+      "grad_norm": 3.865777015686035,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 0.5896,
+      "step": 50
+    },
+    {
+      "epoch": 0.19169329073482427,
+      "grad_norm": 3.308546543121338,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.4319,
+      "step": 60
+    },
+    {
+      "epoch": 0.22364217252396165,
+      "grad_norm": 2.443190097808838,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.3147,
+      "step": 70
+    },
+    {
+      "epoch": 0.25559105431309903,
+      "grad_norm": 2.9960899353027344,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.3473,
+      "step": 80
+    },
+    {
+      "epoch": 0.28753993610223644,
+      "grad_norm": 1.943822979927063,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.3431,
+      "step": 90
+    },
+    {
+      "epoch": 0.3194888178913738,
+      "grad_norm": 2.0522427558898926,
+      "learning_rate": 9.999136119166803e-06,
+      "loss": 0.3306,
+      "step": 100
+    },
+    {
+      "epoch": 0.3514376996805112,
+      "grad_norm": 2.008436441421509,
+      "learning_rate": 9.9922268634943e-06,
+      "loss": 0.37,
+      "step": 110
+    },
+    {
+      "epoch": 0.38338658146964855,
+      "grad_norm": 2.1567893028259277,
+      "learning_rate": 9.978417901361958e-06,
+      "loss": 0.3488,
+      "step": 120
+    },
+    {
+      "epoch": 0.41533546325878595,
+      "grad_norm": 2.1556904315948486,
+      "learning_rate": 9.95772831799724e-06,
+      "loss": 0.3809,
+      "step": 130
+    },
+    {
+      "epoch": 0.4472843450479233,
+      "grad_norm": 2.0375113487243652,
+      "learning_rate": 9.930186708264902e-06,
+      "loss": 0.3194,
+      "step": 140
+    },
+    {
+      "epoch": 0.4792332268370607,
+      "grad_norm": 2.677859306335449,
+      "learning_rate": 9.895831137146319e-06,
+      "loss": 0.3024,
+      "step": 150
+    },
+    {
+      "epoch": 0.5111821086261981,
+      "grad_norm": 3.1313719749450684,
+      "learning_rate": 9.854709087130261e-06,
+      "loss": 0.3068,
+      "step": 160
+    },
+    {
+      "epoch": 0.5431309904153354,
+      "grad_norm": 1.9139297008514404,
+      "learning_rate": 9.80687739258782e-06,
+      "loss": 0.2974,
+      "step": 170
+    },
+    {
+      "epoch": 0.5750798722044729,
+      "grad_norm": 2.1181929111480713,
+      "learning_rate": 9.7524021612222e-06,
+      "loss": 0.3032,
+      "step": 180
+    },
+    {
+      "epoch": 0.6070287539936102,
+      "grad_norm": 3.785930633544922,
+      "learning_rate": 9.691358682701927e-06,
+      "loss": 0.2976,
+      "step": 190
+    },
+    {
+      "epoch": 0.6389776357827476,
+      "grad_norm": 3.5499579906463623,
+      "learning_rate": 9.623831324603755e-06,
+      "loss": 0.2954,
+      "step": 200
+    },
+    {
+      "epoch": 0.670926517571885,
+      "grad_norm": 2.3221206665039062,
+      "learning_rate": 9.549913415809084e-06,
+      "loss": 0.2869,
+      "step": 210
+    },
+    {
+      "epoch": 0.7028753993610224,
+      "grad_norm": 1.9535017013549805,
+      "learning_rate": 9.469707117515068e-06,
+      "loss": 0.3024,
+      "step": 220
+    },
+    {
+      "epoch": 0.7348242811501597,
+      "grad_norm": 2.6838748455047607,
+      "learning_rate": 9.383323282038632e-06,
+      "loss": 0.2958,
+      "step": 230
+    },
+    {
+      "epoch": 0.7667731629392971,
+      "grad_norm": 1.966650366783142,
+      "learning_rate": 9.29088129960862e-06,
+      "loss": 0.2811,
+      "step": 240
+    },
+    {
+      "epoch": 0.7987220447284346,
+      "grad_norm": 4.060133934020996,
+      "learning_rate": 9.192508933357753e-06,
+      "loss": 0.2515,
+      "step": 250
+    },
+    {
+      "epoch": 0.8306709265175719,
+      "grad_norm": 2.4708683490753174,
+      "learning_rate": 9.088342142742493e-06,
+      "loss": 0.2964,
+      "step": 260
+    },
+    {
+      "epoch": 0.8626198083067093,
+      "grad_norm": 3.6799099445343018,
+      "learning_rate": 8.978524895634842e-06,
+      "loss": 0.3039,
+      "step": 270
+    },
+    {
+      "epoch": 0.8945686900958466,
+      "grad_norm": 3.000821828842163,
+      "learning_rate": 8.86320896934581e-06,
+      "loss": 0.3146,
+      "step": 280
+    },
+    {
+      "epoch": 0.9265175718849841,
+      "grad_norm": 2.4160258769989014,
+      "learning_rate": 8.742553740855507e-06,
+      "loss": 0.3276,
+      "step": 290
+    },
+    {
+      "epoch": 0.9584664536741214,
+      "grad_norm": 2.8584442138671875,
+      "learning_rate": 8.616725966539831e-06,
+      "loss": 0.3105,
+      "step": 300
+    },
+    {
+      "epoch": 0.9904153354632588,
+      "grad_norm": 2.9464054107666016,
+      "learning_rate": 8.485899551698166e-06,
+      "loss": 0.2819,
+      "step": 310
+    },
+    {
+      "epoch": 1.0223642172523961,
+      "grad_norm": 3.89704966545105,
+      "learning_rate": 8.350255310200611e-06,
+      "loss": 0.242,
+      "step": 320
+    },
+    {
+      "epoch": 1.0543130990415335,
+      "grad_norm": 3.0110085010528564,
+      "learning_rate": 8.209980714586955e-06,
+      "loss": 0.2555,
+      "step": 330
+    },
+    {
+      "epoch": 1.0862619808306708,
+      "grad_norm": 3.9178524017333984,
+      "learning_rate": 8.065269636962765e-06,
+      "loss": 0.2421,
+      "step": 340
+    },
+    {
+      "epoch": 1.1182108626198084,
+      "grad_norm": 3.428340196609497,
+      "learning_rate": 7.916322081050708e-06,
+      "loss": 0.2937,
+      "step": 350
+    },
+    {
+      "epoch": 1.1501597444089458,
+      "grad_norm": 2.2544026374816895,
+      "learning_rate": 7.76334390576742e-06,
+      "loss": 0.2694,
+      "step": 360
+    },
+    {
+      "epoch": 1.182108626198083,
+      "grad_norm": 2.596172332763672,
+      "learning_rate": 7.60654654070796e-06,
+      "loss": 0.2464,
+      "step": 370
+    },
+    {
+      "epoch": 1.2140575079872205,
+      "grad_norm": 3.9734742641448975,
+      "learning_rate": 7.446146693931111e-06,
+      "loss": 0.2318,
+      "step": 380
+    },
+    {
+      "epoch": 1.2460063897763578,
+      "grad_norm": 3.436984062194824,
+      "learning_rate": 7.282366052449351e-06,
+      "loss": 0.2052,
+      "step": 390
+    },
+    {
+      "epoch": 1.2779552715654952,
+      "grad_norm": 4.291993618011475,
+      "learning_rate": 7.115430975837457e-06,
+      "loss": 0.2335,
+      "step": 400
+    },
+    {
+      "epoch": 1.3099041533546325,
+      "grad_norm": 3.5695717334747314,
+      "learning_rate": 6.945572183383229e-06,
+      "loss": 0.2119,
+      "step": 410
+    },
+    {
+      "epoch": 1.34185303514377,
+      "grad_norm": 5.036863803863525,
+      "learning_rate": 6.773024435212678e-06,
+      "loss": 0.2489,
+      "step": 420
+    },
+    {
+      "epoch": 1.3738019169329074,
+      "grad_norm": 4.83351993560791,
+      "learning_rate": 6.598026207830428e-06,
+      "loss": 0.2323,
+      "step": 430
+    },
+    {
+      "epoch": 1.4057507987220448,
+      "grad_norm": 3.500155210494995,
+      "learning_rate": 6.4208193645237314e-06,
+      "loss": 0.2528,
+      "step": 440
+    },
+    {
+      "epoch": 1.4376996805111821,
+      "grad_norm": 4.529000282287598,
+      "learning_rate": 6.241648821085666e-06,
+      "loss": 0.2303,
+      "step": 450
+    },
+    {
+      "epoch": 1.4696485623003195,
+      "grad_norm": 1.649246096611023,
+      "learning_rate": 6.060762207319479e-06,
+      "loss": 0.2117,
+      "step": 460
+    },
+    {
+      "epoch": 1.5015974440894568,
+      "grad_norm": 5.397870063781738,
+      "learning_rate": 5.878409524791931e-06,
+      "loss": 0.212,
+      "step": 470
+    },
+    {
+      "epoch": 1.5335463258785942,
+      "grad_norm": 4.360300064086914,
+      "learning_rate": 5.694842801308651e-06,
+      "loss": 0.2395,
+      "step": 480
+    },
+    {
+      "epoch": 1.5654952076677318,
+      "grad_norm": 5.323873043060303,
+      "learning_rate": 5.510315742589042e-06,
+      "loss": 0.2089,
+      "step": 490
+    },
+    {
+      "epoch": 1.5974440894568689,
+      "grad_norm": 2.8005800247192383,
+      "learning_rate": 5.325083381622165e-06,
+      "loss": 0.1908,
+      "step": 500
+    },
+    {
+      "epoch": 1.6293929712460065,
+      "grad_norm": 4.072391510009766,
+      "learning_rate": 5.139401726188208e-06,
+      "loss": 0.1869,
+      "step": 510
+    },
+    {
+      "epoch": 1.6613418530351438,
+      "grad_norm": 4.611303329467773,
+      "learning_rate": 4.953527405032723e-06,
+      "loss": 0.1866,
+      "step": 520
+    },
+    {
+      "epoch": 1.6932907348242812,
+      "grad_norm": 4.1683430671691895,
+      "learning_rate": 4.767717313182611e-06,
+      "loss": 0.2438,
+      "step": 530
+    },
+    {
+      "epoch": 1.7252396166134185,
+      "grad_norm": 5.027125358581543,
+      "learning_rate": 4.582228256894093e-06,
+      "loss": 0.2268,
+      "step": 540
+    },
+    {
+      "epoch": 1.7571884984025559,
+      "grad_norm": 3.748115062713623,
+      "learning_rate": 4.397316598723385e-06,
+      "loss": 0.2523,
+      "step": 550
+    },
+    {
+      "epoch": 1.7891373801916934,
+      "grad_norm": 3.894868850708008,
+      "learning_rate": 4.2132379032105695e-06,
+      "loss": 0.1895,
+      "step": 560
+    },
+    {
+      "epoch": 1.8210862619808306,
+      "grad_norm": 4.707362174987793,
+      "learning_rate": 4.030246583666437e-06,
+      "loss": 0.1883,
+      "step": 570
+    },
+    {
+      "epoch": 1.8530351437699681,
+      "grad_norm": 4.535495281219482,
+      "learning_rate": 3.848595550550401e-06,
+      "loss": 0.2061,
+      "step": 580
+    },
+    {
+      "epoch": 1.8849840255591053,
+      "grad_norm": 5.2252044677734375,
+      "learning_rate": 3.668535861925509e-06,
+      "loss": 0.1867,
+      "step": 590
+    },
+    {
+      "epoch": 1.9169329073482428,
+      "grad_norm": 4.363283634185791,
+      "learning_rate": 3.4903163764736104e-06,
+      "loss": 0.1621,
+      "step": 600
+    },
+    {
+      "epoch": 1.9488817891373802,
+      "grad_norm": 4.024950981140137,
+      "learning_rate": 3.314183409550293e-06,
+      "loss": 0.1941,
+      "step": 610
+    },
+    {
+      "epoch": 1.9808306709265175,
+      "grad_norm": 3.9747886657714844,
+      "learning_rate": 3.140380392754901e-06,
+      "loss": 0.2098,
+      "step": 620
+    },
+    {
+      "epoch": 2.012779552715655,
+      "grad_norm": 2.5899300575256348,
+      "learning_rate": 2.969147537486175e-06,
+      "loss": 0.1673,
+      "step": 630
+    },
+    {
+      "epoch": 2.0447284345047922,
+      "grad_norm": 5.285285472869873,
+      "learning_rate": 2.800721502948506e-06,
+      "loss": 0.1983,
+      "step": 640
+    },
+    {
+      "epoch": 2.07667731629393,
+      "grad_norm": 4.855522632598877,
+      "learning_rate": 2.635335069067617e-06,
+      "loss": 0.174,
+      "step": 650
+    },
+    {
+      "epoch": 2.108626198083067,
+      "grad_norm": 2.8326239585876465,
+      "learning_rate": 2.4732168147677927e-06,
+      "loss": 0.1396,
+      "step": 660
+    },
+    {
+      "epoch": 2.1405750798722045,
+      "grad_norm": 4.1815409660339355,
+      "learning_rate": 2.314590802055232e-06,
+      "loss": 0.1603,
+      "step": 670
+    },
+    {
+      "epoch": 2.1725239616613417,
+      "grad_norm": 4.818963050842285,
+      "learning_rate": 2.159676266344222e-06,
+      "loss": 0.162,
+      "step": 680
+    },
+    {
+      "epoch": 2.2044728434504792,
+      "grad_norm": 3.489180088043213,
+      "learning_rate": 2.0086873134540626e-06,
+      "loss": 0.14,
+      "step": 690
+    },
+    {
+      "epoch": 2.236421725239617,
+      "grad_norm": 5.792989253997803,
+      "learning_rate": 1.8618326236955908e-06,
+      "loss": 0.1582,
+      "step": 700
+    },
+    {
+      "epoch": 2.268370607028754,
+      "grad_norm": 7.210322856903076,
+      "learning_rate": 1.7193151634562071e-06,
+      "loss": 0.1674,
+      "step": 710
+    },
+    {
+      "epoch": 2.3003194888178915,
+      "grad_norm": 3.8412885665893555,
+      "learning_rate": 1.581331904682089e-06,
+      "loss": 0.1357,
+      "step": 720
+    },
+    {
+      "epoch": 2.3322683706070286,
+      "grad_norm": 7.757709503173828,
+      "learning_rate": 1.4480735526452427e-06,
+      "loss": 0.2142,
+      "step": 730
+    },
+    {
+      "epoch": 2.364217252396166,
+      "grad_norm": 3.101224184036255,
+      "learning_rate": 1.319724282371664e-06,
+      "loss": 0.1787,
+      "step": 740
+    },
+    {
+      "epoch": 2.3961661341853033,
+      "grad_norm": 6.599401950836182,
+      "learning_rate": 1.1964614840949002e-06,
+      "loss": 0.18,
+      "step": 750
+    },
+    {
+      "epoch": 2.428115015974441,
+      "grad_norm": 4.533216953277588,
+      "learning_rate": 1.078455518086784e-06,
+      "loss": 0.1343,
+      "step": 760
+    },
+    {
+      "epoch": 2.460063897763578,
+      "grad_norm": 4.923655986785889,
+      "learning_rate": 9.658694792042284e-07,
+      "loss": 0.1753,
+      "step": 770
+    },
+    {
+      "epoch": 2.4920127795527156,
+      "grad_norm": 7.162405967712402,
+      "learning_rate": 8.58858971477457e-07,
+      "loss": 0.1883,
+      "step": 780
+    },
+    {
+      "epoch": 2.523961661341853,
+      "grad_norm": 4.407649040222168,
+      "learning_rate": 7.575718930512516e-07,
+      "loss": 0.1424,
+      "step": 790
+    },
+    {
+      "epoch": 2.5559105431309903,
+      "grad_norm": 3.630793333053589,
+      "learning_rate": 6.621482317764105e-07,
+      "loss": 0.1599,
+      "step": 800
+    },
+    {
+      "epoch": 2.587859424920128,
+      "grad_norm": 4.121254920959473,
+      "learning_rate": 5.727198717339511e-07,
+      "loss": 0.1815,
+      "step": 810
+    },
+    {
+      "epoch": 2.619808306709265,
+      "grad_norm": 5.419968605041504,
+      "learning_rate": 4.894104109594466e-07,
+      "loss": 0.1513,
+      "step": 820
+    },
+    {
+      "epoch": 2.6517571884984026,
+      "grad_norm": 5.140281677246094,
+      "learning_rate": 4.123349906194357e-07,
+      "loss": 0.1183,
+      "step": 830
+    },
+    {
+      "epoch": 2.68370607028754,
+      "grad_norm": 4.626114368438721,
+      "learning_rate": 3.416001358759635e-07,
+      "loss": 0.1448,
+      "step": 840
+    },
+    {
+      "epoch": 2.7156549520766773,
+      "grad_norm": 6.971862316131592,
+      "learning_rate": 2.7730360865923954e-07,
+      "loss": 0.1515,
+      "step": 850
+    },
+    {
+      "epoch": 2.747603833865815,
+      "grad_norm": 6.2547712326049805,
+      "learning_rate": 2.1953427255185122e-07,
+      "loss": 0.1712,
+      "step": 860
+    },
+    {
+      "epoch": 2.779552715654952,
+      "grad_norm": 3.562861442565918,
+      "learning_rate": 1.6837196997130434e-07,
+      "loss": 0.1712,
+      "step": 870
+    },
+    {
+      "epoch": 2.8115015974440896,
+      "grad_norm": 4.5032124519348145,
+      "learning_rate": 1.2388741182062348e-07,
+      "loss": 0.1648,
+      "step": 880
+    },
+    {
+      "epoch": 2.8434504792332267,
+      "grad_norm": 5.417168140411377,
+      "learning_rate": 8.614207975952083e-08,
+      "loss": 0.1899,
+      "step": 890
+    },
+    {
+      "epoch": 2.8753993610223643,
+      "grad_norm": 6.31259298324585,
+      "learning_rate": 5.518814123121885e-08,
+      "loss": 0.1264,
+      "step": 900
+    },
+    {
+      "epoch": 2.9073482428115014,
+      "grad_norm": 2.681699514389038,
+      "learning_rate": 3.10683773623488e-08,
+      "loss": 0.135,
+      "step": 910
+    },
+    {
+      "epoch": 2.939297124600639,
+      "grad_norm": 4.384430885314941,
+      "learning_rate": 1.3816123835588835e-08,
+      "loss": 0.1274,
+      "step": 920
+    },
+    {
+      "epoch": 2.9712460063897765,
+      "grad_norm": 3.9094367027282715,
+      "learning_rate": 3.4552248167507576e-09,
+      "loss": 0.1743,
+      "step": 930
+    },
+    {
+      "epoch": 3.0,
+      "step": 939,
+      "total_flos": 1.4199451468745933e+17,
+      "train_loss": 0.24831230267168233,
+      "train_runtime": 397.5389,
+      "train_samples_per_second": 75.464,
+      "train_steps_per_second": 2.362
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.4199451468745933e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

csqa__qwen3_8b__all_variants_r8_bs4_lr1e5_e3/lora/sft/README.md

@@ -0,0 +1,61 @@
+---
+library_name: peft
+license: other
+base_model: Qwen/Qwen3-8B
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the csqa__qwen3_8b__n5000_t1t2_s0_all_variants_r8_bs4_lr1e5_e3_f_lora_sft dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- total_train_batch_size: 32
+- total_eval_batch_size: 64
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.52.4
+- Pytorch 2.7.0+cu126
+- Datasets 3.6.0
+- Tokenizers 0.21.1

csqa__qwen3_8b__all_variants_r8_bs4_lr1e5_e3/lora/sft/added_tokens.json

@@ -0,0 +1,28 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

csqa__qwen3_8b__all_variants_r8_bs4_lr1e5_e3/lora/sft/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 1.8033509624132403e+17,
+    "train_loss": 0.5275962893256999,
+    "train_runtime": 463.0949,
+    "train_samples_per_second": 64.782,
+    "train_steps_per_second": 2.028
+}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 2.4342577580448154e+17,
+    "train_loss": 0.41667796907841337,
+    "train_runtime": 499.1967,
+    "train_samples_per_second": 60.097,
+    "train_steps_per_second": 1.881
+}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/tokenizer_config.json

@@ -0,0 +1,2076 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/trainer_state.json

@@ -0,0 +1,685 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03194888178913738,
+      "grad_norm": 10.445302963256836,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 1.1215,
+      "step": 10
+    },
+    {
+      "epoch": 0.06389776357827476,
+      "grad_norm": 6.524072170257568,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 1.0612,
+      "step": 20
+    },
+    {
+      "epoch": 0.09584664536741214,
+      "grad_norm": 9.06125259399414,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 1.1456,
+      "step": 30
+    },
+    {
+      "epoch": 0.12779552715654952,
+      "grad_norm": 7.754812240600586,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 1.167,
+      "step": 40
+    },
+    {
+      "epoch": 0.1597444089456869,
+      "grad_norm": 6.150674343109131,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 0.8876,
+      "step": 50
+    },
+    {
+      "epoch": 0.19169329073482427,
+      "grad_norm": 3.6968953609466553,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.6745,
+      "step": 60
+    },
+    {
+      "epoch": 0.22364217252396165,
+      "grad_norm": 2.0117056369781494,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.5948,
+      "step": 70
+    },
+    {
+      "epoch": 0.25559105431309903,
+      "grad_norm": 2.015714406967163,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.5838,
+      "step": 80
+    },
+    {
+      "epoch": 0.28753993610223644,
+      "grad_norm": 2.0278899669647217,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.5852,
+      "step": 90
+    },
+    {
+      "epoch": 0.3194888178913738,
+      "grad_norm": 1.7055463790893555,
+      "learning_rate": 9.999136119166803e-06,
+      "loss": 0.5371,
+      "step": 100
+    },
+    {
+      "epoch": 0.3514376996805112,
+      "grad_norm": 2.0075223445892334,
+      "learning_rate": 9.9922268634943e-06,
+      "loss": 0.5588,
+      "step": 110
+    },
+    {
+      "epoch": 0.38338658146964855,
+      "grad_norm": 2.5569844245910645,
+      "learning_rate": 9.978417901361958e-06,
+      "loss": 0.5363,
+      "step": 120
+    },
+    {
+      "epoch": 0.41533546325878595,
+      "grad_norm": 3.164818286895752,
+      "learning_rate": 9.95772831799724e-06,
+      "loss": 0.4908,
+      "step": 130
+    },
+    {
+      "epoch": 0.4472843450479233,
+      "grad_norm": 2.094508171081543,
+      "learning_rate": 9.930186708264902e-06,
+      "loss": 0.4938,
+      "step": 140
+    },
+    {
+      "epoch": 0.4792332268370607,
+      "grad_norm": 2.319535970687866,
+      "learning_rate": 9.895831137146319e-06,
+      "loss": 0.4804,
+      "step": 150
+    },
+    {
+      "epoch": 0.5111821086261981,
+      "grad_norm": 2.136704683303833,
+      "learning_rate": 9.854709087130261e-06,
+      "loss": 0.5004,
+      "step": 160
+    },
+    {
+      "epoch": 0.5431309904153354,
+      "grad_norm": 1.9635846614837646,
+      "learning_rate": 9.80687739258782e-06,
+      "loss": 0.4596,
+      "step": 170
+    },
+    {
+      "epoch": 0.5750798722044729,
+      "grad_norm": 2.6207661628723145,
+      "learning_rate": 9.7524021612222e-06,
+      "loss": 0.4839,
+      "step": 180
+    },
+    {
+      "epoch": 0.6070287539936102,
+      "grad_norm": 2.431267023086548,
+      "learning_rate": 9.691358682701927e-06,
+      "loss": 0.4526,
+      "step": 190
+    },
+    {
+      "epoch": 0.6389776357827476,
+      "grad_norm": 2.977464199066162,
+      "learning_rate": 9.623831324603755e-06,
+      "loss": 0.4709,
+      "step": 200
+    },
+    {
+      "epoch": 0.670926517571885,
+      "grad_norm": 2.57798171043396,
+      "learning_rate": 9.549913415809084e-06,
+      "loss": 0.4471,
+      "step": 210
+    },
+    {
+      "epoch": 0.7028753993610224,
+      "grad_norm": 2.74763560295105,
+      "learning_rate": 9.469707117515068e-06,
+      "loss": 0.4229,
+      "step": 220
+    },
+    {
+      "epoch": 0.7348242811501597,
+      "grad_norm": 3.0384881496429443,
+      "learning_rate": 9.383323282038632e-06,
+      "loss": 0.4018,
+      "step": 230
+    },
+    {
+      "epoch": 0.7667731629392971,
+      "grad_norm": 2.6778738498687744,
+      "learning_rate": 9.29088129960862e-06,
+      "loss": 0.4784,
+      "step": 240
+    },
+    {
+      "epoch": 0.7987220447284346,
+      "grad_norm": 3.22487735748291,
+      "learning_rate": 9.192508933357753e-06,
+      "loss": 0.4493,
+      "step": 250
+    },
+    {
+      "epoch": 0.8306709265175719,
+      "grad_norm": 2.5190269947052,
+      "learning_rate": 9.088342142742493e-06,
+      "loss": 0.4492,
+      "step": 260
+    },
+    {
+      "epoch": 0.8626198083067093,
+      "grad_norm": 2.3401877880096436,
+      "learning_rate": 8.978524895634842e-06,
+      "loss": 0.4557,
+      "step": 270
+    },
+    {
+      "epoch": 0.8945686900958466,
+      "grad_norm": 2.725109100341797,
+      "learning_rate": 8.86320896934581e-06,
+      "loss": 0.4353,
+      "step": 280
+    },
+    {
+      "epoch": 0.9265175718849841,
+      "grad_norm": 3.324842691421509,
+      "learning_rate": 8.742553740855507e-06,
+      "loss": 0.4475,
+      "step": 290
+    },
+    {
+      "epoch": 0.9584664536741214,
+      "grad_norm": 2.9460716247558594,
+      "learning_rate": 8.616725966539831e-06,
+      "loss": 0.4585,
+      "step": 300
+    },
+    {
+      "epoch": 0.9904153354632588,
+      "grad_norm": 3.3959391117095947,
+      "learning_rate": 8.485899551698166e-06,
+      "loss": 0.4099,
+      "step": 310
+    },
+    {
+      "epoch": 1.0223642172523961,
+      "grad_norm": 3.2734692096710205,
+      "learning_rate": 8.350255310200611e-06,
+      "loss": 0.4175,
+      "step": 320
+    },
+    {
+      "epoch": 1.0543130990415335,
+      "grad_norm": 4.019186496734619,
+      "learning_rate": 8.209980714586955e-06,
+      "loss": 0.3992,
+      "step": 330
+    },
+    {
+      "epoch": 1.0862619808306708,
+      "grad_norm": 3.6706490516662598,
+      "learning_rate": 8.065269636962765e-06,
+      "loss": 0.3998,
+      "step": 340
+    },
+    {
+      "epoch": 1.1182108626198084,
+      "grad_norm": 3.0696253776550293,
+      "learning_rate": 7.916322081050708e-06,
+      "loss": 0.3891,
+      "step": 350
+    },
+    {
+      "epoch": 1.1501597444089458,
+      "grad_norm": 2.8689801692962646,
+      "learning_rate": 7.76334390576742e-06,
+      "loss": 0.3915,
+      "step": 360
+    },
+    {
+      "epoch": 1.182108626198083,
+      "grad_norm": 2.8732635974884033,
+      "learning_rate": 7.60654654070796e-06,
+      "loss": 0.3798,
+      "step": 370
+    },
+    {
+      "epoch": 1.2140575079872205,
+      "grad_norm": 4.922475814819336,
+      "learning_rate": 7.446146693931111e-06,
+      "loss": 0.3801,
+      "step": 380
+    },
+    {
+      "epoch": 1.2460063897763578,
+      "grad_norm": 3.499190330505371,
+      "learning_rate": 7.282366052449351e-06,
+      "loss": 0.3691,
+      "step": 390
+    },
+    {
+      "epoch": 1.2779552715654952,
+      "grad_norm": 3.9021763801574707,
+      "learning_rate": 7.115430975837457e-06,
+      "loss": 0.3794,
+      "step": 400
+    },
+    {
+      "epoch": 1.3099041533546325,
+      "grad_norm": 4.84491491317749,
+      "learning_rate": 6.945572183383229e-06,
+      "loss": 0.3479,
+      "step": 410
+    },
+    {
+      "epoch": 1.34185303514377,
+      "grad_norm": 4.468801021575928,
+      "learning_rate": 6.773024435212678e-06,
+      "loss": 0.3492,
+      "step": 420
+    },
+    {
+      "epoch": 1.3738019169329074,
+      "grad_norm": 4.482706069946289,
+      "learning_rate": 6.598026207830428e-06,
+      "loss": 0.3569,
+      "step": 430
+    },
+    {
+      "epoch": 1.4057507987220448,
+      "grad_norm": 3.455061197280884,
+      "learning_rate": 6.4208193645237314e-06,
+      "loss": 0.3987,
+      "step": 440
+    },
+    {
+      "epoch": 1.4376996805111821,
+      "grad_norm": 3.639888286590576,
+      "learning_rate": 6.241648821085666e-06,
+      "loss": 0.3589,
+      "step": 450
+    },
+    {
+      "epoch": 1.4696485623003195,
+      "grad_norm": 6.02905797958374,
+      "learning_rate": 6.060762207319479e-06,
+      "loss": 0.4122,
+      "step": 460
+    },
+    {
+      "epoch": 1.5015974440894568,
+      "grad_norm": 4.491400241851807,
+      "learning_rate": 5.878409524791931e-06,
+      "loss": 0.3542,
+      "step": 470
+    },
+    {
+      "epoch": 1.5335463258785942,
+      "grad_norm": 3.850947618484497,
+      "learning_rate": 5.694842801308651e-06,
+      "loss": 0.3719,
+      "step": 480
+    },
+    {
+      "epoch": 1.5654952076677318,
+      "grad_norm": 3.6334033012390137,
+      "learning_rate": 5.510315742589042e-06,
+      "loss": 0.3259,
+      "step": 490
+    },
+    {
+      "epoch": 1.5974440894568689,
+      "grad_norm": 5.071944236755371,
+      "learning_rate": 5.325083381622165e-06,
+      "loss": 0.3428,
+      "step": 500
+    },
+    {
+      "epoch": 1.6293929712460065,
+      "grad_norm": 3.8090009689331055,
+      "learning_rate": 5.139401726188208e-06,
+      "loss": 0.3764,
+      "step": 510
+    },
+    {
+      "epoch": 1.6613418530351438,
+      "grad_norm": 3.925981283187866,
+      "learning_rate": 4.953527405032723e-06,
+      "loss": 0.383,
+      "step": 520
+    },
+    {
+      "epoch": 1.6932907348242812,
+      "grad_norm": 6.125942230224609,
+      "learning_rate": 4.767717313182611e-06,
+      "loss": 0.3533,
+      "step": 530
+    },
+    {
+      "epoch": 1.7252396166134185,
+      "grad_norm": 3.9766414165496826,
+      "learning_rate": 4.582228256894093e-06,
+      "loss": 0.3652,
+      "step": 540
+    },
+    {
+      "epoch": 1.7571884984025559,
+      "grad_norm": 7.139044284820557,
+      "learning_rate": 4.397316598723385e-06,
+      "loss": 0.3213,
+      "step": 550
+    },
+    {
+      "epoch": 1.7891373801916934,
+      "grad_norm": 4.280309200286865,
+      "learning_rate": 4.2132379032105695e-06,
+      "loss": 0.3486,
+      "step": 560
+    },
+    {
+      "epoch": 1.8210862619808306,
+      "grad_norm": 3.9839210510253906,
+      "learning_rate": 4.030246583666437e-06,
+      "loss": 0.3161,
+      "step": 570
+    },
+    {
+      "epoch": 1.8530351437699681,
+      "grad_norm": 5.437602519989014,
+      "learning_rate": 3.848595550550401e-06,
+      "loss": 0.3472,
+      "step": 580
+    },
+    {
+      "epoch": 1.8849840255591053,
+      "grad_norm": 5.817410469055176,
+      "learning_rate": 3.668535861925509e-06,
+      "loss": 0.3888,
+      "step": 590
+    },
+    {
+      "epoch": 1.9169329073482428,
+      "grad_norm": 5.5709381103515625,
+      "learning_rate": 3.4903163764736104e-06,
+      "loss": 0.3225,
+      "step": 600
+    },
+    {
+      "epoch": 1.9488817891373802,
+      "grad_norm": 4.854086399078369,
+      "learning_rate": 3.314183409550293e-06,
+      "loss": 0.3637,
+      "step": 610
+    },
+    {
+      "epoch": 1.9808306709265175,
+      "grad_norm": 5.341320037841797,
+      "learning_rate": 3.140380392754901e-06,
+      "loss": 0.3309,
+      "step": 620
+    },
+    {
+      "epoch": 2.012779552715655,
+      "grad_norm": 4.052433013916016,
+      "learning_rate": 2.969147537486175e-06,
+      "loss": 0.3188,
+      "step": 630
+    },
+    {
+      "epoch": 2.0447284345047922,
+      "grad_norm": 6.213695049285889,
+      "learning_rate": 2.800721502948506e-06,
+      "loss": 0.3058,
+      "step": 640
+    },
+    {
+      "epoch": 2.07667731629393,
+      "grad_norm": 5.307283878326416,
+      "learning_rate": 2.635335069067617e-06,
+      "loss": 0.3417,
+      "step": 650
+    },
+    {
+      "epoch": 2.108626198083067,
+      "grad_norm": 5.063953876495361,
+      "learning_rate": 2.4732168147677927e-06,
+      "loss": 0.3195,
+      "step": 660
+    },
+    {
+      "epoch": 2.1405750798722045,
+      "grad_norm": 7.373411655426025,
+      "learning_rate": 2.314590802055232e-06,
+      "loss": 0.2989,
+      "step": 670
+    },
+    {
+      "epoch": 2.1725239616613417,
+      "grad_norm": 9.082876205444336,
+      "learning_rate": 2.159676266344222e-06,
+      "loss": 0.3187,
+      "step": 680
+    },
+    {
+      "epoch": 2.2044728434504792,
+      "grad_norm": 7.071778297424316,
+      "learning_rate": 2.0086873134540626e-06,
+      "loss": 0.3064,
+      "step": 690
+    },
+    {
+      "epoch": 2.236421725239617,
+      "grad_norm": 4.376129627227783,
+      "learning_rate": 1.8618326236955908e-06,
+      "loss": 0.3114,
+      "step": 700
+    },
+    {
+      "epoch": 2.268370607028754,
+      "grad_norm": 6.112962245941162,
+      "learning_rate": 1.7193151634562071e-06,
+      "loss": 0.2955,
+      "step": 710
+    },
+    {
+      "epoch": 2.3003194888178915,
+      "grad_norm": 5.760268688201904,
+      "learning_rate": 1.581331904682089e-06,
+      "loss": 0.2825,
+      "step": 720
+    },
+    {
+      "epoch": 2.3322683706070286,
+      "grad_norm": 6.972622394561768,
+      "learning_rate": 1.4480735526452427e-06,
+      "loss": 0.2928,
+      "step": 730
+    },
+    {
+      "epoch": 2.364217252396166,
+      "grad_norm": 8.442282676696777,
+      "learning_rate": 1.319724282371664e-06,
+      "loss": 0.3024,
+      "step": 740
+    },
+    {
+      "epoch": 2.3961661341853033,
+      "grad_norm": 4.642228603363037,
+      "learning_rate": 1.1964614840949002e-06,
+      "loss": 0.3522,
+      "step": 750
+    },
+    {
+      "epoch": 2.428115015974441,
+      "grad_norm": 4.407663822174072,
+      "learning_rate": 1.078455518086784e-06,
+      "loss": 0.2863,
+      "step": 760
+    },
+    {
+      "epoch": 2.460063897763578,
+      "grad_norm": 5.7068986892700195,
+      "learning_rate": 9.658694792042284e-07,
+      "loss": 0.273,
+      "step": 770
+    },
+    {
+      "epoch": 2.4920127795527156,
+      "grad_norm": 9.480902671813965,
+      "learning_rate": 8.58858971477457e-07,
+      "loss": 0.2948,
+      "step": 780
+    },
+    {
+      "epoch": 2.523961661341853,
+      "grad_norm": 6.3506693840026855,
+      "learning_rate": 7.575718930512516e-07,
+      "loss": 0.2945,
+      "step": 790
+    },
+    {
+      "epoch": 2.5559105431309903,
+      "grad_norm": 4.636996269226074,
+      "learning_rate": 6.621482317764105e-07,
+      "loss": 0.2694,
+      "step": 800
+    },
+    {
+      "epoch": 2.587859424920128,
+      "grad_norm": 6.740283489227295,
+      "learning_rate": 5.727198717339511e-07,
+      "loss": 0.2632,
+      "step": 810
+    },
+    {
+      "epoch": 2.619808306709265,
+      "grad_norm": 5.469799518585205,
+      "learning_rate": 4.894104109594466e-07,
+      "loss": 0.2781,
+      "step": 820
+    },
+    {
+      "epoch": 2.6517571884984026,
+      "grad_norm": 8.596780776977539,
+      "learning_rate": 4.123349906194357e-07,
+      "loss": 0.3137,
+      "step": 830
+    },
+    {
+      "epoch": 2.68370607028754,
+      "grad_norm": 6.271667957305908,
+      "learning_rate": 3.416001358759635e-07,
+      "loss": 0.2815,
+      "step": 840
+    },
+    {
+      "epoch": 2.7156549520766773,
+      "grad_norm": 10.2745361328125,
+      "learning_rate": 2.7730360865923954e-07,
+      "loss": 0.3089,
+      "step": 850
+    },
+    {
+      "epoch": 2.747603833865815,
+      "grad_norm": 5.311823844909668,
+      "learning_rate": 2.1953427255185122e-07,
+      "loss": 0.3243,
+      "step": 860
+    },
+    {
+      "epoch": 2.779552715654952,
+      "grad_norm": 5.055395126342773,
+      "learning_rate": 1.6837196997130434e-07,
+      "loss": 0.2945,
+      "step": 870
+    },
+    {
+      "epoch": 2.8115015974440896,
+      "grad_norm": 9.366786003112793,
+      "learning_rate": 1.2388741182062348e-07,
+      "loss": 0.3142,
+      "step": 880
+    },
+    {
+      "epoch": 2.8434504792332267,
+      "grad_norm": 6.428186416625977,
+      "learning_rate": 8.614207975952083e-08,
+      "loss": 0.2833,
+      "step": 890
+    },
+    {
+      "epoch": 2.8753993610223643,
+      "grad_norm": 6.8983612060546875,
+      "learning_rate": 5.518814123121885e-08,
+      "loss": 0.3235,
+      "step": 900
+    },
+    {
+      "epoch": 2.9073482428115014,
+      "grad_norm": 6.682745933532715,
+      "learning_rate": 3.10683773623488e-08,
+      "loss": 0.3097,
+      "step": 910
+    },
+    {
+      "epoch": 2.939297124600639,
+      "grad_norm": 7.35684871673584,
+      "learning_rate": 1.3816123835588835e-08,
+      "loss": 0.2829,
+      "step": 920
+    },
+    {
+      "epoch": 2.9712460063897765,
+      "grad_norm": 5.339282035827637,
+      "learning_rate": 3.4552248167507576e-09,
+      "loss": 0.3004,
+      "step": 930
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.4342577580448154e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 2.4342577580448154e+17,
+    "train_loss": 0.41667796907841337,
+    "train_runtime": 499.1967,
+    "train_samples_per_second": 60.097,
+    "train_steps_per_second": 1.881
+}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/trainer_log.jsonl

@@ -0,0 +1,94 @@
+{"current_steps": 10, "total_steps": 939, "loss": 1.1215, "lr": 9.574468085106384e-07, "epoch": 0.03194888178913738, "percentage": 1.06, "elapsed_time": "0:00:05", "remaining_time": "0:09:10"}
+{"current_steps": 20, "total_steps": 939, "loss": 1.0612, "lr": 2.021276595744681e-06, "epoch": 0.06389776357827476, "percentage": 2.13, "elapsed_time": "0:00:10", "remaining_time": "0:08:19"}
+{"current_steps": 30, "total_steps": 939, "loss": 1.1456, "lr": 3.0851063829787237e-06, "epoch": 0.09584664536741214, "percentage": 3.19, "elapsed_time": "0:00:16", "remaining_time": "0:08:09"}
+{"current_steps": 40, "total_steps": 939, "loss": 1.167, "lr": 4.148936170212766e-06, "epoch": 0.12779552715654952, "percentage": 4.26, "elapsed_time": "0:00:21", "remaining_time": "0:07:56"}
+{"current_steps": 50, "total_steps": 939, "loss": 0.8876, "lr": 5.212765957446809e-06, "epoch": 0.1597444089456869, "percentage": 5.32, "elapsed_time": "0:00:26", "remaining_time": "0:07:45"}
+{"current_steps": 60, "total_steps": 939, "loss": 0.6745, "lr": 6.276595744680851e-06, "epoch": 0.19169329073482427, "percentage": 6.39, "elapsed_time": "0:00:31", "remaining_time": "0:07:39"}
+{"current_steps": 70, "total_steps": 939, "loss": 0.5948, "lr": 7.340425531914894e-06, "epoch": 0.22364217252396165, "percentage": 7.45, "elapsed_time": "0:00:36", "remaining_time": "0:07:32"}
+{"current_steps": 80, "total_steps": 939, "loss": 0.5838, "lr": 8.404255319148937e-06, "epoch": 0.25559105431309903, "percentage": 8.52, "elapsed_time": "0:00:41", "remaining_time": "0:07:27"}
+{"current_steps": 90, "total_steps": 939, "loss": 0.5852, "lr": 9.46808510638298e-06, "epoch": 0.28753993610223644, "percentage": 9.58, "elapsed_time": "0:00:46", "remaining_time": "0:07:23"}
+{"current_steps": 100, "total_steps": 939, "loss": 0.5371, "lr": 9.999136119166803e-06, "epoch": 0.3194888178913738, "percentage": 10.65, "elapsed_time": "0:00:51", "remaining_time": "0:07:15"}
+{"current_steps": 110, "total_steps": 939, "loss": 0.5588, "lr": 9.9922268634943e-06, "epoch": 0.3514376996805112, "percentage": 11.71, "elapsed_time": "0:00:57", "remaining_time": "0:07:10"}
+{"current_steps": 120, "total_steps": 939, "loss": 0.5363, "lr": 9.978417901361958e-06, "epoch": 0.38338658146964855, "percentage": 12.78, "elapsed_time": "0:01:02", "remaining_time": "0:07:07"}
+{"current_steps": 130, "total_steps": 939, "loss": 0.4908, "lr": 9.95772831799724e-06, "epoch": 0.41533546325878595, "percentage": 13.84, "elapsed_time": "0:01:07", "remaining_time": "0:07:01"}
+{"current_steps": 140, "total_steps": 939, "loss": 0.4938, "lr": 9.930186708264902e-06, "epoch": 0.4472843450479233, "percentage": 14.91, "elapsed_time": "0:01:12", "remaining_time": "0:06:56"}
+{"current_steps": 150, "total_steps": 939, "loss": 0.4804, "lr": 9.895831137146319e-06, "epoch": 0.4792332268370607, "percentage": 15.97, "elapsed_time": "0:01:18", "remaining_time": "0:06:51"}
+{"current_steps": 160, "total_steps": 939, "loss": 0.5004, "lr": 9.854709087130261e-06, "epoch": 0.5111821086261981, "percentage": 17.04, "elapsed_time": "0:01:23", "remaining_time": "0:06:46"}
+{"current_steps": 170, "total_steps": 939, "loss": 0.4596, "lr": 9.80687739258782e-06, "epoch": 0.5431309904153354, "percentage": 18.1, "elapsed_time": "0:01:28", "remaining_time": "0:06:39"}
+{"current_steps": 180, "total_steps": 939, "loss": 0.4839, "lr": 9.7524021612222e-06, "epoch": 0.5750798722044729, "percentage": 19.17, "elapsed_time": "0:01:33", "remaining_time": "0:06:35"}
+{"current_steps": 190, "total_steps": 939, "loss": 0.4526, "lr": 9.691358682701927e-06, "epoch": 0.6070287539936102, "percentage": 20.23, "elapsed_time": "0:01:38", "remaining_time": "0:06:30"}
+{"current_steps": 200, "total_steps": 939, "loss": 0.4709, "lr": 9.623831324603755e-06, "epoch": 0.6389776357827476, "percentage": 21.3, "elapsed_time": "0:01:44", "remaining_time": "0:06:25"}
+{"current_steps": 210, "total_steps": 939, "loss": 0.4471, "lr": 9.549913415809084e-06, "epoch": 0.670926517571885, "percentage": 22.36, "elapsed_time": "0:01:49", "remaining_time": "0:06:19"}
+{"current_steps": 220, "total_steps": 939, "loss": 0.4229, "lr": 9.469707117515068e-06, "epoch": 0.7028753993610224, "percentage": 23.43, "elapsed_time": "0:01:54", "remaining_time": "0:06:13"}
+{"current_steps": 230, "total_steps": 939, "loss": 0.4018, "lr": 9.383323282038632e-06, "epoch": 0.7348242811501597, "percentage": 24.49, "elapsed_time": "0:01:59", "remaining_time": "0:06:08"}
+{"current_steps": 240, "total_steps": 939, "loss": 0.4784, "lr": 9.29088129960862e-06, "epoch": 0.7667731629392971, "percentage": 25.56, "elapsed_time": "0:02:04", "remaining_time": "0:06:02"}
+{"current_steps": 250, "total_steps": 939, "loss": 0.4493, "lr": 9.192508933357753e-06, "epoch": 0.7987220447284346, "percentage": 26.62, "elapsed_time": "0:02:09", "remaining_time": "0:05:57"}
+{"current_steps": 260, "total_steps": 939, "loss": 0.4492, "lr": 9.088342142742493e-06, "epoch": 0.8306709265175719, "percentage": 27.69, "elapsed_time": "0:02:14", "remaining_time": "0:05:52"}
+{"current_steps": 270, "total_steps": 939, "loss": 0.4557, "lr": 8.978524895634842e-06, "epoch": 0.8626198083067093, "percentage": 28.75, "elapsed_time": "0:02:19", "remaining_time": "0:05:46"}
+{"current_steps": 280, "total_steps": 939, "loss": 0.4353, "lr": 8.86320896934581e-06, "epoch": 0.8945686900958466, "percentage": 29.82, "elapsed_time": "0:02:24", "remaining_time": "0:05:40"}
+{"current_steps": 290, "total_steps": 939, "loss": 0.4475, "lr": 8.742553740855507e-06, "epoch": 0.9265175718849841, "percentage": 30.88, "elapsed_time": "0:02:29", "remaining_time": "0:05:35"}
+{"current_steps": 300, "total_steps": 939, "loss": 0.4585, "lr": 8.616725966539831e-06, "epoch": 0.9584664536741214, "percentage": 31.95, "elapsed_time": "0:02:35", "remaining_time": "0:05:30"}
+{"current_steps": 310, "total_steps": 939, "loss": 0.4099, "lr": 8.485899551698166e-06, "epoch": 0.9904153354632588, "percentage": 33.01, "elapsed_time": "0:02:40", "remaining_time": "0:05:25"}
+{"current_steps": 320, "total_steps": 939, "loss": 0.4175, "lr": 8.350255310200611e-06, "epoch": 1.0223642172523961, "percentage": 34.08, "elapsed_time": "0:02:45", "remaining_time": "0:05:20"}
+{"current_steps": 330, "total_steps": 939, "loss": 0.3992, "lr": 8.209980714586955e-06, "epoch": 1.0543130990415335, "percentage": 35.14, "elapsed_time": "0:02:50", "remaining_time": "0:05:15"}
+{"current_steps": 340, "total_steps": 939, "loss": 0.3998, "lr": 8.065269636962765e-06, "epoch": 1.0862619808306708, "percentage": 36.21, "elapsed_time": "0:02:55", "remaining_time": "0:05:09"}
+{"current_steps": 350, "total_steps": 939, "loss": 0.3891, "lr": 7.916322081050708e-06, "epoch": 1.1182108626198084, "percentage": 37.27, "elapsed_time": "0:03:00", "remaining_time": "0:05:04"}
+{"current_steps": 360, "total_steps": 939, "loss": 0.3915, "lr": 7.76334390576742e-06, "epoch": 1.1501597444089458, "percentage": 38.34, "elapsed_time": "0:03:05", "remaining_time": "0:04:58"}
+{"current_steps": 370, "total_steps": 939, "loss": 0.3798, "lr": 7.60654654070796e-06, "epoch": 1.182108626198083, "percentage": 39.4, "elapsed_time": "0:03:11", "remaining_time": "0:04:53"}
+{"current_steps": 380, "total_steps": 939, "loss": 0.3801, "lr": 7.446146693931111e-06, "epoch": 1.2140575079872205, "percentage": 40.47, "elapsed_time": "0:03:16", "remaining_time": "0:04:48"}
+{"current_steps": 390, "total_steps": 939, "loss": 0.3691, "lr": 7.282366052449351e-06, "epoch": 1.2460063897763578, "percentage": 41.53, "elapsed_time": "0:03:21", "remaining_time": "0:04:43"}
+{"current_steps": 400, "total_steps": 939, "loss": 0.3794, "lr": 7.115430975837457e-06, "epoch": 1.2779552715654952, "percentage": 42.6, "elapsed_time": "0:03:26", "remaining_time": "0:04:38"}
+{"current_steps": 410, "total_steps": 939, "loss": 0.3479, "lr": 6.945572183383229e-06, "epoch": 1.3099041533546325, "percentage": 43.66, "elapsed_time": "0:03:31", "remaining_time": "0:04:32"}
+{"current_steps": 420, "total_steps": 939, "loss": 0.3492, "lr": 6.773024435212678e-06, "epoch": 1.34185303514377, "percentage": 44.73, "elapsed_time": "0:03:36", "remaining_time": "0:04:27"}
+{"current_steps": 430, "total_steps": 939, "loss": 0.3569, "lr": 6.598026207830428e-06, "epoch": 1.3738019169329074, "percentage": 45.79, "elapsed_time": "0:03:41", "remaining_time": "0:04:22"}
+{"current_steps": 440, "total_steps": 939, "loss": 0.3987, "lr": 6.4208193645237314e-06, "epoch": 1.4057507987220448, "percentage": 46.86, "elapsed_time": "0:03:46", "remaining_time": "0:04:16"}
+{"current_steps": 450, "total_steps": 939, "loss": 0.3589, "lr": 6.241648821085666e-06, "epoch": 1.4376996805111821, "percentage": 47.92, "elapsed_time": "0:03:51", "remaining_time": "0:04:11"}
+{"current_steps": 460, "total_steps": 939, "loss": 0.4122, "lr": 6.060762207319479e-06, "epoch": 1.4696485623003195, "percentage": 48.99, "elapsed_time": "0:03:56", "remaining_time": "0:04:06"}
+{"current_steps": 470, "total_steps": 939, "loss": 0.3542, "lr": 5.878409524791931e-06, "epoch": 1.5015974440894568, "percentage": 50.05, "elapsed_time": "0:04:02", "remaining_time": "0:04:01"}
+{"current_steps": 480, "total_steps": 939, "loss": 0.3719, "lr": 5.694842801308651e-06, "epoch": 1.5335463258785942, "percentage": 51.12, "elapsed_time": "0:04:07", "remaining_time": "0:03:56"}
+{"current_steps": 490, "total_steps": 939, "loss": 0.3259, "lr": 5.510315742589042e-06, "epoch": 1.5654952076677318, "percentage": 52.18, "elapsed_time": "0:04:12", "remaining_time": "0:03:51"}
+{"current_steps": 500, "total_steps": 939, "loss": 0.3428, "lr": 5.325083381622165e-06, "epoch": 1.5974440894568689, "percentage": 53.25, "elapsed_time": "0:04:17", "remaining_time": "0:03:46"}
+{"current_steps": 510, "total_steps": 939, "loss": 0.3764, "lr": 5.139401726188208e-06, "epoch": 1.6293929712460065, "percentage": 54.31, "elapsed_time": "0:04:22", "remaining_time": "0:03:41"}
+{"current_steps": 520, "total_steps": 939, "loss": 0.383, "lr": 4.953527405032723e-06, "epoch": 1.6613418530351438, "percentage": 55.38, "elapsed_time": "0:04:27", "remaining_time": "0:03:35"}
+{"current_steps": 530, "total_steps": 939, "loss": 0.3533, "lr": 4.767717313182611e-06, "epoch": 1.6932907348242812, "percentage": 56.44, "elapsed_time": "0:04:33", "remaining_time": "0:03:30"}
+{"current_steps": 540, "total_steps": 939, "loss": 0.3652, "lr": 4.582228256894093e-06, "epoch": 1.7252396166134185, "percentage": 57.51, "elapsed_time": "0:04:38", "remaining_time": "0:03:25"}
+{"current_steps": 550, "total_steps": 939, "loss": 0.3213, "lr": 4.397316598723385e-06, "epoch": 1.7571884984025559, "percentage": 58.57, "elapsed_time": "0:04:43", "remaining_time": "0:03:20"}
+{"current_steps": 560, "total_steps": 939, "loss": 0.3486, "lr": 4.2132379032105695e-06, "epoch": 1.7891373801916934, "percentage": 59.64, "elapsed_time": "0:04:48", "remaining_time": "0:03:15"}
+{"current_steps": 570, "total_steps": 939, "loss": 0.3161, "lr": 4.030246583666437e-06, "epoch": 1.8210862619808306, "percentage": 60.7, "elapsed_time": "0:04:53", "remaining_time": "0:03:10"}
+{"current_steps": 580, "total_steps": 939, "loss": 0.3472, "lr": 3.848595550550401e-06, "epoch": 1.8530351437699681, "percentage": 61.77, "elapsed_time": "0:04:59", "remaining_time": "0:03:05"}
+{"current_steps": 590, "total_steps": 939, "loss": 0.3888, "lr": 3.668535861925509e-06, "epoch": 1.8849840255591053, "percentage": 62.83, "elapsed_time": "0:05:04", "remaining_time": "0:03:00"}
+{"current_steps": 600, "total_steps": 939, "loss": 0.3225, "lr": 3.4903163764736104e-06, "epoch": 1.9169329073482428, "percentage": 63.9, "elapsed_time": "0:05:09", "remaining_time": "0:02:54"}
+{"current_steps": 610, "total_steps": 939, "loss": 0.3637, "lr": 3.314183409550293e-06, "epoch": 1.9488817891373802, "percentage": 64.96, "elapsed_time": "0:05:14", "remaining_time": "0:02:49"}
+{"current_steps": 620, "total_steps": 939, "loss": 0.3309, "lr": 3.140380392754901e-06, "epoch": 1.9808306709265175, "percentage": 66.03, "elapsed_time": "0:05:19", "remaining_time": "0:02:44"}
+{"current_steps": 630, "total_steps": 939, "loss": 0.3188, "lr": 2.969147537486175e-06, "epoch": 2.012779552715655, "percentage": 67.09, "elapsed_time": "0:05:25", "remaining_time": "0:02:39"}
+{"current_steps": 640, "total_steps": 939, "loss": 0.3058, "lr": 2.800721502948506e-06, "epoch": 2.0447284345047922, "percentage": 68.16, "elapsed_time": "0:05:30", "remaining_time": "0:02:34"}
+{"current_steps": 650, "total_steps": 939, "loss": 0.3417, "lr": 2.635335069067617e-06, "epoch": 2.07667731629393, "percentage": 69.22, "elapsed_time": "0:05:35", "remaining_time": "0:02:29"}
+{"current_steps": 660, "total_steps": 939, "loss": 0.3195, "lr": 2.4732168147677927e-06, "epoch": 2.108626198083067, "percentage": 70.29, "elapsed_time": "0:05:40", "remaining_time": "0:02:24"}
+{"current_steps": 670, "total_steps": 939, "loss": 0.2989, "lr": 2.314590802055232e-06, "epoch": 2.1405750798722045, "percentage": 71.35, "elapsed_time": "0:05:45", "remaining_time": "0:02:18"}
+{"current_steps": 680, "total_steps": 939, "loss": 0.3187, "lr": 2.159676266344222e-06, "epoch": 2.1725239616613417, "percentage": 72.42, "elapsed_time": "0:05:50", "remaining_time": "0:02:13"}
+{"current_steps": 690, "total_steps": 939, "loss": 0.3064, "lr": 2.0086873134540626e-06, "epoch": 2.2044728434504792, "percentage": 73.48, "elapsed_time": "0:05:56", "remaining_time": "0:02:08"}
+{"current_steps": 700, "total_steps": 939, "loss": 0.3114, "lr": 1.8618326236955908e-06, "epoch": 2.236421725239617, "percentage": 74.55, "elapsed_time": "0:06:01", "remaining_time": "0:02:03"}
+{"current_steps": 710, "total_steps": 939, "loss": 0.2955, "lr": 1.7193151634562071e-06, "epoch": 2.268370607028754, "percentage": 75.61, "elapsed_time": "0:06:06", "remaining_time": "0:01:58"}
+{"current_steps": 720, "total_steps": 939, "loss": 0.2825, "lr": 1.581331904682089e-06, "epoch": 2.3003194888178915, "percentage": 76.68, "elapsed_time": "0:06:11", "remaining_time": "0:01:53"}
+{"current_steps": 730, "total_steps": 939, "loss": 0.2928, "lr": 1.4480735526452427e-06, "epoch": 2.3322683706070286, "percentage": 77.74, "elapsed_time": "0:06:16", "remaining_time": "0:01:47"}
+{"current_steps": 740, "total_steps": 939, "loss": 0.3024, "lr": 1.319724282371664e-06, "epoch": 2.364217252396166, "percentage": 78.81, "elapsed_time": "0:06:22", "remaining_time": "0:01:42"}
+{"current_steps": 750, "total_steps": 939, "loss": 0.3522, "lr": 1.1964614840949002e-06, "epoch": 2.3961661341853033, "percentage": 79.87, "elapsed_time": "0:06:27", "remaining_time": "0:01:37"}
+{"current_steps": 760, "total_steps": 939, "loss": 0.2863, "lr": 1.078455518086784e-06, "epoch": 2.428115015974441, "percentage": 80.94, "elapsed_time": "0:06:32", "remaining_time": "0:01:32"}
+{"current_steps": 770, "total_steps": 939, "loss": 0.273, "lr": 9.658694792042284e-07, "epoch": 2.460063897763578, "percentage": 82.0, "elapsed_time": "0:06:37", "remaining_time": "0:01:27"}
+{"current_steps": 780, "total_steps": 939, "loss": 0.2948, "lr": 8.58858971477457e-07, "epoch": 2.4920127795527156, "percentage": 83.07, "elapsed_time": "0:06:42", "remaining_time": "0:01:22"}
+{"current_steps": 790, "total_steps": 939, "loss": 0.2945, "lr": 7.575718930512516e-07, "epoch": 2.523961661341853, "percentage": 84.13, "elapsed_time": "0:06:47", "remaining_time": "0:01:16"}
+{"current_steps": 800, "total_steps": 939, "loss": 0.2694, "lr": 6.621482317764105e-07, "epoch": 2.5559105431309903, "percentage": 85.2, "elapsed_time": "0:06:52", "remaining_time": "0:01:11"}
+{"current_steps": 810, "total_steps": 939, "loss": 0.2632, "lr": 5.727198717339511e-07, "epoch": 2.587859424920128, "percentage": 86.26, "elapsed_time": "0:06:57", "remaining_time": "0:01:06"}
+{"current_steps": 820, "total_steps": 939, "loss": 0.2781, "lr": 4.894104109594466e-07, "epoch": 2.619808306709265, "percentage": 87.33, "elapsed_time": "0:07:02", "remaining_time": "0:01:01"}
+{"current_steps": 830, "total_steps": 939, "loss": 0.3137, "lr": 4.123349906194357e-07, "epoch": 2.6517571884984026, "percentage": 88.39, "elapsed_time": "0:07:08", "remaining_time": "0:00:56"}
+{"current_steps": 840, "total_steps": 939, "loss": 0.2815, "lr": 3.416001358759635e-07, "epoch": 2.68370607028754, "percentage": 89.46, "elapsed_time": "0:07:13", "remaining_time": "0:00:51"}
+{"current_steps": 850, "total_steps": 939, "loss": 0.3089, "lr": 2.7730360865923954e-07, "epoch": 2.7156549520766773, "percentage": 90.52, "elapsed_time": "0:07:18", "remaining_time": "0:00:45"}
+{"current_steps": 860, "total_steps": 939, "loss": 0.3243, "lr": 2.1953427255185122e-07, "epoch": 2.747603833865815, "percentage": 91.59, "elapsed_time": "0:07:23", "remaining_time": "0:00:40"}
+{"current_steps": 870, "total_steps": 939, "loss": 0.2945, "lr": 1.6837196997130434e-07, "epoch": 2.779552715654952, "percentage": 92.65, "elapsed_time": "0:07:28", "remaining_time": "0:00:35"}
+{"current_steps": 880, "total_steps": 939, "loss": 0.3142, "lr": 1.2388741182062348e-07, "epoch": 2.8115015974440896, "percentage": 93.72, "elapsed_time": "0:07:33", "remaining_time": "0:00:30"}
+{"current_steps": 890, "total_steps": 939, "loss": 0.2833, "lr": 8.614207975952083e-08, "epoch": 2.8434504792332267, "percentage": 94.78, "elapsed_time": "0:07:38", "remaining_time": "0:00:25"}
+{"current_steps": 900, "total_steps": 939, "loss": 0.3235, "lr": 5.518814123121885e-08, "epoch": 2.8753993610223643, "percentage": 95.85, "elapsed_time": "0:07:43", "remaining_time": "0:00:20"}
+{"current_steps": 910, "total_steps": 939, "loss": 0.3097, "lr": 3.10683773623488e-08, "epoch": 2.9073482428115014, "percentage": 96.91, "elapsed_time": "0:07:48", "remaining_time": "0:00:14"}
+{"current_steps": 920, "total_steps": 939, "loss": 0.2829, "lr": 1.3816123835588835e-08, "epoch": 2.939297124600639, "percentage": 97.98, "elapsed_time": "0:07:54", "remaining_time": "0:00:09"}
+{"current_steps": 930, "total_steps": 939, "loss": 0.3004, "lr": 3.4552248167507576e-09, "epoch": 2.9712460063897765, "percentage": 99.04, "elapsed_time": "0:07:59", "remaining_time": "0:00:04"}
+{"current_steps": 939, "total_steps": 939, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:08:04", "remaining_time": "0:00:00"}

gsm8k__llama3_8b_instruct__all_variants_r8_bs4_lr1e5_e3/lora/sft/trainer_state.json

@@ -0,0 +1,694 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 939,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03194888178913738,
+      "grad_norm": 10.445302963256836,
+      "learning_rate": 9.574468085106384e-07,
+      "loss": 1.1215,
+      "step": 10
+    },
+    {
+      "epoch": 0.06389776357827476,
+      "grad_norm": 6.524072170257568,
+      "learning_rate": 2.021276595744681e-06,
+      "loss": 1.0612,
+      "step": 20
+    },
+    {
+      "epoch": 0.09584664536741214,
+      "grad_norm": 9.06125259399414,
+      "learning_rate": 3.0851063829787237e-06,
+      "loss": 1.1456,
+      "step": 30
+    },
+    {
+      "epoch": 0.12779552715654952,
+      "grad_norm": 7.754812240600586,
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 1.167,
+      "step": 40
+    },
+    {
+      "epoch": 0.1597444089456869,
+      "grad_norm": 6.150674343109131,
+      "learning_rate": 5.212765957446809e-06,
+      "loss": 0.8876,
+      "step": 50
+    },
+    {
+      "epoch": 0.19169329073482427,
+      "grad_norm": 3.6968953609466553,
+      "learning_rate": 6.276595744680851e-06,
+      "loss": 0.6745,
+      "step": 60
+    },
+    {
+      "epoch": 0.22364217252396165,
+      "grad_norm": 2.0117056369781494,
+      "learning_rate": 7.340425531914894e-06,
+      "loss": 0.5948,
+      "step": 70
+    },
+    {
+      "epoch": 0.25559105431309903,
+      "grad_norm": 2.015714406967163,
+      "learning_rate": 8.404255319148937e-06,
+      "loss": 0.5838,
+      "step": 80
+    },
+    {
+      "epoch": 0.28753993610223644,
+      "grad_norm": 2.0278899669647217,
+      "learning_rate": 9.46808510638298e-06,
+      "loss": 0.5852,
+      "step": 90
+    },
+    {
+      "epoch": 0.3194888178913738,
+      "grad_norm": 1.7055463790893555,
+      "learning_rate": 9.999136119166803e-06,
+      "loss": 0.5371,
+      "step": 100
+    },
+    {
+      "epoch": 0.3514376996805112,
+      "grad_norm": 2.0075223445892334,
+      "learning_rate": 9.9922268634943e-06,
+      "loss": 0.5588,
+      "step": 110
+    },
+    {
+      "epoch": 0.38338658146964855,
+      "grad_norm": 2.5569844245910645,
+      "learning_rate": 9.978417901361958e-06,
+      "loss": 0.5363,
+      "step": 120
+    },
+    {
+      "epoch": 0.41533546325878595,
+      "grad_norm": 3.164818286895752,
+      "learning_rate": 9.95772831799724e-06,
+      "loss": 0.4908,
+      "step": 130
+    },
+    {
+      "epoch": 0.4472843450479233,
+      "grad_norm": 2.094508171081543,
+      "learning_rate": 9.930186708264902e-06,
+      "loss": 0.4938,
+      "step": 140
+    },
+    {
+      "epoch": 0.4792332268370607,
+      "grad_norm": 2.319535970687866,
+      "learning_rate": 9.895831137146319e-06,
+      "loss": 0.4804,
+      "step": 150
+    },
+    {
+      "epoch": 0.5111821086261981,
+      "grad_norm": 2.136704683303833,
+      "learning_rate": 9.854709087130261e-06,
+      "loss": 0.5004,
+      "step": 160
+    },
+    {
+      "epoch": 0.5431309904153354,
+      "grad_norm": 1.9635846614837646,
+      "learning_rate": 9.80687739258782e-06,
+      "loss": 0.4596,
+      "step": 170
+    },
+    {
+      "epoch": 0.5750798722044729,
+      "grad_norm": 2.6207661628723145,
+      "learning_rate": 9.7524021612222e-06,
+      "loss": 0.4839,
+      "step": 180
+    },
+    {
+      "epoch": 0.6070287539936102,
+      "grad_norm": 2.431267023086548,
+      "learning_rate": 9.691358682701927e-06,
+      "loss": 0.4526,
+      "step": 190
+    },
+    {
+      "epoch": 0.6389776357827476,
+      "grad_norm": 2.977464199066162,
+      "learning_rate": 9.623831324603755e-06,
+      "loss": 0.4709,
+      "step": 200
+    },
+    {
+      "epoch": 0.670926517571885,
+      "grad_norm": 2.57798171043396,
+      "learning_rate": 9.549913415809084e-06,
+      "loss": 0.4471,
+      "step": 210
+    },
+    {
+      "epoch": 0.7028753993610224,
+      "grad_norm": 2.74763560295105,
+      "learning_rate": 9.469707117515068e-06,
+      "loss": 0.4229,
+      "step": 220
+    },
+    {
+      "epoch": 0.7348242811501597,
+      "grad_norm": 3.0384881496429443,
+      "learning_rate": 9.383323282038632e-06,
+      "loss": 0.4018,
+      "step": 230
+    },
+    {
+      "epoch": 0.7667731629392971,
+      "grad_norm": 2.6778738498687744,
+      "learning_rate": 9.29088129960862e-06,
+      "loss": 0.4784,
+      "step": 240
+    },
+    {
+      "epoch": 0.7987220447284346,
+      "grad_norm": 3.22487735748291,
+      "learning_rate": 9.192508933357753e-06,
+      "loss": 0.4493,
+      "step": 250
+    },
+    {
+      "epoch": 0.8306709265175719,
+      "grad_norm": 2.5190269947052,
+      "learning_rate": 9.088342142742493e-06,
+      "loss": 0.4492,
+      "step": 260
+    },
+    {
+      "epoch": 0.8626198083067093,
+      "grad_norm": 2.3401877880096436,
+      "learning_rate": 8.978524895634842e-06,
+      "loss": 0.4557,
+      "step": 270
+    },
+    {
+      "epoch": 0.8945686900958466,
+      "grad_norm": 2.725109100341797,
+      "learning_rate": 8.86320896934581e-06,
+      "loss": 0.4353,
+      "step": 280
+    },
+    {
+      "epoch": 0.9265175718849841,
+      "grad_norm": 3.324842691421509,
+      "learning_rate": 8.742553740855507e-06,
+      "loss": 0.4475,
+      "step": 290
+    },
+    {
+      "epoch": 0.9584664536741214,
+      "grad_norm": 2.9460716247558594,
+      "learning_rate": 8.616725966539831e-06,
+      "loss": 0.4585,
+      "step": 300
+    },
+    {
+      "epoch": 0.9904153354632588,
+      "grad_norm": 3.3959391117095947,
+      "learning_rate": 8.485899551698166e-06,
+      "loss": 0.4099,
+      "step": 310
+    },
+    {
+      "epoch": 1.0223642172523961,
+      "grad_norm": 3.2734692096710205,
+      "learning_rate": 8.350255310200611e-06,
+      "loss": 0.4175,
+      "step": 320
+    },
+    {
+      "epoch": 1.0543130990415335,
+      "grad_norm": 4.019186496734619,
+      "learning_rate": 8.209980714586955e-06,
+      "loss": 0.3992,
+      "step": 330
+    },
+    {
+      "epoch": 1.0862619808306708,
+      "grad_norm": 3.6706490516662598,
+      "learning_rate": 8.065269636962765e-06,
+      "loss": 0.3998,
+      "step": 340
+    },
+    {
+      "epoch": 1.1182108626198084,
+      "grad_norm": 3.0696253776550293,
+      "learning_rate": 7.916322081050708e-06,
+      "loss": 0.3891,
+      "step": 350
+    },
+    {
+      "epoch": 1.1501597444089458,
+      "grad_norm": 2.8689801692962646,
+      "learning_rate": 7.76334390576742e-06,
+      "loss": 0.3915,
+      "step": 360
+    },
+    {
+      "epoch": 1.182108626198083,
+      "grad_norm": 2.8732635974884033,
+      "learning_rate": 7.60654654070796e-06,
+      "loss": 0.3798,
+      "step": 370
+    },
+    {
+      "epoch": 1.2140575079872205,
+      "grad_norm": 4.922475814819336,
+      "learning_rate": 7.446146693931111e-06,
+      "loss": 0.3801,
+      "step": 380
+    },
+    {
+      "epoch": 1.2460063897763578,
+      "grad_norm": 3.499190330505371,
+      "learning_rate": 7.282366052449351e-06,
+      "loss": 0.3691,
+      "step": 390
+    },
+    {
+      "epoch": 1.2779552715654952,
+      "grad_norm": 3.9021763801574707,
+      "learning_rate": 7.115430975837457e-06,
+      "loss": 0.3794,
+      "step": 400
+    },
+    {
+      "epoch": 1.3099041533546325,
+      "grad_norm": 4.84491491317749,
+      "learning_rate": 6.945572183383229e-06,
+      "loss": 0.3479,
+      "step": 410
+    },
+    {
+      "epoch": 1.34185303514377,
+      "grad_norm": 4.468801021575928,
+      "learning_rate": 6.773024435212678e-06,
+      "loss": 0.3492,
+      "step": 420
+    },
+    {
+      "epoch": 1.3738019169329074,
+      "grad_norm": 4.482706069946289,
+      "learning_rate": 6.598026207830428e-06,
+      "loss": 0.3569,
+      "step": 430
+    },
+    {
+      "epoch": 1.4057507987220448,
+      "grad_norm": 3.455061197280884,
+      "learning_rate": 6.4208193645237314e-06,
+      "loss": 0.3987,
+      "step": 440
+    },
+    {
+      "epoch": 1.4376996805111821,
+      "grad_norm": 3.639888286590576,
+      "learning_rate": 6.241648821085666e-06,
+      "loss": 0.3589,
+      "step": 450
+    },
+    {
+      "epoch": 1.4696485623003195,
+      "grad_norm": 6.02905797958374,
+      "learning_rate": 6.060762207319479e-06,
+      "loss": 0.4122,
+      "step": 460
+    },
+    {
+      "epoch": 1.5015974440894568,
+      "grad_norm": 4.491400241851807,
+      "learning_rate": 5.878409524791931e-06,
+      "loss": 0.3542,
+      "step": 470
+    },
+    {
+      "epoch": 1.5335463258785942,
+      "grad_norm": 3.850947618484497,
+      "learning_rate": 5.694842801308651e-06,
+      "loss": 0.3719,
+      "step": 480
+    },
+    {
+      "epoch": 1.5654952076677318,
+      "grad_norm": 3.6334033012390137,
+      "learning_rate": 5.510315742589042e-06,
+      "loss": 0.3259,
+      "step": 490
+    },
+    {
+      "epoch": 1.5974440894568689,
+      "grad_norm": 5.071944236755371,
+      "learning_rate": 5.325083381622165e-06,
+      "loss": 0.3428,
+      "step": 500
+    },
+    {
+      "epoch": 1.6293929712460065,
+      "grad_norm": 3.8090009689331055,
+      "learning_rate": 5.139401726188208e-06,
+      "loss": 0.3764,
+      "step": 510
+    },
+    {
+      "epoch": 1.6613418530351438,
+      "grad_norm": 3.925981283187866,
+      "learning_rate": 4.953527405032723e-06,
+      "loss": 0.383,
+      "step": 520
+    },
+    {
+      "epoch": 1.6932907348242812,
+      "grad_norm": 6.125942230224609,
+      "learning_rate": 4.767717313182611e-06,
+      "loss": 0.3533,
+      "step": 530
+    },
+    {
+      "epoch": 1.7252396166134185,
+      "grad_norm": 3.9766414165496826,
+      "learning_rate": 4.582228256894093e-06,
+      "loss": 0.3652,
+      "step": 540
+    },
+    {
+      "epoch": 1.7571884984025559,
+      "grad_norm": 7.139044284820557,
+      "learning_rate": 4.397316598723385e-06,
+      "loss": 0.3213,
+      "step": 550
+    },
+    {
+      "epoch": 1.7891373801916934,
+      "grad_norm": 4.280309200286865,
+      "learning_rate": 4.2132379032105695e-06,
+      "loss": 0.3486,
+      "step": 560
+    },
+    {
+      "epoch": 1.8210862619808306,
+      "grad_norm": 3.9839210510253906,
+      "learning_rate": 4.030246583666437e-06,
+      "loss": 0.3161,
+      "step": 570
+    },
+    {
+      "epoch": 1.8530351437699681,
+      "grad_norm": 5.437602519989014,
+      "learning_rate": 3.848595550550401e-06,
+      "loss": 0.3472,
+      "step": 580
+    },
+    {
+      "epoch": 1.8849840255591053,
+      "grad_norm": 5.817410469055176,
+      "learning_rate": 3.668535861925509e-06,
+      "loss": 0.3888,
+      "step": 590
+    },
+    {
+      "epoch": 1.9169329073482428,
+      "grad_norm": 5.5709381103515625,
+      "learning_rate": 3.4903163764736104e-06,
+      "loss": 0.3225,
+      "step": 600
+    },
+    {
+      "epoch": 1.9488817891373802,
+      "grad_norm": 4.854086399078369,
+      "learning_rate": 3.314183409550293e-06,
+      "loss": 0.3637,
+      "step": 610
+    },
+    {
+      "epoch": 1.9808306709265175,
+      "grad_norm": 5.341320037841797,
+      "learning_rate": 3.140380392754901e-06,
+      "loss": 0.3309,
+      "step": 620
+    },
+    {
+      "epoch": 2.012779552715655,
+      "grad_norm": 4.052433013916016,
+      "learning_rate": 2.969147537486175e-06,
+      "loss": 0.3188,
+      "step": 630
+    },
+    {
+      "epoch": 2.0447284345047922,
+      "grad_norm": 6.213695049285889,
+      "learning_rate": 2.800721502948506e-06,
+      "loss": 0.3058,
+      "step": 640
+    },
+    {
+      "epoch": 2.07667731629393,
+      "grad_norm": 5.307283878326416,
+      "learning_rate": 2.635335069067617e-06,
+      "loss": 0.3417,
+      "step": 650
+    },
+    {
+      "epoch": 2.108626198083067,
+      "grad_norm": 5.063953876495361,
+      "learning_rate": 2.4732168147677927e-06,
+      "loss": 0.3195,
+      "step": 660
+    },
+    {
+      "epoch": 2.1405750798722045,
+      "grad_norm": 7.373411655426025,
+      "learning_rate": 2.314590802055232e-06,
+      "loss": 0.2989,
+      "step": 670
+    },
+    {
+      "epoch": 2.1725239616613417,
+      "grad_norm": 9.082876205444336,
+      "learning_rate": 2.159676266344222e-06,
+      "loss": 0.3187,
+      "step": 680
+    },
+    {
+      "epoch": 2.2044728434504792,
+      "grad_norm": 7.071778297424316,
+      "learning_rate": 2.0086873134540626e-06,
+      "loss": 0.3064,
+      "step": 690
+    },
+    {
+      "epoch": 2.236421725239617,
+      "grad_norm": 4.376129627227783,
+      "learning_rate": 1.8618326236955908e-06,
+      "loss": 0.3114,
+      "step": 700
+    },
+    {
+      "epoch": 2.268370607028754,
+      "grad_norm": 6.112962245941162,
+      "learning_rate": 1.7193151634562071e-06,
+      "loss": 0.2955,
+      "step": 710
+    },
+    {
+      "epoch": 2.3003194888178915,
+      "grad_norm": 5.760268688201904,
+      "learning_rate": 1.581331904682089e-06,
+      "loss": 0.2825,
+      "step": 720
+    },
+    {
+      "epoch": 2.3322683706070286,
+      "grad_norm": 6.972622394561768,
+      "learning_rate": 1.4480735526452427e-06,
+      "loss": 0.2928,
+      "step": 730
+    },
+    {
+      "epoch": 2.364217252396166,
+      "grad_norm": 8.442282676696777,
+      "learning_rate": 1.319724282371664e-06,
+      "loss": 0.3024,
+      "step": 740
+    },
+    {
+      "epoch": 2.3961661341853033,
+      "grad_norm": 4.642228603363037,
+      "learning_rate": 1.1964614840949002e-06,
+      "loss": 0.3522,
+      "step": 750
+    },
+    {
+      "epoch": 2.428115015974441,
+      "grad_norm": 4.407663822174072,
+      "learning_rate": 1.078455518086784e-06,
+      "loss": 0.2863,
+      "step": 760
+    },
+    {
+      "epoch": 2.460063897763578,
+      "grad_norm": 5.7068986892700195,
+      "learning_rate": 9.658694792042284e-07,
+      "loss": 0.273,
+      "step": 770
+    },
+    {
+      "epoch": 2.4920127795527156,
+      "grad_norm": 9.480902671813965,
+      "learning_rate": 8.58858971477457e-07,
+      "loss": 0.2948,
+      "step": 780
+    },
+    {
+      "epoch": 2.523961661341853,
+      "grad_norm": 6.3506693840026855,
+      "learning_rate": 7.575718930512516e-07,
+      "loss": 0.2945,
+      "step": 790
+    },
+    {
+      "epoch": 2.5559105431309903,
+      "grad_norm": 4.636996269226074,
+      "learning_rate": 6.621482317764105e-07,
+      "loss": 0.2694,
+      "step": 800
+    },
+    {
+      "epoch": 2.587859424920128,
+      "grad_norm": 6.740283489227295,
+      "learning_rate": 5.727198717339511e-07,
+      "loss": 0.2632,
+      "step": 810
+    },
+    {
+      "epoch": 2.619808306709265,
+      "grad_norm": 5.469799518585205,
+      "learning_rate": 4.894104109594466e-07,
+      "loss": 0.2781,
+      "step": 820
+    },
+    {
+      "epoch": 2.6517571884984026,
+      "grad_norm": 8.596780776977539,
+      "learning_rate": 4.123349906194357e-07,
+      "loss": 0.3137,
+      "step": 830
+    },
+    {
+      "epoch": 2.68370607028754,
+      "grad_norm": 6.271667957305908,
+      "learning_rate": 3.416001358759635e-07,
+      "loss": 0.2815,
+      "step": 840
+    },
+    {
+      "epoch": 2.7156549520766773,
+      "grad_norm": 10.2745361328125,
+      "learning_rate": 2.7730360865923954e-07,
+      "loss": 0.3089,
+      "step": 850
+    },
+    {
+      "epoch": 2.747603833865815,
+      "grad_norm": 5.311823844909668,
+      "learning_rate": 2.1953427255185122e-07,
+      "loss": 0.3243,
+      "step": 860
+    },
+    {
+      "epoch": 2.779552715654952,
+      "grad_norm": 5.055395126342773,
+      "learning_rate": 1.6837196997130434e-07,
+      "loss": 0.2945,
+      "step": 870
+    },
+    {
+      "epoch": 2.8115015974440896,
+      "grad_norm": 9.366786003112793,
+      "learning_rate": 1.2388741182062348e-07,
+      "loss": 0.3142,
+      "step": 880
+    },
+    {
+      "epoch": 2.8434504792332267,
+      "grad_norm": 6.428186416625977,
+      "learning_rate": 8.614207975952083e-08,
+      "loss": 0.2833,
+      "step": 890
+    },
+    {
+      "epoch": 2.8753993610223643,
+      "grad_norm": 6.8983612060546875,
+      "learning_rate": 5.518814123121885e-08,
+      "loss": 0.3235,
+      "step": 900
+    },
+    {
+      "epoch": 2.9073482428115014,
+      "grad_norm": 6.682745933532715,
+      "learning_rate": 3.10683773623488e-08,
+      "loss": 0.3097,
+      "step": 910
+    },
+    {
+      "epoch": 2.939297124600639,
+      "grad_norm": 7.35684871673584,
+      "learning_rate": 1.3816123835588835e-08,
+      "loss": 0.2829,
+      "step": 920
+    },
+    {
+      "epoch": 2.9712460063897765,
+      "grad_norm": 5.339282035827637,
+      "learning_rate": 3.4552248167507576e-09,
+      "loss": 0.3004,
+      "step": 930
+    },
+    {
+      "epoch": 3.0,
+      "step": 939,
+      "total_flos": 2.4342577580448154e+17,
+      "train_loss": 0.41667796907841337,
+      "train_runtime": 499.1967,
+      "train_samples_per_second": 60.097,
+      "train_steps_per_second": 1.881
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 939,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.4342577580448154e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

gsm8k__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/README.md

@@ -0,0 +1,61 @@
+---
+library_name: peft
+license: other
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the gsm8k__llama3_8b_instruct__n5000_t1t2_s0_bare_100_r8_bs4_lr1e5_e3_f_lora_sft dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- total_train_batch_size: 32
+- total_eval_batch_size: 64
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.52.4
+- Pytorch 2.7.0+cu126
+- Datasets 3.6.0
+- Tokenizers 0.21.1

gsm8k__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "down_proj",
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

gsm8k__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 2.1400181022916608e+17,
+    "train_loss": 0.44269738639124667,
+    "train_runtime": 464.0428,
+    "train_samples_per_second": 64.649,
+    "train_steps_per_second": 2.024
+}

gsm8k__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

gsm8k__llama3_8b_instruct__bare_100_r8_bs4_lr1e5_e3/lora/sft/checkpoint-939/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2