Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,240 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3159254342317581,0,2.403383255004883,
+0,8,0.053800612688064575,1,9.147750561053936,
+0,16,0.03688511252403259,2,6.294818571635655,
+0,24,0.0368233248591423,3,4.4176351473881645,
+0,32,0.0369286946952343,4,6.2839154830345745,
+0,40,0.036906905472278595,5,3.8669067859649657,
+0,48,0.03690509870648384,6,4.189757208029429,
+0,56,0.03376839682459831,7,4.741250578562418,
+0,64,0.03416658565402031,8,2.5948682352900505,
+0,72,0.03425261750817299,9,2.401643602685495,
+0,80,0.03673721104860306,10,3.2030309230089187,
+0,88,0.03415317460894585,11,0.9561167038404025,
+0,96,0.03385143727064133,12,2.2329937643729725,
+0,104,0.03419794142246246,13,1.1603149237732093,
+0,112,0.03395815193653107,14,4.1716558535893755,
+0,120,0.03673635795712471,15,1.1132850011189779,
+0,128,0.033847589045763016,16,1.106460835446011,
+,,,16,,1.2962829032445062
+0,136,0.03391744941473007,17,4.667743388873835,
+0,144,0.033872198313474655,18,0.32975645566528494,
+0,152,0.03576647490262985,19,0.3919618660584092,
+0,160,0.033817365765571594,20,0.6429147899150849,
+0,168,0.034362711012363434,21,0.13087592646479607,
+0,176,0.034184906631708145,22,0.4694950859993696,
+0,184,0.03404175490140915,23,0.5667914203368127,
+0,192,0.034302350133657455,24,0.978760899785398,
+0,200,0.03715610131621361,25,0.14574980672914534,
+0,208,0.03376458212733269,26,0.11099764859626213,
+0,216,0.03406098112463951,27,0.1202387571370659,
+0,224,0.03412223234772682,28,0.998683713733529,
+0,232,0.03387952223420143,29,1.456353457008775,
+0,240,0.03411861136555672,30,1.2451094493153505,
+0,248,0.034122876822948456,31,1.479283179094394,
+0,256,0.03790052607655525,32,0.23221905815104643,
+,,,32,,0.28051547046121394
+0,264,0.03332338109612465,33,0.5898614873294719,
+0,272,0.03285316377878189,34,1.0062381757306866,
+0,280,0.030829809606075287,35,1.0041063485987252,
+0,288,0.030918076634407043,36,0.25788669983545937,
+0,296,0.030717965215444565,37,0.014313479610295459,
+0,304,0.030574478209018707,38,0.2763156476976292,
+0,312,0.03041377291083336,39,0.012917733390349895,
+1,320,0.03076282888650894,40,0.0209144689142704,
+1,328,0.032052937895059586,41,0.03176284356353184,
+1,336,0.032766249030828476,42,0.024525797305007774,
+1,344,0.03096644952893257,43,0.22405404443686297,
+1,352,0.030804980546236038,44,0.03423401642745982,
+1,360,0.03082192689180374,45,0.045954228669870645,
+1,368,0.030965637415647507,46,0.016547843294504743,
+1,376,0.030975043773651123,47,0.03711167486229291,
+1,384,0.030690684914588928,48,0.05833030451769726,
+,,,48,,0.10154949693374982
+1,392,0.03260495513677597,49,0.019360331634137157,
+1,400,0.03667750954627991,50,0.04272462896381815,
+1,408,0.037229832261800766,51,0.011155451622991157,
+1,416,0.03087839111685753,52,0.028586740753477596,
+1,424,0.031171023845672607,53,0.009136495609048077,
+1,432,0.0310363806784153,54,0.004089399421354755,
+1,440,0.03254634514451027,55,0.008129168373460952,
+1,448,0.031143859028816223,56,0.01060494368430227,
+1,456,0.03061702847480774,57,0.03907421520125354,
+1,464,0.03132668882608414,58,0.006504761570665453,
+1,472,0.03147159144282341,59,0.004090158110977007,
+1,480,0.030901525169610977,60,0.006266599344738866,
+1,488,0.03050650656223297,61,0.011716329159389716,
+1,496,0.030527647584676743,62,0.00294225710676983,
+1,504,0.030656814575195312,63,0.017780323211230676,
+1,512,0.03060118481516838,64,0.4716540209377523,
+,,,64,,0.06597070389142319
+1,520,0.030323926359415054,65,0.05377603383801345,
+1,528,0.030553560703992844,66,0.002885940436196203,
+1,536,0.030474789440631866,67,0.01200817710487172,
+1,544,0.03339465707540512,68,0.012262724708610525,
+1,552,0.03355582058429718,69,0.03803776561981067,
+1,560,0.030429624021053314,70,0.06278977859022104,
+1,568,0.03589097782969475,71,0.040477691612717796,
+1,576,0.03587455675005913,72,0.0015772731143938886,
+1,584,0.03635307773947716,73,0.35066062535042875,
+1,592,0.03722859546542168,74,0.23635535413943995,
+1,600,0.036303531378507614,75,0.003091438691869068,
+1,608,0.03719108924269676,76,0.00494079859284587,
+1,616,0.030243519693613052,77,0.05962723683074324,
+1,624,0.02999207004904747,78,0.0012535807734820991,
+2,632,0.030235059559345245,79,0.01742276886282277,
+2,640,0.02986791357398033,80,0.005403220751428638,
+,,,80,,0.11156468848659568
+2,648,0.030656103044748306,81,0.006302552910832067,
+2,656,0.030335519462823868,82,0.002645946425708154,
+2,664,0.030860096216201782,83,0.018290003168658586,
+2,672,0.03071305900812149,84,0.004259737668855285,
+2,680,0.030716128647327423,85,0.08020956685336736,
+2,688,0.032946549355983734,86,0.0013094691591201506,
+2,696,0.03044973313808441,87,0.0011997531506825578,
+2,704,0.03018297255039215,88,0.13245484542373256,
+2,712,0.031051788479089737,89,0.020260103095400456,
+2,720,0.03057006001472473,90,0.09914269956643693,
+2,728,0.030628398060798645,91,0.09528577887050976,
+2,736,0.030288249254226685,92,0.005427824351220177,
+2,744,0.03018181025981903,93,0.029306080351279188,
+2,752,0.03401568531990051,94,0.04941668088091925,
+2,760,0.033998724073171616,95,0.0016891152336029336,
+2,768,0.030365850776433945,96,0.002864855450752657,
+,,,96,,0.09435232153766232
+2,776,0.030118688941001892,97,0.006286433776646542,
+2,784,0.030487872660160065,98,0.003085301420651376,
+2,792,0.029991906136274338,99,0.02265044802865864,
+2,800,0.03015885129570961,100,0.2947315586587557,
+2,808,0.030200425535440445,101,0.0028037276351824403,
+2,816,0.030227262526750565,102,0.0015740505822274522,
+2,824,0.030369002372026443,103,0.029143832636085183,
+2,832,0.030413299798965454,104,0.009343574029117008,
+2,840,0.030151445418596268,105,0.002120449234588215,
+2,848,0.030291810631752014,106,0.0011512912544556176,
+2,856,0.03847315534949303,107,0.0023084601477118363,
+2,864,0.0362144336104393,108,0.002955416818043556,
+2,872,0.03613244369626045,109,0.004181926736540238,
+2,880,0.03819306567311287,110,0.007641267395229079,
+2,888,0.035658761858940125,111,0.003688628874862423,
+2,896,0.035800669342279434,112,0.022250326750508975,
+,,,112,,0.10574116989902166
+2,904,0.03033333271741867,113,0.002877506808727048,
+2,912,0.03003820776939392,114,0.010678775336021896,
+2,920,0.030135590583086014,115,0.007374084420338146,
+2,928,0.0301213376224041,116,0.002260735189944777,
+2,936,0.03298013657331467,117,0.046688595802212754,
+3,944,0.030209168791770935,118,0.010628165704353402,
+3,952,0.030000291764736176,119,0.0010966107896820177,
+3,960,0.030641913414001465,120,0.0020544204582822407,
+3,968,0.030616123229265213,121,0.014784625676838914,
+3,976,0.030508846044540405,122,0.22381467440209235,
+3,984,0.03457270562648773,123,0.0057255406703916375,
+3,992,0.030584435909986496,124,0.0021968168130115373,
+3,1000,0.0303439162671566,125,0.0013898301614163858,
+3,1008,0.030330825597047806,126,0.0016003492395005499,
+3,1016,0.03352891653776169,127,0.001820355661038775,
+3,1024,0.030745089054107666,128,0.0023095735302073686,
+,,,128,,0.07205737997952118
+3,1032,0.029906421899795532,129,0.010081340306152759,
+3,1040,0.02990858256816864,130,0.00162076091774824,
+3,1048,0.030110850930213928,131,0.08111158872078009,
+3,1056,0.030572399497032166,132,0.003798757441332922,
+3,1064,0.033332329243421555,133,0.0013495256779909445,
+3,1072,0.030635472387075424,134,0.0018676277990876274,
+3,1080,0.030667223036289215,135,0.0007195090089226142,
+3,1088,0.030693419277668,136,0.0017985307907414,
+3,1096,0.03077469766139984,137,0.0011017245102266315,
+3,1104,0.03323400393128395,138,0.0011913488963797975,
+3,1112,0.029889583587646484,139,0.018538822254273467,
+3,1120,0.030552785843610764,140,0.0013433424597182734,
+3,1128,0.030614212155342102,141,0.002407190519779061,
+3,1136,0.03263607621192932,142,0.0038134468755183313,
+3,1144,0.030199095606803894,143,0.0023557977828507623,
+3,1152,0.037329260259866714,144,0.0024439064415803713,
+,,,144,,0.09637276984785245
+3,1160,0.03744783252477646,145,0.0005606082328692233,
+3,1168,0.032890450209379196,146,0.0015599922467531128,
+3,1176,0.037668198347091675,147,0.0008935820539287912,
+3,1184,0.03004203364253044,148,0.0021735543850809336,
+3,1192,0.030789412558078766,149,0.001116748247416884,
+3,1200,0.02995951473712921,150,0.0008172508474672213,
+3,1208,0.03048187866806984,151,0.0008869915803767402,
+3,1216,0.030181296169757843,152,0.0013149899975608357,
+3,1224,0.03370228037238121,153,0.0008384965827385063,
+3,1232,0.03364316746592522,154,0.0011911056913399638,
+3,1240,0.03395179286599159,155,0.006531614483369945,
+3,1248,0.0341138131916523,156,0.0014154462967001433,
+3,1256,0.03356142342090607,157,0.003305888097119433,
+4,1264,0.033823926001787186,158,0.002691114331425454,
+4,1272,0.03380219638347626,159,0.003283383318921551,
+4,1280,0.03448532521724701,160,0.0013974333023025582,
+,,,160,,0.1010317867749358
+4,1288,0.0337182953953743,161,0.0030070745888224337,
+4,1296,0.033420130610466,162,0.0013576547886865835,
+4,1304,0.03359057381749153,163,0.0010430163325509056,
+4,1312,0.03440594673156738,164,0.0015172018234700184,
+4,1320,0.03367071598768234,165,0.007978068722877651,
+4,1328,0.03421492129564285,166,0.000938126086111879,
+4,1336,0.03379826247692108,167,0.0006439855836409455,
+4,1344,0.031012974679470062,168,0.0018748237259084515,
+4,1352,0.030726194381713867,169,0.002502224555848023,
+4,1360,0.03090987354516983,170,0.001655099310093127,
+4,1368,0.03195023164153099,171,0.0021999058983055873,
+4,1376,0.03398152068257332,172,0.0013343556224404334,
+4,1384,0.033894047141075134,173,0.0005700301328695125,
+4,1392,0.03088238835334778,174,0.001768369194905972,
+4,1400,0.030628520995378494,175,0.0005341801319445949,
+4,1408,0.030795473605394363,176,0.0012786730309017002,
+,,,176,,0.09557222340204945
+4,1416,0.031059540808200836,177,0.0007047583664340588,
+4,1424,0.03159354627132416,178,0.0007959205811078261,
+4,1432,0.03280382230877876,179,0.0019861848312967387,
+4,1440,0.03132058307528496,180,0.0007884207865572534,
+4,1448,0.03115791082382202,181,0.0007448817658851939,
+4,1456,0.031054504215717316,182,0.0015230215940391645,
+4,1464,0.031004156917333603,183,0.0011408335497738638,
+4,1472,0.030794914811849594,184,0.0015427331289780946,
+4,1480,0.03131141513586044,185,0.0019612799175471687,
+4,1488,0.03141775354743004,186,0.0007517036871062233,
+4,1496,0.03180161118507385,187,0.0008939137972317569,
+4,1504,0.031394653022289276,188,0.0011556197901622259,
+4,1512,0.03131352365016937,189,0.0009637200010519547,
+4,1520,0.03136897832155228,190,0.0009103732863877667,
+4,1528,0.03129834681749344,191,0.0006257473845228864,
+4,1536,0.0313258171081543,192,0.0008624559195595793,
+,,,192,,0.0940066298393354
+4,1544,0.03176163509488106,193,0.001352812658296898,
+4,1552,0.031632862985134125,194,0.00097924691859093,
+4,1560,0.031489159911870956,195,0.0014565881708851801,
+4,1568,0.03325280919671059,196,0.00118311637682685,
+5,1576,0.03187040612101555,197,0.0020870353820590447,
+5,1584,0.034045543521642685,198,0.001082126119096453,
+5,1592,0.0316309928894043,199,0.002014006166427862,
+5,1600,0.03382899612188339,200,0.0017022301472024992,
+5,1608,0.03176145628094673,201,0.0025855492587046076,
+5,1616,0.03194839879870415,202,0.0015119387171580456,
+5,1624,0.03155642747879028,203,0.0012165795978944516,
+5,1632,0.03169804811477661,204,0.0008464214832721544,
+5,1640,0.03159531205892563,205,0.0014255128603858443,
+5,1648,0.03179403394460678,206,0.0009588306441271145,
+5,1656,0.03135761618614197,207,0.0012416757907396038,
+5,1664,0.03160092979669571,208,0.000612849930453544,
+,,,208,,0.09409690229860071
+5,1672,0.03363293781876564,209,0.0011660086853556675,
+5,1680,0.03187550976872444,210,0.0006064394348703155,
+5,1688,0.03225786238908768,211,0.001060270783151888,
+5,1696,0.03157452493906021,212,0.0008487869708915241,
+5,1704,0.03133561834692955,213,0.00039796434866730125,
+5,1712,0.03148699551820755,214,0.0005603135274820185,
+5,1720,0.03385479375720024,215,0.0014054876980177748,
+5,1728,0.031605008989572525,216,0.0010068399848629876,
+5,1736,0.031041860580444336,217,0.000792991942117541,
+5,1744,0.03175875172019005,218,0.0010872891696635633,
+5,1752,0.03365233168005943,219,0.0011803325620488836,
+5,1760,0.03426429629325867,220,0.0008934698562370613,
+5,1768,0.03082629293203354,221,0.004819279389373739,
+5,1776,0.03145118057727814,222,0.0006896002809158885,
+5,1784,0.03129095956683159,223,0.0006639808270847425,
+5,1792,0.03254338726401329,224,0.00284975088120868,
+,,,224,,0.09336279951818457

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+534676,13
+542810,13
+413458,10
+244400,6
+59078,1
+454334,11
+610261,10
+577301,3
+356427,8
+15177,0
+377980,9
+520165,13
+201239,5
+170833,4
+394657,9
+197420,4
+262543,6
+139881,3
+43786,1
+60339,1
+482297,12
+240944,6
+256673,6
+598298,7
+252490,6
+229772,5
+215966,5
+294643,7
+118874,2
+491467,12
+256254,6
+221730,5
+484885,12
+492889,12
+89399,2
+65254,1
+430889,10
+25613,0
+578146,3
+488404,12
+275766,6
+619653,11
+273657,6
+388753,9
+41199,1
+121404,3
+476337,11
+11692,0
+407407,10
+105904,2
+48248,1
+206050,5
+574413,2
+185202,4
+448022,11
+136913,3
+154230,3
+284733,7
+183095,4
+471476,11
+245995,6
+25729,0
+504462,12
+512413,12
+579156,3
+78803,1
+195663,4
+98059,2
+6365,0
+338580,8
+299201,7
+624099,12
+429311,10
+324124,8
+15645,0
+519753,12
+144708,3
+19197,0
+540089,13
+8036,0
+385943,9
+401875,10
+318344,7
+593874,6
+154911,3
+92964,2
+322054,8
+380234,9
+166024,4
+189342,4
+498694,12
+292783,7
+66123,1
+256315,6
+182541,4
+292223,7
+332888,8
+497291,12
+516118,12
+400135,10
+329586,8
+527426,13
+75328,1
+458624,11
+177811,4
+121841,3
+359038,8
+474739,11
+562584,0
+22136,0
+458059,11
+30004,0
+62080,1
+62731,1
+180218,4
+526056,13
+516167,12
+383954,9
+115172,2
+37941,0
+509923,12
+358068,8
+42146,1
+556806,13
+47617,1
+125062,3
+172081,4
+475429,11
+512423,12
+611259,10
+53733,1
+371230,9
+56229,1
+193722,4

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+534676,-12.875546,-19.830193,-14.938046,-17.114363,-17.917511,-13.430762,-14.000546,-13.924576,-25.518007,-16.813047,-18.125547,-15.313046,-15.563046,-0.003420719
+542810,-12.126018,-19.435656,-13.751018,-15.138019,-14.218135,-12.7573395,-12.626018,-14.0282,-22.7777,-14.251018,-16.688519,-13.251018,-13.751018,-0.0022041497
+413458,-10.750299,-17.234526,-16.0003,-19.41132,-16.904432,-12.850027,-15.125299,-10.601705,-22.95973,-12.000299,-0.00029905137,-15.750299,-20.0003,-13.252867
+244400,-14.001905,-9.437889,-19.064405,-23.83677,-15.389772,-15.445154,-0.0019058889,-14.189738,-19.132002,-19.064405,-15.376905,-19.001905,-19.439405,-13.290321
+59078,-8.752967,-0.0050258683,-16.252968,-22.211607,-14.042306,-19.918175,-10.127967,-16.441608,-23.985561,-16.065468,-13.627967,-17.440468,-17.815468,-12.262822
+454334,-12.500521,-22.97481,-10.125521,-19.271025,-18.337181,-14.441542,-17.00052,-20.195051,-23.411942,-17.37552,-17.56302,-0.0005210473,-15.875521,-13.038773
+610261,-11.750236,-19.545681,-15.250236,-22.920609,-18.999632,-14.176518,-16.250235,-11.642898,-24.353748,-9.000236,-0.00023541064,-15.500236,-20.125235,-14.770079
+577301,-12.126781,-13.670395,-8.626781,-0.0042608827,-11.253767,-10.768004,-15.876781,-14.478624,-25.927382,-13.689281,-15.876781,-17.376781,-16.251781,-14.570755
+356427,-13.187842,-15.2770405,-16.437841,-19.559193,-14.326213,-20.454023,-12.000342,-11.375514,-0.00055972463,-16.625341,-12.625342,-14.750342,-17.000341,-15.264461
+15177,-0.000105256266,-13.743703,-13.875105,-18.852446,-15.179768,-15.33351,-15.000105,-16.415455,-26.14199,-19.312605,-19.312605,-16.812605,-14.187605,-16.34782
+377980,-11.250616,-17.513744,-13.938116,-17.758553,-17.008982,-13.845515,-16.063116,-8.7098675,-23.510448,-0.00061636046,-12.625616,-17.313116,-18.313116,-13.25512
+520165,-6.5054154,-7.641382,-13.505416,-15.2227955,-8.408243,-6.858456,-10.630416,-12.132262,-19.817327,-14.505416,-13.442916,-13.880416,-14.442916,-0.008658719
+201239,-12.50014,-15.2424965,-16.437641,-21.985296,-13.778509,-0.0025160678,-11.50014,-12.81399,-28.375359,-16.625141,-16.000141,-16.750141,-18.125141,-14.270809
+170833,-14.00027,-20.371655,-15.37527,-19.20393,-0.0012815478,-23.593178,-16.50027,-20.598658,-27.978546,-19.18777,-19.00027,-21.87527,-23.12527,-16.342953
+394657,-10.250286,-20.480246,-11.250286,-16.222559,-18.290483,-13.129556,-16.062786,-12.277761,-24.906242,-0.00028582301,-10.000286,-16.812786,-19.125286,-14.639114
+197420,-13.000286,-20.547953,-14.625286,-17.826176,-0.0015069729,-19.476074,-15.562786,-18.955942,-27.09701,-17.375286,-18.500286,-19.812786,-21.062786,-16.834225
+262543,-0.977281,-1.357747,-9.789781,-13.534302,-4.1954336,-8.011073,-1.102281,-10.103282,-19.138515,-10.914781,-10.602281,-11.602281,-12.039781,-6.9994984
+139881,-14.126332,-15.064705,-9.001332,-0.0029489496,-14.878787,-12.982335,-16.626331,-13.860574,-27.022419,-16.938831,-17.438831,-18.688831,-17.438831,-15.81932
+43786,-8.131309,-0.0068247174,-14.506309,-18.974886,-13.330308,-16.444984,-9.381309,-15.069611,-23.004684,-15.693809,-12.568809,-15.506309,-16.443808,-11.39285
+60339,-10.002287,-0.003633052,-16.814787,-18.269138,-16.557043,-16.745619,-10.127287,-15.502642,-20.890133,-17.689787,-14.564787,-16.002287,-17.939787,-12.005257
+482297,-9.750748,-17.503674,-11.625748,-17.109392,-13.121561,-11.121329,-14.250748,-14.126825,-25.051777,-14.688248,-15.250748,-12.625748,-0.0007475204,-8.002099
+240944,-11.25105,-12.148909,-17.75105,-23.047829,-18.958397,-14.31953,-0.0010503973,-15.063818,-21.688112,-18.62605,-15.50105,-17.93855,-18.81355,-13.63713
+256673,-6.7706404,-6.677835,-16.64564,-19.15614,-10.819683,-10.839115,-0.02064023,-12.770887,-17.965729,-16.77064,-11.45814,-16.77064,-15.64564,-12.404405
+598298,-14.375111,-18.15485,-21.43761,-24.190664,-17.949488,-12.626744,-18.56261,-0.00024054978,-22.312763,-19.06261,-19.43761,-18.43761,-22.31261,-12.511588
+252490,-10.380192,-8.445559,-15.942692,-20.90004,-12.476452,-13.958934,-0.00519201,-13.255425,-19.303242,-17.192692,-13.505192,-16.692692,-17.317692,-12.366775
+229772,-5.1318994,-12.77848,-12.1944,-16.737478,-14.141111,-0.012868107,-8.0069,-13.571926,-23.426834,-12.1319,-11.1319,-14.1319,-14.8194,-8.63381
+215966,-7.2520447,-13.420084,-13.814545,-15.02996,-17.24251,-0.005128423,-7.6270447,-14.565368,-23.066338,-10.002045,-10.752045,-14.939545,-14.752045,-8.88162
+294643,-12.250401,-16.932709,-18.7504,-21.030785,-17.060743,-11.253123,-16.8129,-0.00058438594,-19.167385,-16.6254,-17.6879,-17.8129,-20.3754,-11.585711
+118874,-11.5003195,-18.781593,-0.00031954906,-12.882024,-16.064919,-15.172768,-18.43782,-18.14264,-29.826035,-18.12532,-19.68782,-13.8753195,-17.62532,-17.892336
+491467,-11.000391,-18.507421,-11.625391,-17.188778,-14.751583,-15.932862,-15.062891,-14.710877,-25.768452,-15.687891,-16.500391,-13.250391,-0.0003908109,-9.421777
+256254,-9.751086,-7.786358,-14.063586,-21.169226,-11.680009,-12.068421,-0.0010862409,-14.876354,-20.82262,-16.938587,-15.126086,-15.563586,-18.563587,-12.764145
+221730,-13.562635,-15.592861,-15.875135,-20.035892,-14.8078,-0.0017958828,-10.000135,-13.438486,-30.8157,-16.937635,-14.500135,-16.187635,-17.562635,-12.942258
+484885,-11.5004635,-19.23937,-12.5004635,-18.821808,-16.088425,-14.832138,-15.2504635,-14.742926,-24.504604,-15.5629635,-16.000463,-13.2504635,-0.00046325917,-10.50629
+492889,-9.252853,-17.091589,-9.627853,-16.580566,-12.714706,-12.284745,-13.815353,-13.356338,-22.90804,-13.565353,-15.315353,-12.627853,-0.0028536096,-6.1970606
+89399,-7.75092,-14.168199,-0.0009199916,-13.679707,-8.002103,-17.795534,-14.25092,-13.507925,-26.772446,-17.25092,-17.06342,-14.62592,-18.18842,-13.001911
+65254,-7.634103,-0.009790435,-14.259103,-17.047703,-14.205906,-19.077093,-9.759103,-15.697672,-23.575125,-15.634103,-12.509103,-15.759103,-16.384104,-14.889242
+430889,-12.2501135,-19.832315,-16.250114,-21.24502,-19.689611,-14.439076,-17.062614,-12.706485,-26.287369,-11.2501135,-0.0001136,-16.500114,-21.000114,-14.626743
+25613,-0.00037615377,-12.953648,-9.750376,-17.236645,-13.631226,-18.334911,-11.500376,-17.200106,-23.412636,-17.062876,-17.125376,-16.250376,-12.750376,-15.443411
+578146,-12.626206,-14.193736,-9.376206,-0.004209521,-13.627256,-12.146584,-15.626206,-14.058893,-24.865314,-14.063706,-15.751206,-16.938705,-15.813706,-15.583809
+488404,-9.625902,-18.063635,-10.625902,-16.902657,-13.240321,-13.815777,-14.438402,-14.06236,-24.238827,-13.688402,-14.813402,-12.313402,-0.0009022456,-8.557633
+275766,-14.000685,-10.294703,-19.563185,-24.807972,-22.465733,-16.959509,-0.0006845038,-15.501204,-22.966496,-19.938185,-16.750685,-19.875685,-20.563185,-14.665871
+619653,-13.7507,-21.239676,-9.5007,-19.394003,-17.606659,-15.722794,-17.8132,-18.193836,-23.05834,-17.8132,-18.1882,-0.00069975207,-16.0007,-12.754348
+273657,-6.5297117,-4.161329,-15.029712,-16.598946,-6.2947726,-8.507209,-0.029711768,-10.843626,-18.239273,-11.717212,-12.029712,-14.154712,-13.842212,-10.169393
+388753,-11.000247,-18.697266,-11.500247,-19.119864,-18.807858,-14.274539,-15.500247,-11.900231,-23.495205,-0.0002472095,-10.375247,-17.312748,-18.687748,-15.198407
+41199,-6.6293797,-0.005093994,-14.566879,-17.348906,-10.776234,-14.84082,-7.7543797,-14.380533,-25.645262,-15.316879,-13.254379,-16.00438,-16.37938,-12.291496
+121404,-11.376262,-15.288623,-8.751262,-0.0025158785,-10.754128,-12.741427,-15.188762,-14.049389,-25.593164,-14.563762,-15.313762,-15.813762,-17.501263,-12.7613945
+476337,-11.501489,-20.693287,-7.3764887,-17.709337,-16.776659,-13.146374,-16.68899,-17.196995,-23.360226,-15.626489,-17.50149,-0.001488769,-14.938989,-12.004526
+11692,-0.00019035912,-12.896143,-10.500191,-18.046127,-14.320693,-14.32006,-12.750191,-15.259268,-24.90354,-18.75019,-18.43769,-13.250191,-17.93769,-13.979056
+407407,-10.502371,-18.58534,-12.127371,-20.998209,-17.9358,-13.2367525,-14.939871,-11.569375,-24.907284,-6.127371,-0.0023707636,-13.252371,-18.62737,-14.840365
+105904,-5.35429,-12.949476,-1.22929,-8.704937,-0.35563207,-17.807335,-13.41679,-12.386713,-20.051723,-13.66679,-13.91679,-14.41679,-13.72929,-9.605943
+48248,-9.004277,-0.005357249,-15.004277,-20.50306,-15.342389,-17.956388,-10.379277,-16.827452,-24.74226,-16.254276,-13.816777,-16.941776,-17.191776,-11.764536
+206050,-13.250129,-15.648801,-15.687629,-20.778698,-13.120873,-0.0014995192,-11.250129,-13.063359,-26.250416,-15.562629,-15.062629,-15.750129,-17.875128,-12.882678
+574413,-11.125356,-16.042309,-0.00035577643,-10.010624,-12.7524395,-14.251855,-17.500357,-15.675505,-27.153988,-16.125357,-18.812857,-13.000356,-17.187857,-16.267359
+185202,-12.125386,-18.552858,-14.000386,-17.839487,-0.0015268222,-20.074385,-15.437886,-18.30471,-26.760069,-17.687885,-17.750385,-20.250385,-21.000385,-16.550354
+448022,-13.250656,-19.43098,-10.750656,-18.562878,-20.046387,-14.673919,-17.563156,-17.87755,-24.747425,-17.125656,-17.938156,-0.0006556745,-16.313156,-13.1288
+136913,-11.126906,-13.598969,-9.876906,-0.0068496573,-11.25428,-12.215367,-15.501906,-14.292829,-23.194016,-13.814406,-15.689406,-16.251907,-16.189407,-14.132125
+154230,-11.00131,-12.437307,-7.626311,-0.0036355383,-10.127969,-13.064227,-14.43881,-14.86254,-25.172705,-15.50131,-16.06381,-16.56381,-17.25131,-13.694116
+284733,-12.625139,-17.400045,-19.18764,-20.277174,-17.152029,-11.380034,-17.18764,-0.0002735666,-19.723486,-16.68764,-17.56264,-18.37514,-21.00014,-12.270307
+183095,-14.500314,-20.510502,-15.125314,-19.31684,-0.0021880679,-25.893661,-17.250315,-19.808487,-28.054712,-19.187815,-19.437815,-21.750315,-22.937815,-16.261684
+471476,-12.750376,-22.356339,-11.000376,-19.64468,-18.070776,-13.210803,-17.250376,-18.535109,-24.27965,-17.250376,-17.437876,-0.0003756771,-15.437876,-12.753451
+245995,-12.500914,-13.453766,-18.563414,-22.518219,-19.262669,-14.573359,-0.0009137984,-15.688832,-23.380548,-18.500914,-15.500914,-18.563414,-18.375914,-14.655008
+25729,-0.081838846,-6.964153,-9.894339,-15.535274,-8.049546,-4.712415,-7.5818386,-7.207474,-15.662209,-10.394339,-12.956839,-11.144339,-12.894339,-6.841238
+504462,-11.500332,-19.324713,-11.250332,-18.970285,-17.033134,-19.604769,-14.937832,-14.710215,-24.445333,-15.750332,-16.875332,-13.250332,-0.0003321811,-11.107303
+512413,-12.250535,-20.490026,-13.125535,-18.790472,-14.883589,-15.457415,-15.500535,-15.116198,-25.347406,-15.500535,-17.188034,-13.250535,-0.00053498737,-9.003481
+579156,-13.251186,-14.544478,-8.751186,-0.0029169945,-14.3151865,-12.171382,-15.876186,-13.584859,-26.135132,-13.688686,-15.813686,-16.938686,-15.813686,-14.861561
+78803,-8.884781,-0.010621649,-15.009781,-18.923855,-14.145619,-18.972486,-10.509781,-15.324695,-25.702477,-14.884781,-12.509781,-15.759781,-16.75978,-12.872457
+195663,-14.125473,-20.230288,-14.562973,-18.641779,-0.0017632336,-20.115026,-15.312973,-19.105846,-25.273018,-17.875473,-17.375473,-20.312973,-21.500473,-16.281946
+98059,-8.750568,-16.035637,-0.0005688241,-11.012282,-8.75185,-15.657415,-16.688068,-14.797217,-26.088839,-16.188068,-17.313068,-13.750568,-17.375568,-14.819552
+6365,-0.0001546025,-14.9307375,-9.6251545,-18.35531,-13.653169,-15.4056015,-13.6251545,-16.518133,-25.26603,-19.750154,-18.875154,-12.7501545,-18.562654,-16.07207
+338580,-11.937992,-13.962065,-15.687992,-17.145891,-14.910428,-19.049543,-11.375492,-10.625629,-0.0005583723,-16.437992,-12.000492,-15.062992,-16.625492,-14.3908415
+299201,-11.625485,-16.223932,-17.812984,-18.884987,-16.3025,-10.7562065,-15.312985,-0.0005879364,-18.587162,-15.750485,-16.687984,-16.375484,-19.187984,-10.633249
+624099,-9.001139,-17.180645,-10.251139,-17.809683,-13.015983,-11.9149685,-13.876139,-14.337543,-24.173796,-13.251139,-15.063639,-12.251139,-0.0011386347,-7.639791
+429311,-9.752705,-18.601364,-12.377705,-20.832518,-18.139662,-12.923302,-14.377705,-11.449327,-23.699272,-6.002704,-0.0027042984,-13.252705,-18.565205,-14.135628
+324124,-13.062868,-15.475912,-16.250368,-19.324768,-14.326392,-18.775543,-11.937868,-11.813033,-0.00054696767,-16.687868,-12.500368,-14.562868,-16.812868,-15.287983
+15645,-8.999896e-05,-14.884587,-17.31259,-20.75225,-17.656353,-15.150988,-15.87509,-16.464703,-26.094563,-21.18759,-19.75009,-19.37509,-19.93759,-16.827496
+519753,-2.9268901,-5.8718247,-4.67689,-8.88702,-8.592548,-5.1526265,-9.30189,-7.681981,-17.402206,-7.30189,-9.48939,-3.1768901,-2.4268901,-3.430834
+144708,-12.001229,-14.712173,-9.001229,-0.0039480487,-12.003623,-12.080086,-16.12623,-14.918793,-25.982725,-15.063729,-16.43873,-18.00123,-16.81373,-16.013035
+19197,-7.8436635e-05,-12.548153,-14.812578,-19.070787,-15.958035,-16.975704,-15.687578,-16.542858,-25.348042,-20.500078,-19.750078,-17.687578,-16.187578,-16.197138
+540089,-12.875516,-20.67793,-14.750516,-17.18851,-16.178942,-16.543434,-13.750516,-15.267189,-25.123383,-16.563015,-17.563015,-14.000516,-15.625516,-0.0015910901
+8036,-0.00014578234,-15.780332,-15.687646,-30.939308,-18.17747,-14.819098,-16.125145,-11.185318,-25.0984,-19.875145,-17.812645,-18.125145,-20.875145,-19.54331
+385943,-11.125231,-20.22247,-12.375231,-15.889095,-19.22712,-14.534188,-15.937731,-14.131928,-22.767624,-0.00023064337,-11.500231,-17.31273,-18.18773,-15.512614
+401875,-8.700409,-15.836073,-13.762909,-16.499056,-16.616991,-9.591387,-12.950409,-3.0755706,-15.884207,-3.7004087,-0.07540861,-14.137909,-17.700409,-11.830387
+318344,-12.250574,-13.250869,-17.188074,-20.233437,-15.452989,-11.34348,-11.000574,-0.0007135315,-20.337978,-16.688074,-14.438074,-17.688074,-19.375574,-12.382899
+593874,-12.500321,-13.096896,-21.125322,-25.9901,-20.983015,-16.947544,-0.0003214558,-15.938406,-23.85076,-20.750322,-16.875322,-20.062822,-20.812822,-15.261521
+154911,-13.313681,-14.138838,-9.001181,-0.002841422,-13.628479,-11.773063,-15.938681,-14.480877,-26.368975,-14.876181,-16.31368,-17.93868,-16.62618,-15.528007
+92964,-8.250927,-15.286419,-0.00092654204,-11.134051,-8.251854,-15.116749,-16.313427,-15.636426,-23.837534,-14.875927,-16.813427,-16.000927,-16.313427,-11.878749
+322054,-12.875333,-15.22307,-16.687834,-19.138996,-14.206126,-18.05342,-11.750333,-11.313024,-0.00046234904,-16.625334,-12.312833,-14.937833,-16.687834,-14.81669
+380234,-10.375196,-19.302889,-12.250196,-17.931534,-19.257603,-13.474988,-15.750196,-12.040708,-24.927769,-0.00019608006,-11.875196,-17.250196,-19.500196,-14.458627
+166024,-10.250434,-17.13435,-11.750434,-14.271799,-0.0018943861,-14.209552,-15.062934,-15.372057,-24.88137,-16.500435,-17.062935,-19.187935,-20.187935,-14.0081625
+189342,-13.750328,-21.194702,-14.875328,-19.515423,-0.0019036683,-22.857706,-16.312828,-19.529861,-28.384716,-18.187828,-19.062828,-21.625328,-22.625328,-15.904237
+498694,-9.001705,-13.243365,-9.626705,-16.03527,-10.925864,-12.014582,-13.501705,-12.081631,-21.641874,-13.126705,-14.064205,-11.251705,-0.0017053836,-7.753341
+292783,-12.000642,-14.545521,-19.313143,-21.184145,-15.299989,-13.584473,-14.375642,-0.00075593195,-18.354094,-15.750642,-15.813142,-17.313143,-20.188143,-11.2195635
+66123,-9.752305,-0.0029906472,-16.439804,-19.54842,-16.089676,-17.103146,-12.252305,-16.81608,-23.860199,-17.502304,-15.502305,-16.752304,-17.939804,-12.529263
+256315,-2.3821077,-0.16660976,-9.444608,-10.571342,-6.5535235,-7.3934727,-6.8821077,-8.2595825,-15.401024,-8.444608,-13.194608,-12.069608,-13.132108,-6.385632
+182541,-13.750351,-18.846811,-14.812851,-18.415112,-0.0016062106,-17.848902,-15.937851,-18.394148,-27.26817,-18.31285,-18.25035,-20.62535,-22.00035,-15.018026
+292223,-12.271104,-12.662787,-17.521103,-17.47565,-12.66395,-10.788589,-4.0211034,-0.021219822,-16.198563,-14.896104,-12.333604,-13.896104,-17.708603,-12.324994
+332888,-12.687937,-13.866102,-15.812937,-17.767176,-13.957102,-15.768593,-11.062937,-10.938146,-0.00057662936,-16.500437,-11.937937,-14.500437,-16.687937,-14.703789
+497291,-9.377216,-16.543003,-10.877216,-16.473156,-13.633194,-15.541603,-13.439716,-13.615769,-24.563692,-13.314716,-14.564716,-12.939716,-0.0022160276,-6.637254
+516118,-9.00092,-13.218415,-11.12592,-16.327423,-11.07906,-10.024291,-13.37592,-12.884452,-23.785461,-14.18842,-15.00092,-13.06342,-0.0009202298,-8.127264
+400135,-11.500218,-18.552105,-15.000218,-22.747986,-19.41673,-14.044006,-16.312717,-11.753685,-24.77052,-9.125218,-0.00021801003,-15.625218,-20.187717,-14.505146
+329586,-13.000379,-14.197544,-16.250378,-18.375221,-14.085983,-18.060274,-11.187879,-11.063052,-0.0005930908,-16.625378,-12.250379,-14.750379,-16.937878,-14.821718
+527426,-5.7565627,-11.070989,-0.0065629417,-7.264615,-6.6332483,-10.747572,-12.069063,-9.297762,-22.378819,-9.006563,-14.006563,-13.569063,-15.131563,-8.5114765
+75328,-9.876963,-0.0028677103,-16.314463,-18.340387,-13.991914,-12.97678,-10.876963,-14.690082,-20.917976,-16.814463,-15.876963,-15.439463,-17.564463,-11.634669
+458624,-13.250402,-21.402973,-10.125402,-18.776287,-18.92997,-15.127942,-17.437902,-18.014618,-24.650602,-17.500402,-17.750402,-0.00040284626,-16.125402,-12.879274
+177811,-13.125278,-19.590857,-15.625278,-18.4863,-0.0016837587,-25.884413,-15.937778,-20.759462,-24.341303,-17.250278,-19.375278,-21.750278,-22.250278,-19.861671
+121841,-11.502195,-13.524339,-8.377195,-0.0038099089,-11.378899,-11.446381,-15.439695,-13.09051,-23.537296,-13.877195,-15.314695,-16.314695,-16.314695,-13.836989
+359038,-12.750331,-14.844304,-16.06283,-16.3116,-14.255983,-17.410116,-11.687831,-11.000534,-0.00050049066,-16.50033,-12.375331,-14.625331,-17.06283,-14.761547
+474739,-11.875844,-18.145569,-9.625844,-17.506765,-17.507275,-12.807895,-15.688344,-15.191878,-22.396982,-15.688344,-16.438345,-0.00084412226,-15.250844,-11.512148
+562584,-0.00027164107,-14.454337,-9.125272,-17.12908,-15.373027,-13.891684,-12.750272,-16.79495,-21.743322,-17.75027,-17.25027,-10.625272,-16.87527,-15.537942
+22136,-6.079489e-05,-16.715002,-14.125061,-21.203485,-18.18111,-20.086946,-17.750061,-19.285711,-29.194391,-21.625061,-21.250061,-19.000061,-20.562561,-17.768953
+458059,-11.25115,-17.886177,-9.00115,-17.807621,-15.050411,-12.9400835,-15.68865,-16.501778,-24.470947,-16.62615,-16.31365,-0.0011499466,-14.93865,-10.628925
+30004,-5.2569914e-05,-17.297487,-16.750053,-22.89405,-20.557081,-17.88082,-16.250053,-15.913066,-27.582825,-21.000053,-18.812553,-18.312553,-21.687553,-21.282578
+62080,-9.75309,-0.009262462,-15.87809,-21.057001,-14.68084,-21.497028,-12.00309,-15.51047,-20.65718,-15.94059,-13.81559,-16.62809,-16.87809,-12.744442
+62731,-10.002272,-0.003114975,-15.564772,-21.42249,-16.102327,-15.56191,-9.252272,-15.62759,-21.331402,-17.064772,-13.752272,-17.002272,-17.502272,-12.263131
+180218,-9.126564,-15.06084,-11.251564,-14.073475,-0.0028116945,-13.506907,-11.001564,-16.284725,-25.198206,-13.501564,-16.376564,-16.501564,-18.939064,-14.063465
+526056,-11.625422,-16.59227,-14.312922,-16.361298,-17.087677,-15.622663,-12.375422,-14.897306,-25.273615,-16.812922,-17.437922,-11.250422,-15.625422,-0.0020974244
+516167,-9.250741,-17.014826,-10.500741,-17.111917,-13.227004,-13.539737,-13.188241,-14.268357,-23.40673,-14.188241,-15.188241,-12.000741,-0.00074132613,-8.128622
+383954,-10.875244,-19.435438,-13.125244,-18.181509,-19.811499,-14.129822,-16.062744,-12.967889,-25.94857,-0.00024399164,-10.625244,-16.500244,-19.000244,-17.089134
+115172,-11.7514305,-17.895828,-0.0014307987,-6.752833,-13.380275,-14.061928,-16.68893,-16.634724,-27.66338,-16.31393,-19.00143,-14.2514305,-17.37643,-16.077505
+37941,-0.00034910307,-14.128382,-15.187849,-17.720022,-13.037212,-9.002741,-14.250349,-15.253207,-27.264761,-16.500349,-17.187849,-17.125349,-17.937849,-17.267818
+509923,-9.126909,-17.377356,-9.626909,-18.41988,-14.108824,-9.543785,-13.314409,-12.635433,-23.652159,-13.564409,-14.939409,-11.376909,-0.0019094583,-7.128862
+358068,-12.437961,-14.464311,-15.937961,-18.992031,-13.57707,-17.982315,-11.312961,-11.000644,-0.00060856575,-16.75046,-12.375461,-14.687961,-16.68796,-14.37195
+42146,-9.502301,-0.0029272216,-16.814802,-21.683964,-16.26581,-17.231888,-12.627301,-16.316,-22.864233,-17.439802,-15.627301,-16.877302,-18.002302,-12.269569
+556806,-10.750373,-12.358738,-15.312873,-16.865124,-19.387821,-14.294442,-14.500373,-15.81819,-26.657867,-17.000374,-18.375374,-15.187873,-16.812874,-0.0014791826
+47617,-9.50292,-0.004307179,-16.50292,-18.955448,-15.875672,-13.052488,-10.62792,-14.31568,-19.484762,-17.44042,-14.56542,-15.25292,-17.75292,-11.759547
+125062,-15.375847,-14.883628,-9.750847,-0.002217068,-16.565598,-14.439341,-17.250847,-14.117831,-28.823395,-16.688347,-18.500847,-18.813347,-17.750847,-16.070442
+172081,-12.50033,-19.779503,-14.25033,-19.057053,-0.0015404692,-20.705511,-15.81283,-19.77611,-27.298843,-17.18783,-18.12533,-20.56283,-21.31283,-15.3724
+475429,-12.0008335,-17.777313,-8.6258335,-18.5825,-17.298002,-14.313867,-16.625834,-16.509924,-27.003197,-16.750834,-17.313334,-0.0008335215,-15.6258335,-12.137063
+512423,-10.126286,-16.446226,-10.876286,-18.85669,-12.65027,-16.677946,-13.751286,-13.995245,-24.270607,-15.188786,-15.688786,-12.563786,-0.0012859179,-7.252679
+611259,-12.125245,-19.28178,-15.687745,-21.783375,-18.800245,-13.799817,-15.812745,-10.279013,-23.578575,-9.500245,-0.00024494508,-15.562745,-20.437744,-14.377655
+53733,-10.7516575,-0.0032752904,-17.564157,-21.652607,-18.686382,-16.114231,-9.3766575,-15.377016,-21.30813,-18.126657,-15.5016575,-17.251657,-18.564157,-12.75725
+371230,-10.750252,-18.402704,-11.250252,-19.296488,-18.124842,-14.250293,-15.125252,-11.919392,-23.412098,-0.0002518575,-9.750252,-17.250252,-18.562752,-14.758083
+56229,-8.022512,-0.022964912,-13.335012,-18.741018,-14.031361,-17.488457,-9.522512,-15.963547,-24.71786,-15.272512,-12.397512,-15.147512,-15.897512,-11.349395
+193722,-14.750182,-22.11533,-16.125183,-19.968748,-0.002269694,-19.81011,-17.750183,-21.319618,-29.601007,-19.812683,-19.875183,-22.000183,-23.250183,-22.340757

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,70 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.2978416793048382,0,5.986338138580322,
+0,8,0.05258862301707268,1,9.62194266319275,
+0,16,0.037280626595020294,2,9.562400511332921,
+0,24,0.03708883747458458,3,5.742688247135708,
+0,32,0.03227763995528221,4,6.324045679785988,
+0,40,0.03545688837766647,5,3.3131868839263916,
+0,48,0.03648372367024422,6,5.285688185691834,
+0,56,0.03575117513537407,7,5.220404163002968,
+0,64,0.03224525973200798,8,3.5050234454018727,
+0,72,0.0324113555252552,9,3.7836174741387367,
+0,80,0.035703144967556,10,3.1420478572448096,
+0,88,0.03612252324819565,11,2.1564362943172455,
+0,96,0.03202620521187782,12,1.81354660987854,
+0,104,0.03554067760705948,13,1.008068105036562,
+0,112,0.03225814551115036,14,3.7302243341417873,
+0,120,0.03217696398496628,15,0.7216668864091237,
+0,128,0.03275927156209946,16,0.8919172329320149,
+,,,16,,1.0022243691361659
+0,136,0.03911649063229561,17,3.390989505327665,
+0,144,0.03273598849773407,18,1.7421913395325344,
+0,152,0.03247305005788803,19,2.242292345004777,
+0,160,0.03187943249940872,20,0.25282931557068455,
+0,168,0.03381429240107536,21,0.9821071356002774,
+0,176,0.03213708475232124,22,0.5241102874279022,
+0,184,0.031897999346256256,23,0.15958376694470644,
+0,192,0.03248610347509384,24,0.08726438473571431,
+0,200,0.03184446319937706,25,0.5844783553454492,
+0,208,0.03202176094055176,26,1.1549527740929848,
+0,216,0.03174543008208275,27,0.600677562217849,
+0,224,0.034610893577337265,28,0.12869487795978785,
+0,232,0.03235643729567528,29,0.0489483376626264,
+0,240,0.03200547397136688,30,0.13780364143365825,
+0,248,0.037383031100034714,31,0.027716288343071938,
+0,256,0.03188125044107437,32,0.48781014287046026,
+,,,32,,0.15518137962306472
+0,264,0.03567041829228401,33,0.30934878452939707,
+0,272,0.0348718985915184,34,0.1844317885780973,
+0,280,0.03777269273996353,35,0.006215241034694303,
+0,288,0.03773445263504982,36,0.013433366363945728,
+0,296,0.04043261334300041,37,0.3817371067972007,
+0,304,0.03317641466856003,38,0.024997336440719664,
+0,312,0.0327291302382946,39,0.05442010401748121,
+0,320,0.03326267749071121,40,0.18857740861578628,
+0,328,0.05505360662937164,41,0.08464439503255893,
+0,336,0.0329061858355999,42,0.2162234573625028,
+0,344,0.03227340430021286,43,0.31264372132360363,
+0,352,0.03223184496164322,44,0.5604250299579957,
+0,360,0.03234553709626198,45,0.4120777921186975,
+0,368,0.03281258046627045,46,0.011582238192204386,
+0,376,0.03238425403833389,47,0.1099631963588763,
+0,384,0.034549422562122345,48,0.008155264177317307,
+,,,48,,0.14107256501776988
+0,392,0.03234140947461128,49,0.14683091139886528,
+0,400,0.0324222706258297,50,0.25773663062864216,
+0,408,0.032388169318437576,51,0.19595713803873344,
+0,416,0.03377290070056915,52,0.048836478763925176,
+0,424,0.032017819583415985,53,0.01363158322471593,
+0,432,0.03252875804901123,54,0.4038838374500091,
+0,440,0.03198595345020294,55,0.02237090640119277,
+0,448,0.03169191628694534,56,0.13406529861094896,
+1,456,0.032575711607933044,57,0.017275073843351987,
+1,464,0.03314615786075592,58,0.012194231639538582,
+1,472,0.03247234970331192,59,0.03496636002923229,
+1,480,0.03238452970981598,60,0.01258808966611888,
+1,488,0.033968761563301086,61,0.019291323793228142,
+1,496,0.03237626329064369,62,0.09052976756356657,
+1,504,0.03228136897087097,63,0.008838006958831102,
+1,512,0.03255835920572281,64,0.38035065519999567,
+,,,64,,0.04371346512885943

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 64
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,869 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.32972632348537445,0,8.564034461975098,
+0,8,0.05476294085383415,1,6.237643328579989,
+0,16,0.03453116491436958,2,6.879629506005181,
+0,24,0.03480638936161995,3,6.265189520517985,
+0,32,0.03500368446111679,4,7.826072267123631,
+0,40,0.034872960299253464,5,3.0867552359898887,
+0,48,0.03547859936952591,6,4.802333748340606,
+0,56,0.03524617478251457,7,5.55369654794534,
+0,64,0.03569292277097702,8,3.3175563111024746,
+0,72,0.033399906009435654,9,1.5452397257089614,
+0,80,0.03133523464202881,10,3.0812636201198282,
+0,88,0.03542087972164154,11,3.455652509416853,
+0,96,0.03164088726043701,12,1.645703207362782,
+0,104,0.03164181485772133,13,1.7767970332254965,
+0,112,0.03325236961245537,14,1.657501383469655,
+0,120,0.033237189054489136,15,2.822872636949315,
+0,128,0.03304843604564667,16,3.656442753970623,
+,,,16,,1.7493601198549624
+0,136,0.03207654505968094,17,1.9377529628288288,
+0,144,0.03197667375206947,18,0.826719303553303,
+0,152,0.03145913779735565,19,1.9037162121385336,
+0,160,0.031992074102163315,20,0.69313133507967,
+0,168,0.03183653950691223,21,0.5194363207914509,
+0,176,0.031773991882801056,22,1.1982807127891906,
+0,184,0.03204399347305298,23,0.1716126908476536,
+0,192,0.03363364189863205,24,1.0126249600345125,
+0,200,0.03446360304951668,25,0.18655970650301737,
+0,208,0.032335683703422546,26,0.09087014049291611,
+0,216,0.03143255040049553,27,0.058246155207355814,
+0,224,0.03282179683446884,28,0.5946725919576628,
+0,232,0.031121380627155304,29,0.3324805361626204,
+0,240,0.031490325927734375,30,0.4088788985219948,
+0,248,0.033710043877363205,31,0.41344216724974103,
+0,256,0.03317880257964134,32,0.7897749096155167,
+,,,32,,0.1385944331133807
+0,264,0.032425686717033386,33,0.14794718334451318,
+0,272,0.031805697828531265,34,0.07620866008801386,
+0,280,0.03190578892827034,35,0.02416302794257977,
+0,288,0.03161391615867615,36,0.09592696780768725,
+0,296,0.03255341947078705,37,0.05039372966469576,
+0,304,0.03183041512966156,38,0.04881834444989051,
+0,312,0.03168587014079094,39,0.06067405276310941,
+1,320,0.032168805599212646,40,0.13248223743091028,
+1,328,0.03195418044924736,41,0.2751072208707531,
+1,336,0.03182527795433998,42,0.025202485907357186,
+1,344,0.03160109370946884,43,0.031045410529865574,
+1,352,0.03141245245933533,44,0.019504335417877883,
+1,360,0.03148737922310829,45,0.07299664869372334,
+1,368,0.032516926527023315,46,0.10888492006163758,
+1,376,0.032058801501989365,47,0.011078298790380359,
+1,384,0.03136608749628067,48,0.0519772533194295,
+,,,48,,0.0638418197631836
+1,392,0.031785789877176285,49,0.015034131321590394,
+1,400,0.031989987939596176,50,0.0408808041975135,
+1,408,0.031176168471574783,51,0.027868376086609296,
+1,416,0.03145246207714081,52,0.05102101799387198,
+1,424,0.031001701951026917,53,0.02699759916868061,
+1,432,0.031135868281126022,54,0.012483172545519968,
+1,440,0.03361833095550537,55,0.024692791818569485,
+1,448,0.031680528074502945,56,0.026961969318411622,
+1,456,0.031781941652297974,57,0.0727259024320769,
+1,464,0.031665779650211334,58,0.0123358586570248,
+1,472,0.0316762775182724,59,0.0028943232239478016,
+1,480,0.031307391822338104,60,0.00652909126634208,
+1,488,0.031473975628614426,61,0.010569421433111919,
+1,496,0.03201211988925934,62,0.0033361124612080553,
+1,504,0.03187502175569534,63,0.38540081257143843,
+1,512,0.03188065066933632,64,0.39097568177385256,
+,,,64,,0.033060820014388474
+1,520,0.031198568642139435,65,0.007202974516146172,
+1,528,0.031027555465698242,66,0.004769963810262693,
+1,536,0.0330776609480381,67,0.029302168837083236,
+1,544,0.03422534465789795,68,0.16736693821148946,
+1,552,0.03340277448296547,69,0.004122474723352263,
+1,560,0.03179953992366791,70,0.02089049144706223,
+1,568,0.031775686889886856,71,0.021995935447713628,
+1,576,0.03141770139336586,72,0.00926014206533392,
+1,584,0.03166411817073822,73,0.003930959163699299,
+1,592,0.031769175082445145,74,0.6475235715285331,
+1,600,0.03161875903606415,75,0.5247741105955687,
+1,608,0.03118303045630455,76,0.007936396311768996,
+1,616,0.031557969748973846,77,0.09449553510681394,
+1,624,0.03352906182408333,78,0.012050099567406707,
+2,632,0.03256995603442192,79,0.004743826218015913,
+2,640,0.031869396567344666,80,0.06016755993186962,
+,,,80,,0.029731132366039133
+2,648,0.03144587203860283,81,0.005442850913823349,
+2,656,0.031972095370292664,82,0.008529036835005338,
+2,664,0.03130728006362915,83,0.03348653589879783,
+2,672,0.032016851007938385,84,0.015769622664755352,
+2,680,0.03175593540072441,85,0.01212202405278933,
+2,688,0.031119637191295624,86,0.008863055729307234,
+2,696,0.033141735941171646,87,0.24468218636783687,
+2,704,0.03138268366456032,88,0.034357679375846474,
+2,712,0.032634932547807693,89,0.1333827090063344,
+2,720,0.031541112810373306,90,0.005486284266225994,
+2,728,0.03176867961883545,91,0.01651958439403891,
+2,736,0.031805988401174545,92,0.017029331920919225,
+2,744,0.03179934620857239,93,0.007134083027873809,
+2,752,0.031505368649959564,94,0.037954336510405744,
+2,760,0.03361418470740318,95,0.008418755535967649,
+2,768,0.031650759279727936,96,0.11661744869511145,
+,,,96,,0.03629900791026928
+2,776,0.03248954564332962,97,0.003312780877772289,
+2,784,0.031545139849185944,98,0.23174365105972225,
+2,792,0.03156430274248123,99,0.05860846965627458,
+2,800,0.03133323788642883,100,0.009227762799127959,
+2,808,0.032892245799303055,101,0.00760437419418903,
+2,816,0.03154821693897247,102,0.0052202020306140184,
+2,824,0.033169183880090714,103,0.00768885432890701,
+2,832,0.03306635841727257,104,0.052050632696288325,
+2,840,0.03230105713009834,105,0.03320859891111748,
+2,848,0.031584493815898895,106,0.0036672359759298465,
+2,856,0.03296293690800667,107,0.004376757629763554,
+2,864,0.03132681921124458,108,0.0021793817771443478,
+2,872,0.0318087562918663,109,0.015982484355425604,
+2,880,0.03152095153927803,110,0.006353691949819525,
+2,888,0.03183887526392937,111,0.00818235751760837,
+2,896,0.03210628032684326,112,0.002909588127901467,
+,,,112,,0.020326552567658602
+2,904,0.031524408608675,113,0.0028101968256613384,
+2,912,0.03223864734172821,114,0.007365686067549343,
+2,920,0.03139980882406235,115,0.002708185030232099,
+2,928,0.031131058931350708,116,0.022618237918672655,
+2,936,0.03168560564517975,117,0.04433534245375389,
+3,944,0.03136846795678139,118,0.0016070638845961255,
+3,952,0.03139737248420715,119,0.006212893725288185,
+3,960,0.03224259614944458,120,0.00222115894072116,
+3,968,0.03483076021075249,121,0.0012688227609032765,
+3,976,0.031134869903326035,122,0.0036711860448122025,
+3,984,0.031387463212013245,123,0.002330940875253873,
+3,992,0.031745754182338715,124,0.005954903387464583,
+3,1000,0.03167509660124779,125,0.0029754789346562965,
+3,1008,0.03287259116768837,126,0.0054540426936000586,
+3,1016,0.03155243396759033,127,0.0021864666540006347,
+3,1024,0.0318419449031353,128,0.09694516075154146,
+,,,128,,0.01742475010730602
+3,1032,0.03157699853181839,129,0.0029652353150595445,
+3,1040,0.03280796483159065,130,0.003720013381098397,
+3,1048,0.032603926956653595,131,0.022395029749410846,
+3,1056,0.03193946182727814,132,0.006496007874375209,
+3,1064,0.03170675039291382,133,0.008620457533591737,
+3,1072,0.031630031764507294,134,0.004801853072422091,
+3,1080,0.031270600855350494,135,0.0035995916193011603,
+3,1088,0.03156113997101784,136,0.0030645062293236454,
+3,1096,0.03149779886007309,137,0.00671971267729532,
+3,1104,0.03180091083049774,138,0.0047461465224981885,
+3,1112,0.0314793735742569,139,0.0012313453538808973,
+3,1120,0.03141847252845764,140,0.012281943651032634,
+3,1128,0.03414570540189743,141,0.03188424196559936,
+3,1136,0.03153149411082268,142,0.0033681345094616214,
+3,1144,0.03158502280712128,143,0.001777877693530172,
+3,1152,0.03184853866696358,144,0.002613872886286117,
+,,,144,,0.015606498276745831
+3,1160,0.034828901290893555,145,0.0018796058530614783,
+3,1168,0.03153834864497185,146,0.0035914484979002737,
+3,1176,0.03483451530337334,147,0.0033973096918392307,
+3,1184,0.03179466724395752,148,0.010282181356160436,
+3,1192,0.03304112330079079,149,0.004305244886871571,
+3,1200,0.03197261691093445,150,0.0026735193328931927,
+3,1208,0.03192320093512535,151,0.0034631435487729807,
+3,1216,0.03331676125526428,152,0.0026869395390219453,
+3,1224,0.03250231221318245,153,0.002851102137356065,
+3,1232,0.032196588814258575,154,0.0016239095233080054,
+3,1240,0.0335785411298275,155,0.010353050695682344,
+3,1248,0.03161783143877983,156,0.006829907020661407,
+3,1256,0.03337596729397774,157,0.006573351640124909,
+4,1264,0.032302286475896835,158,0.00220876451723078,
+4,1272,0.034005358815193176,159,0.009259933878638549,
+4,1280,0.031894247978925705,160,0.003007842983707734,
+,,,160,,0.01576787895626492
+4,1288,0.031884320080280304,161,0.00463002983815386,
+4,1296,0.031518448144197464,162,0.0030789990975920644,
+4,1304,0.03164193779230118,163,0.002199531390942866,
+4,1312,0.031778380274772644,164,0.002209756730735535,
+4,1320,0.03406170383095741,165,0.0015490665653487667,
+4,1328,0.031535111367702484,166,0.002998355746967718,
+4,1336,0.03176048770546913,167,0.001726402685744688,
+4,1344,0.03325098007917404,168,0.0027808290970925656,
+4,1352,0.031477946788072586,169,0.0018843222664704977,
+4,1360,0.0318949893116951,170,0.0018346412277120787,
+4,1368,0.031613726168870926,171,0.0022960088463150896,
+4,1376,0.03176479414105415,172,0.0019704766349274328,
+4,1384,0.032078567892313004,173,0.0014907742268405854,
+4,1392,0.031527306884527206,174,0.0009364870810796591,
+4,1400,0.031830620020627975,175,0.0013570034798855582,
+4,1408,0.03138413652777672,176,0.0009668425045674667,
+,,,176,,0.01462889931820057
+4,1416,0.03182494640350342,177,0.001757855460957878,
+4,1424,0.03242132440209389,178,0.0015222505074537669,
+4,1432,0.03131738677620888,179,0.0017645603220444173,
+4,1440,0.03397084400057793,180,0.0018045272857610446,
+4,1448,0.03168405964970589,181,0.001112449709370804,
+4,1456,0.03207788243889809,182,0.0011684851876149576,
+4,1464,0.03205031156539917,183,0.0012121901042216148,
+4,1472,0.03205505385994911,184,0.002326866604562383,
+4,1480,0.032029036432504654,185,0.0012683432667892282,
+4,1488,0.031970713287591934,186,0.0016272371119287396,
+4,1496,0.032051749527454376,187,0.002264078263229189,
+4,1504,0.03182964026927948,188,0.0008369617414875672,
+4,1512,0.03350396454334259,189,0.0015153464462075914,
+4,1520,0.031672291457653046,190,0.004133219638948932,
+4,1528,0.032712966203689575,191,0.002373798703047214,
+4,1536,0.032866500318050385,192,0.0018874858345952817,
+,,,192,,0.01442928115526835
+4,1544,0.03297081217169762,193,0.0017760161188727413,
+4,1552,0.033343181014060974,194,0.0014159922554556812,
+4,1560,0.03183551877737045,195,0.0013321573351277038,
+4,1568,0.03184893727302551,196,0.001300388562063185,
+5,1576,0.03202882036566734,197,0.0016497872978410062,
+5,1584,0.03158004581928253,198,0.0014137486075262793,
+5,1592,0.032531119883060455,199,0.0013012569089858937,
+5,1600,0.031740181148052216,200,0.0012915328790603037,
+5,1608,0.03279135003685951,201,0.001162726336977877,
+5,1616,0.03179780766367912,202,0.0009096558739353592,
+5,1624,0.031400229781866074,203,0.0015696626709541307,
+5,1632,0.03169713541865349,204,0.0019769568046155784,
+5,1640,0.03160274773836136,205,0.0019340469225426205,
+5,1648,0.03223259747028351,206,0.0007631491260746351,
+5,1656,0.03199026361107826,207,0.0012378236883355735,
+5,1664,0.03373332694172859,208,0.0034497422457206994,
+,,,208,,0.01298593039865847
+5,1672,0.03150563687086105,209,0.002004464309161099,
+5,1680,0.031648244708776474,210,0.001383382712083403,
+5,1688,0.03152437135577202,211,0.0020435254627955146,
+5,1696,0.031518638134002686,212,0.0012291261440016872,
+5,1704,0.0320710726082325,213,0.0007741638996363195,
+5,1712,0.03170761466026306,214,0.00114639259897688,
+5,1720,0.031625229865312576,215,0.0018491460796212777,
+5,1728,0.03158264979720116,216,0.0013058729434002696,
+5,1736,0.032441239804029465,217,0.001555369010020513,
+5,1744,0.03350447863340378,218,0.0008113223947085706,
+5,1752,0.03134893998503685,219,0.002089849457358165,
+5,1760,0.031737495213747025,220,0.0016234115076561768,
+5,1768,0.0318308062851429,221,0.003894892065415791,
+5,1776,0.03233624994754791,222,0.0012662140663731126,
+5,1784,0.03231336921453476,223,0.000909145108640327,
+5,1792,0.031017102301120758,224,0.0013972921697131824,
+,,,224,,0.013183425973962855
+5,1800,0.037512946873903275,225,0.0026519470796171974,
+5,1808,0.03186962008476257,226,0.0008451190054377852,
+5,1816,0.03136380761861801,227,0.002075137777865166,
+5,1824,0.03149380534887314,228,0.0018393258178548422,
+5,1832,0.031735360622406006,229,0.0013313813590987895,
+5,1840,0.031396687030792236,230,0.0014960048138163984,
+5,1848,0.031758714467287064,231,0.0034647923331552494,
+5,1856,0.031543899327516556,232,0.0036059259437024593,
+5,1864,0.03152722492814064,233,0.0014062296215663938,
+5,1872,0.03154205158352852,234,0.0020122152927797288,
+5,1880,0.031487952917814255,235,0.0018989836074373063,
+6,1888,0.032185450196266174,236,0.000804151421956097,
+6,1896,0.03236712887883186,237,0.0017475294488786648,
+6,1904,0.031457770615816116,238,0.000936440690808619,
+6,1912,0.0318567268550396,239,0.0027456927551504444,
+6,1920,0.03174034133553505,240,0.002963542697216326,
+,,,240,,0.012609012700893261
+6,1928,0.032213520258665085,241,0.0026221465543910328,
+6,1936,0.03183065727353096,242,0.0006896876936176947,
+6,1944,0.03157798573374748,243,0.00120569547652849,
+6,1952,0.03181559219956398,244,0.0007982471120507958,
+6,1960,0.03194937855005264,245,0.0021825887804600196,
+6,1968,0.03281706944108009,246,0.0014199138817135603,
+6,1976,0.031945522874593735,247,0.0010172065900405868,
+6,1984,0.03150414302945137,248,0.0022397825489931097,
+6,1992,0.031446557492017746,249,0.0008843017089280433,
+6,2000,0.03126184269785881,250,0.001395877479808405,
+6,2008,0.03143466264009476,251,0.0014645332218303035,
+6,2016,0.03157423809170723,252,0.0008383294502541852,
+6,2024,0.03152405098080635,253,0.0008472719663196975,
+6,2032,0.03153690695762634,254,0.0005704246374079958,
+6,2040,0.03147586062550545,255,0.001495524626079714,
+6,2048,0.031631991267204285,256,0.0007897246586463342,
+,,,256,,0.011933754991602015
+6,2056,0.03155617415904999,257,0.0029602116155729163,
+6,2064,0.03172783926129341,258,0.002218943695576551,
+6,2072,0.031860288232564926,259,0.0010566538490820675,
+6,2080,0.03159011900424957,260,0.0012907583415933633,
+6,2088,0.032333094626665115,261,0.000740477366586371,
+6,2096,0.03181558474898338,262,0.0028797869473540533,
+6,2104,0.03150150924921036,263,0.0025322351648355834,
+6,2112,0.033190976828336716,264,0.0010412533167534722,
+6,2120,0.03160043805837631,265,0.0007125950410577039,
+6,2128,0.031477008014917374,266,0.0010399672451471401,
+6,2136,0.031722892075777054,267,0.0023468587269934896,
+6,2144,0.03496319055557251,268,0.0020169103518128395,
+6,2152,0.03149930387735367,269,0.0013174485975468997,
+6,2160,0.031618744134902954,270,0.0009386555819738922,
+6,2168,0.03156363219022751,271,0.002156166462615753,
+6,2176,0.03117229789495468,272,0.0014669956237247045,
+,,,272,,0.012141086437084057
+6,2184,0.031239282339811325,273,0.0008028214579098858,
+6,2192,0.034204985946416855,274,0.0019447269891812043,
+7,2200,0.031667787581682205,275,0.0024268157067126594,
+7,2208,0.031828440725803375,276,0.002048593191180511,
+7,2216,0.03158776834607124,277,0.0014399160236979907,
+7,2224,0.031815335154533386,278,0.00108636113353506,
+7,2232,0.031891047954559326,279,0.0004856283742880735,
+7,2240,0.03306667506694794,280,0.0004981443803094757,
+7,2248,0.031610358506441116,281,0.0012390547218577316,
+7,2256,0.031578171998262405,282,0.0010375783138442784,
+7,2264,0.0317990779876709,283,0.0016784573980497524,
+7,2272,0.03179311379790306,284,0.0014264237572206185,
+7,2280,0.03338786959648132,285,0.0012234147020185797,
+7,2288,0.0319821871817112,286,0.001387550003038576,
+7,2296,0.03369823470711708,287,0.0006698469191582666,
+7,2304,0.031158842146396637,288,0.0008580146033117282,
+,,,288,,0.011841616144886723
+7,2312,0.0314948745071888,289,0.0009899381329887547,
+7,2320,0.03187723830342293,290,0.0024894325840498573,
+7,2328,0.031540799885988235,291,0.0019444666104391217,
+7,2336,0.03142765536904335,292,0.0008815145721503844,
+7,2344,0.03174474835395813,293,0.0005658092274340257,
+7,2352,0.0317998081445694,294,0.0008652932985569351,
+7,2360,0.03418799117207527,295,0.0007704777432509753,
+7,2368,0.032572079449892044,296,0.0010709724220861164,
+7,2376,0.03155476599931717,297,0.0015758744448248763,
+7,2384,0.03156016767024994,298,0.001163245822681347,
+7,2392,0.031589969992637634,299,0.0022550877571726837,
+7,2400,0.0315718874335289,300,0.001160058068178062,
+7,2408,0.03135056793689728,301,0.0013681930901769262,
+7,2416,0.034783586859703064,302,0.0006704029250007201,
+7,2424,0.03165911138057709,303,0.0016227951855398715,
+7,2432,0.03337324410676956,304,0.0016042275277537885,
+,,,304,,0.011781469539359764
+7,2440,0.03321860358119011,305,0.001483873957220246,
+7,2448,0.03352935612201691,306,0.001225520988765101,
+7,2456,0.03127533197402954,307,0.004385448755264016,
+7,2464,0.0317278727889061,308,0.0008187545955969164,
+7,2472,0.03188902512192726,309,0.002008107137044135,
+7,2480,0.03112677112221718,310,0.002996909116821674,
+7,2488,0.03173915296792984,311,0.0017371567505919797,
+7,2496,0.03228624537587166,312,0.0019749530056287767,
+7,2504,0.03208515793085098,313,0.0013574630306370987,
+7,2512,0.03163842856884003,314,0.0016429399329354055,
+8,2520,0.031769994646310806,315,0.001063597252747665,
+8,2528,0.03357885777950287,316,0.0006455497054308321,
+8,2536,0.03163909912109375,317,0.001658205670537427,
+8,2544,0.03125370293855667,318,0.0013140973863371003,
+8,2552,0.031163834035396576,319,0.0012022072119483103,
+8,2560,0.0315285362303257,320,0.0019341004834346036,
+,,,320,,0.011297886018399839
+8,2568,0.03128587082028389,321,0.0015674987583527884,
+8,2576,0.0316183976829052,322,0.000912616727873683,
+8,2584,0.03143955394625664,323,0.0005924351207795553,
+8,2592,0.03215458244085312,324,0.000981083903752733,
+8,2600,0.032989732921123505,325,0.0015343058130383724,
+8,2608,0.03217170014977455,326,0.0011814070005332017,
+8,2616,0.03251776471734047,327,0.0019850269679657436,
+8,2624,0.03213157504796982,328,0.0014325247861311904,
+8,2632,0.03166477754712105,329,0.0033418296079616994,
+8,2640,0.03385767713189125,330,0.001594342029420659,
+8,2648,0.03173552080988884,331,0.00251555340825386,
+8,2656,0.03174712136387825,332,0.0013650667414450172,
+8,2664,0.03141903132200241,333,0.0012606013224285562,
+8,2672,0.03191133961081505,334,0.0013721116036841913,
+8,2680,0.03185111656785011,335,0.0015722121470389538,
+8,2688,0.03552623093128204,336,0.0006736209111945105,
+,,,336,,0.011799366385848433
+8,2696,0.031247224658727646,337,0.0006710005942626264,
+8,2704,0.03172072395682335,338,0.003504435455154938,
+8,2712,0.03364168480038643,339,0.0012566904704065316,
+8,2720,0.03148172050714493,340,0.001437859383608716,
+8,2728,0.03136208653450012,341,0.0006161735072964802,
+8,2736,0.031277429312467575,342,0.0007779414166482942,
+8,2744,0.03179767727851868,343,0.0015628196124453098,
+8,2752,0.031724248081445694,344,0.0009083010850840115,
+8,2760,0.03287474811077118,345,0.0008422455648542382,
+8,2768,0.03149374574422836,346,0.001321125279446278,
+8,2776,0.03147333487868309,347,0.0009068163926713169,
+8,2784,0.03128126263618469,348,0.0011721271131297246,
+8,2792,0.03499237820506096,349,0.0006592407231577314,
+8,2800,0.03184523433446884,350,0.0008990324452800754,
+8,2808,0.03231314569711685,351,0.0011047763691749424,
+8,2816,0.03234917297959328,352,0.0016070958697057974,
+,,,352,,0.011561308745984678
+8,2824,0.033227432519197464,353,0.0011552825005939947,
+9,2832,0.03161894157528877,354,0.001733298444798073,
+9,2840,0.03147396817803383,355,0.0021417339836868146,
+9,2848,0.0325954295694828,356,0.0013379869124037214,
+9,2856,0.031803276389837265,357,0.0006060319428797811,
+9,2864,0.032704487442970276,358,0.002070108383902282,
+9,2872,0.03254665806889534,359,0.0011630091290239111,
+9,2880,0.031880270689725876,360,0.0015585128761207063,
+9,2888,0.031370554119348526,361,0.0005901039977389802,
+9,2896,0.032203786075115204,362,0.002155669683886047,
+9,2904,0.031327251344919205,363,0.0005187977192690596,
+9,2912,0.03350820019841194,364,0.0014221917062968714,
+9,2920,0.0316023975610733,365,0.0009096588506104632,
+9,2928,0.03196384012699127,366,0.001729424577867824,
+9,2936,0.031819429248571396,367,0.0012882451768606328,
+9,2944,0.033126793801784515,368,0.0007238237618973168,
+,,,368,,0.010606975467116744
+9,2952,0.031665049493312836,369,0.0009414162341272458,
+9,2960,0.03195568919181824,370,0.0007006096129771322,
+9,2968,0.03175482898950577,371,0.0006851719444966875,
+9,2976,0.03215932101011276,372,0.0008807221244999462,
+9,2984,0.03156250715255737,373,0.0023978687040653313,
+9,2992,0.0320640467107296,374,0.0011949908974416116,
+9,3000,0.033461201936006546,375,0.0006111801216880289,
+9,3008,0.031986821442842484,376,0.0013348620501346885,
+9,3016,0.032355330884456635,377,0.0008082197600742802,
+9,3024,0.03197040408849716,378,0.0009651878509127225,
+9,3032,0.031821753829717636,379,0.000565233685147877,
+9,3040,0.03187142685055733,380,0.001184716192905658,
+9,3048,0.03203906491398811,381,0.000913670810405165,
+9,3056,0.03158450871706009,382,0.0008812279702397063,
+9,3064,0.031677283346652985,383,0.0013403330971910195,
+9,3072,0.031577855348587036,384,0.0008028791320005743,
+,,,384,,0.010951860083474053
+9,3080,0.03157315030694008,385,0.002499950363926473,
+9,3088,0.031705789268016815,386,0.0009734772068137924,
+9,3096,0.031746383756399155,387,0.0012072904877034791,
+9,3104,0.03165503218770027,388,0.0008187588162919772,
+9,3112,0.03192204236984253,389,0.0014679203304694965,
+9,3120,0.03190157562494278,390,0.0026167238493844005,
+9,3128,0.03376785293221474,391,0.0014215043109808384,
+9,3136,0.03169538080692291,392,0.0017527653276024817,
+10,3144,0.03276953101158142,393,0.001950474085998184,
+10,3152,0.03312410041689873,394,0.0014950837527673382,
+10,3160,0.03166830539703369,395,0.0017322911492859323,
+10,3168,0.03194204345345497,396,0.0008007620012254588,
+10,3176,0.03220468759536743,397,0.0012459197527884196,
+10,3184,0.031084276735782623,398,0.0015486384982068557,
+10,3192,0.03143865615129471,399,0.0006998934726912662,
+10,3200,0.033870112150907516,400,0.0008898446353019349,
+,,,400,,0.010367168320549859
+10,3208,0.03155982494354248,401,0.0009617321708132154,
+10,3216,0.031556740403175354,402,0.0009623663499951363,
+10,3224,0.03170531243085861,403,0.0009011122108657017,
+10,3232,0.03344223275780678,404,0.001545664130996253,
+10,3240,0.03159932792186737,405,0.001272059681165653,
+10,3248,0.03487648069858551,406,0.0009100464314022767,
+10,3256,0.03216902166604996,407,0.001464890013962491,
+10,3264,0.0333222933113575,408,0.00043346234779164663,
+10,3272,0.03231005743145943,409,0.000603720119794492,
+10,3280,0.03245345503091812,410,0.0006182918206412488,
+10,3288,0.03212197870016098,411,0.0013341115700313821,
+10,3296,0.03174620866775513,412,0.0011768636526539923,
+10,3304,0.03140661120414734,413,0.0007243930510109445,
+10,3312,0.032695088535547256,414,0.000811920443084091,
+10,3320,0.03175447881221771,415,0.0011872042905451963,
+10,3328,0.03172517195343971,416,0.0009908151524458926,
+,,,416,,0.010188641371550384
+10,3336,0.03243809565901756,417,0.000873670339038094,
+10,3344,0.0318555012345314,418,0.001279660042807033,
+10,3352,0.03219154104590416,419,0.0022598240920000106,
+10,3360,0.03194478526711464,420,0.0007380142873016131,
+10,3368,0.03404979780316353,421,0.001338637042367323,
+10,3376,0.031819842755794525,422,0.0020719336088015033,
+10,3384,0.03196854516863823,423,0.001492618280910672,
+10,3392,0.03165159747004509,424,0.0007742367129789532,
+10,3400,0.0317741334438324,425,0.0005078386479558853,
+10,3408,0.031794946640729904,426,0.0013941959423391381,
+10,3416,0.0317043662071228,427,0.0004279748851937863,
+10,3424,0.03198729455471039,428,0.0005812711282891945,
+10,3432,0.03182818740606308,429,0.0016729903750513728,
+10,3440,0.03132326528429985,430,0.0013138209365674161,
+10,3448,0.03162230923771858,431,0.0017054275127260812,
+11,3456,0.03147966414690018,432,0.0006620457615309323,
+,,,432,,0.010379796778714215
+11,3464,0.031546708196401596,433,0.0011657556975618578,
+11,3472,0.032845962792634964,434,0.0006090040187700652,
+11,3480,0.031036611646413803,435,0.001354627919226914,
+11,3488,0.031389493495225906,436,0.0009824945317142499,
+11,3496,0.034706443548202515,437,0.0006592262988516057,
+11,3504,0.03261297568678856,438,0.0019108735227746365,
+11,3512,0.03142223134636879,439,0.0011425026430515572,
+11,3520,0.038489747792482376,440,0.0020874938905203286,
+11,3528,0.031673625111579895,441,0.0008643745459266938,
+11,3536,0.03148522228002548,442,0.0008527388097718358,
+11,3544,0.03197070583701134,443,0.0016239560587564482,
+11,3552,0.03168831393122673,444,0.00046437982718299073,
+11,3560,0.03159525990486145,445,0.0006187958298886025,
+11,3568,0.03195088729262352,446,0.0005276092524582054,
+11,3576,0.03359080106019974,447,0.0022448995189430815,
+11,3584,0.03195960819721222,448,0.0012714983046559307,
+,,,448,,0.010580480098724365
+11,3592,0.03166599199175835,449,0.0005940134672398147,
+11,3600,0.03149986267089844,450,0.0007396114021751353,
+11,3608,0.03183412179350853,451,0.0007146732196605836,
+11,3616,0.03153475373983383,452,0.0009593141134246252,
+11,3624,0.03181065618991852,453,0.0009251435056704885,
+11,3632,0.03319530189037323,454,0.0014090157672078075,
+11,3640,0.031912460923194885,455,0.001459863358225751,
+11,3648,0.03252417966723442,456,0.0012427744591453423,
+11,3656,0.032037295401096344,457,0.000802057973207691,
+11,3664,0.03182561695575714,458,0.0013290913848322816,
+11,3672,0.03163006156682968,459,0.0017542471665365155,
+11,3680,0.03173377364873886,460,0.0011952367591826867,
+11,3688,0.03511316701769829,461,0.0008843702973016272,
+11,3696,0.031523868441581726,462,0.000950150960306928,
+11,3704,0.03181641548871994,463,0.0011018090487649554,
+11,3712,0.033709488809108734,464,0.0011392919561610771,
+,,,464,,0.01037329876864398
+11,3720,0.031588390469551086,465,0.0006065363932672578,
+11,3728,0.032353341579437256,466,0.0011158093171120113,
+11,3736,0.03307624161243439,467,0.0004914339171426201,
+11,3744,0.032816845923662186,468,0.001424499986639533,
+11,3752,0.031519535928964615,469,0.0012134560931693105,
+11,3760,0.03152534365653992,470,0.0015100939558275665,
+11,3768,0.03445468097925186,471,0.0006204870354849845,
+12,3776,0.031284645199775696,472,0.000793817320999761,
+12,3784,0.0316777378320694,473,0.0007369288583644307,
+12,3792,0.03162398189306259,474,0.0013074808884994127,
+12,3800,0.03343360871076584,475,0.0006778085371479392,
+12,3808,0.03141146898269653,476,0.0013320994752575644,
+12,3816,0.031607624143362045,477,0.0005211995616823864,
+12,3824,0.03174092620611191,478,0.0013346537358730154,
+12,3832,0.03122972697019577,479,0.0006031326003721916,
+12,3840,0.03160988539457321,480,0.0006382441325903139,
+,,,480,,0.010299337131005747
+12,3848,0.03219730779528618,481,0.0009331301106223171,
+12,3856,0.03248671442270279,482,0.0006106524312847548,
+12,3864,0.03495514392852783,483,0.0014097456888911048,
+12,3872,0.03164924681186676,484,0.001896926003289135,
+12,3880,0.03187568485736847,485,0.0010892661972320638,
+12,3888,0.03178608417510986,486,0.0006730459029010186,
+12,3896,0.03161484748125076,487,0.0007867614622227848,
+12,3904,0.031870629638433456,488,0.0009414910782652441,
+12,3912,0.03197302296757698,489,0.0011138617128987486,
+12,3920,0.03201129660010338,490,0.00094441551280195,
+12,3928,0.03176043555140495,491,0.0006888562522362918,
+12,3936,0.0316222682595253,492,0.0008768422073141361,
+12,3944,0.031591445207595825,493,0.0005726541993291383,
+12,3952,0.03132719174027443,494,0.002490157773839504,
+12,3960,0.032882630825042725,495,0.0013136208402172017,
+12,3968,0.03186853602528572,496,0.0017531504682582718,
+,,,496,,0.009922231788988467
+12,3976,0.03164747357368469,497,0.0006972799455979839,
+12,3984,0.031848352402448654,498,0.0017525857099546837,
+12,3992,0.031651079654693604,499,0.0008721226726525597,
+12,4000,0.03170756623148918,500,0.000995987395167743,
+12,4008,0.031558454036712646,501,0.0014310240049698305,
+12,4016,0.03318782523274422,502,0.00044266685234526027,
+12,4024,0.03238602355122566,503,0.0020558868065044017,
+12,4032,0.031811706721782684,504,0.0008707899328631659,
+12,4040,0.03376217558979988,505,0.001184928224225027,
+12,4048,0.03147202357649803,506,0.0009766883066428514,
+12,4056,0.03170961141586304,507,0.0009231383301084861,
+12,4064,0.03382348641753197,508,0.0003394920382561395,
+12,4072,0.03329465538263321,509,0.0006954495083846268,
+12,4080,0.03188608959317207,510,0.001089823311000752,
+13,4088,0.031563907861709595,511,0.0014043357192089648,
+13,4096,0.031017113476991653,512,0.0007328365172725171,
+,,,512,,0.010286886382985997
+13,4104,0.03139961510896683,513,0.000454982435754077,
+13,4112,0.03307103365659714,514,0.0024227717197694196,
+13,4120,0.031176850199699402,515,0.0016945020239897228,
+13,4128,0.031058259308338165,516,0.0010026550787318098,
+13,4136,0.031854912638664246,517,0.0021365406585876676,
+13,4144,0.03135297819972038,518,0.0006412334540592772,
+13,4152,0.035226523876190186,519,0.0009601699219694218,
+13,4160,0.03188434988260269,520,0.0016693595955855148,
+13,4168,0.031502559781074524,521,0.0006590256713631485,
+13,4176,0.03200185298919678,522,0.001397571941682448,
+13,4184,0.03410396724939346,523,0.0011970423685852439,
+13,4192,0.0324457511305809,524,0.0006647230360873177,
+13,4200,0.0321577750146389,525,0.0011822203462846421,
+13,4208,0.03330426663160324,526,0.0007005211167173305,
+13,4216,0.03211793303489685,527,0.0005925188909584124,
+13,4224,0.031546466052532196,528,0.0005746080256358255,
+,,,528,,0.01033818280255353
+13,4232,0.03469741344451904,529,0.00045761132390577006,
+13,4240,0.03152534365653992,530,0.000646549075221022,
+13,4248,0.031706105917692184,531,0.0010708157309896446,
+13,4256,0.031663063913583755,532,0.0020654001537795093,
+13,4264,0.03173219412565231,533,0.0012670936167093092,
+13,4272,0.031293779611587524,534,0.0004834749291018982,
+13,4280,0.03455876559019089,535,0.001203703235660214,
+13,4288,0.03397928923368454,536,0.0006383419219803597,
+13,4296,0.03404088690876961,537,0.0008290011955978116,
+13,4304,0.033942192792892456,538,0.0006936617313234213,
+13,4312,0.03437286242842674,539,0.001095773674993931,
+13,4320,0.033948298543691635,540,0.0012268572407685076,
+13,4328,0.0340687520802021,541,0.0011058799937018193,
+13,4336,0.034249547868967056,542,0.00103210890889526,
+13,4344,0.03415953740477562,543,0.00043135272194790144,
+13,4352,0.03413490951061249,544,0.0005921107294852845,
+,,,544,,0.009887665510177612
+13,4360,0.03421173617243767,545,0.000832720696053002,
+13,4368,0.03396155312657356,546,0.0009525695226889533,
+13,4376,0.034110408276319504,547,0.0011123616131953895,
+13,4384,0.03422616422176361,548,0.0009951427116622934,
+13,4392,0.03379151597619057,549,0.0010158100885746535,
+14,4400,0.034208737313747406,550,0.0015848855961978967,
+14,4408,0.03480949625372887,551,0.0012077458877077637,
+14,4416,0.03439577296376228,552,0.0015002029540482908,
+14,4424,0.03458894044160843,553,0.0014647704034966107,
+14,4432,0.034136414527893066,554,0.000633178362234806,
+14,4440,0.03399711847305298,555,0.0009153094456101266,
+14,4448,0.03450192138552666,556,0.001522730382081742,
+14,4456,0.0338861308991909,557,0.0006890710488236932,
+14,4464,0.0338386669754982,558,0.0010098136044689454,
+14,4472,0.033941276371479034,559,0.00067078757586257,
+14,4480,0.03443925827741623,560,0.0007000723374706771,
+,,,560,,0.009414454301198324
+14,4488,0.03416043892502785,561,0.0007738811082989824,
+14,4496,0.03440944850444794,562,0.0007454725244315341,
+14,4504,0.03438037633895874,563,0.0008388087204794454,
+14,4512,0.03442762792110443,564,0.0023935461270281977,
+14,4520,0.033988598734140396,565,0.0008813894282166774,
+14,4528,0.03401259332895279,566,0.0007627824554219842,
+14,4536,0.034166060388088226,567,0.0008796724468993489,
+14,4544,0.03416150063276291,568,0.0007454960432369262,
+14,4552,0.034041013568639755,569,0.0016069338836876507,
+14,4560,0.034257277846336365,570,0.0008009087857014189,
+14,4568,0.03409118205308914,571,0.0007918296198892806,
+14,4576,0.041517458856105804,572,0.000401582132326439,
+14,4584,0.04163631051778793,573,0.0007722374717890158,
+14,4592,0.04163395240902901,574,0.0015375053178733932,
+14,4600,0.0341121181845665,575,0.0009478310961033761,
+14,4608,0.0344715379178524,576,0.00041464116948191075,
+,,,576,,0.009386939031106455
+14,4616,0.0344623327255249,577,0.001599756359480255,
+14,4624,0.03394483029842377,578,0.0010393790300720586,
+14,4632,0.034106239676475525,579,0.00100249190775988,
+14,4640,0.03404908999800682,580,0.0009799578789776813,
+14,4648,0.03420216217637062,581,0.0005646203596067304,
+14,4656,0.03416306525468826,582,0.0006106602213549195,
+14,4664,0.0346359945833683,583,0.0006084553543977174,
+14,4672,0.03421208634972572,584,0.0004412947726615874,
+14,4680,0.034357599914073944,585,0.0005795313724471877,
+14,4688,0.03393552824854851,586,0.0006516488296363284,
+14,4696,0.034138377755880356,587,0.0007599984662822232,
+14,4704,0.03411593660712242,588,0.0013954379464848898,
+15,4712,0.034135449677705765,589,0.001612316541598245,
+15,4720,0.034296516329050064,590,0.0006725968924001791,
+15,4728,0.03421339392662048,591,0.001657393916892553,
+15,4736,0.03410676121711731,592,0.0008169775121911828,
+,,,592,,0.009144254856639437
+15,4744,0.029758714139461517,593,0.0007596201394335367,
+15,4752,0.02983655408024788,594,0.0004434658883837983,
+15,4760,0.029950741678476334,595,0.0005938154499744996,
+15,4768,0.030025959014892578,596,0.0006094786247278814,
+15,4776,0.03023121878504753,597,0.0013008704185873891,
+15,4784,0.029723964631557465,598,0.0010823674404361685,
+15,4792,0.030039817094802856,599,0.000676665026482872,
+15,4800,0.02981308102607727,600,0.0004021738059236668,
+15,4808,0.030450783669948578,601,0.0009829485546409462,
+15,4816,0.03342725336551666,602,0.0006739524775184691,
+15,4824,0.030043117702007294,603,0.0019457630279551572,
+15,4832,0.02980722114443779,604,0.00034186172290771665,
+15,4840,0.03582756966352463,605,0.000896836639973723,
+15,4848,0.03055373951792717,606,0.00039536960604083206,
+15,4856,0.030232097953557968,607,0.0009417641502715504,
+15,4864,0.030198633670806885,608,0.0019875307790546987,
+,,,608,,0.010366641812854342
+15,4872,0.03329681605100632,609,0.0009569103955679262,
+15,4880,0.03024102747440338,610,0.0005718130102780249,
+15,4888,0.030163027346134186,611,0.000947768467345408,
+15,4896,0.030567675828933716,612,0.0011086528090042218,
+15,4904,0.03060607612133026,613,0.0005103637298676544,
+15,4912,0.030091263353824615,614,0.0012824158402509056,
+15,4920,0.03380047157406807,615,0.0004897975384003737,
+15,4928,0.03312038257718086,616,0.0009585868269473744,
+15,4936,0.030149787664413452,617,0.0019068988203798654,
+15,4944,0.030320700258016586,618,0.0009791223807648446,
+15,4952,0.03043334186077118,619,0.0016501366608281387,
+15,4960,0.034733131527900696,620,0.0007629613851349859,
+15,4968,0.03034636378288269,621,0.0007983257741822551,
+15,4976,0.03038642555475235,622,0.0014786645220333918,
+15,4984,0.030186563730239868,623,0.0006365453245962271,
+15,4992,0.02990899235010147,624,0.0010699674888970689,
+,,,624,,0.010064149344408954
+15,5000,0.030500076711177826,625,0.0009773096224913993,
+15,5008,0.033313360065221786,626,0.0006474292800143863,
+15,5016,0.03025500848889351,627,0.0007055292701503883,
+15,5024,0.030494749546051025,628,0.0008582393311371561,
+16,5032,0.030226286500692368,629,0.0011457141629459026,
+16,5040,0.03008303791284561,630,0.0005556794988349013,
+16,5048,0.029957953840494156,631,0.0006209116515189331,
+16,5056,0.030222050845623016,632,0.000995936678789024,
+16,5064,0.030352842062711716,633,0.0013518369099377499,
+16,5072,0.030249815434217453,634,0.00161861378486113,
+16,5080,0.03229391947388649,635,0.0010543787357164547,
+16,5088,0.030452478677034378,636,0.0008258636600138354,
+16,5096,0.030797623097896576,637,0.0020132893851041445,
+16,5104,0.030747398734092712,638,0.0007002586571616121,
+16,5112,0.030828487128019333,639,0.0012100178173568565,
+16,5120,0.030551012605428696,640,0.0003944059814481686,
+,,,640,,0.009191213934509843
+16,5128,0.030333183705806732,641,0.0012659064498924029,
+16,5136,0.031021099537611008,642,0.000578242212544534,
+16,5144,0.031190909445285797,643,0.0007053574847911174,
+16,5152,0.03067953512072563,644,0.0006063442745168383,
+16,5160,0.03650403022766113,645,0.001371159078189521,
+16,5168,0.03664695844054222,646,0.0007384737128935133,
+16,5176,0.03657049313187599,647,0.0012808721142143688,
+16,5184,0.036568533629179,648,0.0007576382525327902,
+16,5192,0.033505842089653015,649,0.0007471842157732075,
+16,5200,0.03631029650568962,650,0.0005582909616350662,
+16,5208,0.038528237491846085,651,0.0007889468872690486,
+16,5216,0.036165542900562286,652,0.0005757484183190032,
+16,5224,0.03627810254693031,653,0.0006265184452786343,
+16,5232,0.038280587643384933,654,0.0006035924282817481,
+16,5240,0.03634482994675636,655,0.0009543643973302096,
+16,5248,0.03659800812602043,656,0.0007264226546145178,
+,,,656,,0.008904670675595602
+16,5256,0.036402180790901184,657,0.0005266301797326797,
+16,5264,0.030528664588928223,658,0.0004847319390440437,
+16,5272,0.03059834986925125,659,0.0007188959145703568,
+16,5280,0.030166059732437134,660,0.0007626479553956804,
+16,5288,0.030310459434986115,661,0.002158198108260806,
+16,5296,0.030269522219896317,662,0.0005486547864469079,
+16,5304,0.03021448850631714,663,0.0006311725535072453,
+16,5312,0.03048337623476982,664,0.0009051661713433882,
+16,5320,0.03047863021492958,665,0.0013514112379198195,
+16,5328,0.030427072197198868,666,0.0004881457951761639,
+16,5336,0.030875887721776962,667,0.000885401364939753,
+17,5344,0.030306603759527206,668,0.0005564915772993118,
+17,5352,0.03054206818342209,669,0.001210672619890829,
+17,5360,0.030058186501264572,670,0.0005185584491950326,
+17,5368,0.0303150974214077,671,0.0005198213194879438,
+17,5376,0.03428863734006882,672,0.0006053859304467386,
+,,,672,,0.009148067346325627
+17,5384,0.030428241938352585,673,0.0009187447909165972,
+17,5392,0.03033532202243805,674,0.0005940040698208447,
+17,5400,0.030333690345287323,675,0.000586562452164279,
+17,5408,0.030451901257038116,676,0.0005885123003584644,
+17,5416,0.03225727006793022,677,0.0010377987030854758,
+17,5424,0.03069991245865822,678,0.0005669137727553872,
+17,5432,0.030471015721559525,679,0.0009092349209822714,
+17,5440,0.030346639454364777,680,0.0008561039079829832,
+17,5448,0.030505988746881485,681,0.0006958389365956044,
+17,5456,0.0326341837644577,682,0.001083070489403326,
+17,5464,0.03087076172232628,683,0.002478564861424578,
+17,5472,0.03083512932062149,684,0.0006637806482930583,
+17,5480,0.033405616879463196,685,0.0004791470445607874,
+17,5488,0.03336188942193985,686,0.0016344540053978562,
+17,5496,0.030696053057909012,687,0.0014544771928250645,
+17,5504,0.03069685399532318,688,0.0007637074039153316,
+,,,688,,0.009105085774704261
+17,5512,0.030565131455659866,689,0.0014416182782345762,
+17,5520,0.03044961765408516,690,0.0008390223403694109,
+17,5528,0.031042370945215225,691,0.0005354879652837884,
+17,5536,0.03069213032722473,692,0.0005235680437181145,
+17,5544,0.03106025606393814,693,0.00040530260258282605,
+17,5552,0.031060196459293365,694,0.0012664916840466585,
+17,5560,0.03140919283032417,695,0.0007839832799688268,
+17,5568,0.031081687659025192,696,0.0006012456549797207,
+17,5576,0.030836887657642365,697,0.001254441268559146,
+17,5584,0.030939579010009766,698,0.0014721456934542706,
+17,5592,0.030528806149959564,699,0.0005086841871767925,
+17,5600,0.030855044722557068,700,0.0005063223607766514,
+17,5608,0.03073260188102722,701,0.0008780439493421,
+17,5616,0.03077484667301178,702,0.0005841496979253582,
+17,5624,0.03141867369413376,703,0.0011864730303596633,
+17,5632,0.030723772943019867,704,0.0006854399118590384,
+,,,704,,0.009174836454568085
+17,5640,0.0312412790954113,705,0.00048587621586193563,
+17,5648,0.03155851736664772,706,0.0007657555061786508,
+18,5656,0.03177179396152496,707,0.0017181496747070923,
+18,5664,0.031338732689619064,708,0.001425013977991925,
+18,5672,0.03176647052168846,709,0.0007402979213761032,
+18,5680,0.03100745379924774,710,0.0006385953799027073,
+18,5688,0.031199779361486435,711,0.0009994515148719074,
+18,5696,0.030900564044713974,712,0.0006062302044093874,
+18,5704,0.030867069959640503,713,0.0008021254642781886,
+18,5712,0.03419648855924606,714,0.00035674068071371454,
+18,5720,0.034390270709991455,715,0.0003597041017760952,
+18,5728,0.03423432633280754,716,0.0014213331837359315,
+18,5736,0.03416682034730911,717,0.0009752575502110024,
+18,5744,0.034057505428791046,718,0.0004642308922484517,
+18,5752,0.03432052209973335,719,0.0017303326822002418,
+18,5760,0.03430447354912758,720,0.001648220854215598,
+,,,720,,0.009681727047319766
+18,5768,0.03405357897281647,721,0.0008210201820475049,
+18,5776,0.033887095749378204,722,0.0009571828559273854,
+18,5784,0.034989502280950546,723,0.0006269389324678251,
+18,5792,0.030981719493865967,724,0.0011773715720794695,
+18,5800,0.03227214142680168,725,0.000889517130697361,
+18,5808,0.03275969997048378,726,0.0005789686656498816,
+18,5816,0.032411977648735046,727,0.0005895801231627746,
+18,5824,0.03126731514930725,728,0.0007706375513710857,
+18,5832,0.03103482723236084,729,0.0008903659338382288,
+18,5840,0.031041529029607773,730,0.0004438690644187423,
+18,5848,0.03105725347995758,731,0.00045651679002648137,
+18,5856,0.031207695603370667,732,0.00066258180860049,
+18,5864,0.0312943160533905,733,0.0006754996866220608,
+18,5872,0.030765853822231293,734,0.0007173502563091461,
+18,5880,0.03187001124024391,735,0.0006507457219413482,
+18,5888,0.03159565106034279,736,0.0006201010924996808,
+,,,736,,0.009299925080052129
+18,5896,0.0314302034676075,737,0.0006310204833945525,
+18,5904,0.03333001583814621,738,0.0008896077561075799,
+18,5912,0.031775251030921936,739,0.0006621554370772523,
+18,5920,0.03160473331809044,740,0.0006988445974831633,
+18,5928,0.03901740536093712,741,0.00046638926202528336,
+18,5936,0.031093008816242218,742,0.0005990024044876918,
+18,5944,0.031349729746580124,743,0.0010602566617308185,
+18,5952,0.03172707557678223,744,0.0009875997880044451,
+18,5960,0.03190922737121582,745,0.0006323254735131437,
+19,5968,0.03194376453757286,746,0.0016169146587013859,
+19,5976,0.03129558637738228,747,0.0008132101834538237,
+19,5984,0.03163645416498184,748,0.0007633220278269922,
+19,5992,0.031318072229623795,749,0.0006704297505036395,
+19,6000,0.031149428337812424,750,0.0010603078721592633,
+19,6008,0.031038224697113037,751,0.0004786561720803465,
+19,6016,0.031492769718170166,752,0.0005785914651245217,
+,,,752,,0.00987353589799669
+19,6024,0.03148636221885681,753,0.0006095588538907274,
+19,6032,0.031256355345249176,754,0.0006250461576403015,
+19,6040,0.03157293424010277,755,0.0007601289888208902,
+19,6048,0.03186989203095436,756,0.0006143482306095608,
+19,6056,0.03173073008656502,757,0.000577688034224723,
+19,6064,0.031110674142837524,758,0.000851856786175631,
+19,6072,0.03170199319720268,759,0.0008201715063478332,
+19,6080,0.032339610159397125,760,0.0004473923221336339,
+19,6088,0.03114522621035576,761,0.0015807013878657017,
+19,6096,0.03153926506638527,762,0.0009623154812568548,
+19,6104,0.031786058098077774,763,0.0018358840223465284,
+19,6112,0.03507976233959198,764,0.0013131497204691793,
+19,6120,0.03205599635839462,765,0.0008911245992446007,
+19,6128,0.03109322115778923,766,0.0006441692175940261,
+19,6136,0.031961847096681595,767,0.0007879483424143732,
+19,6144,0.030896257609128952,768,0.0006267802942042741,
+,,,768,,0.008957961091288814
+19,6152,0.03094102442264557,769,0.0005715962683704372,
+19,6160,0.03127017617225647,770,0.0006295022058111499,
+19,6168,0.03194921091198921,771,0.0013758572537111691,
+19,6176,0.03136102482676506,772,0.0008185098221084834,
+19,6184,0.03176271542906761,773,0.0014454996476963382,
+19,6192,0.03163343667984009,774,0.0006852863334643189,
+19,6200,0.031442418694496155,775,0.000678286015803072,
+19,6208,0.03130021691322327,776,0.0005753887044892719,
+19,6216,0.031563516706228256,777,0.0006263706730221331,
+19,6224,0.03180389106273651,778,0.000870345241440061,
+19,6232,0.031089939177036285,779,0.0004118472907893275,
+19,6240,0.031038980931043625,780,0.0011048077234162895,
+19,6248,0.031247712671756744,781,0.0006484964207629674,
+19,6256,0.03149378299713135,782,0.0009861360134285253,
+19,6264,0.03360797092318535,783,0.0006432404657567127,
+19,6272,0.031775735318660736,784,0.00041937199868978217,
+,,,784,,0.009178489998534874
+19,6280,0.03382204473018646,785,0.0009460921249807474,
+20,6288,0.03126249834895134,786,0.0011241887559663155,
+20,6296,0.031017549335956573,787,0.0008496006688801572,
+20,6304,0.031668003648519516,788,0.0009451130879045065,
+20,6312,0.03116350993514061,789,0.0014255053708135772,
+20,6320,0.031116578727960587,790,0.0013617506410810165,
+20,6328,0.031140800565481186,791,0.0007033957903331611,
+20,6336,0.03096809610724449,792,0.000605320154467005,
+20,6344,0.03137878701090813,793,0.0006952029929379932,
+20,6352,0.032854530960321426,794,0.0008306068763583122,
+20,6360,0.031159836798906326,795,0.00043525323677126186,
+20,6368,0.03161565586924553,796,0.0008543667220062792,
+20,6376,0.031094186007976532,797,0.000683062210555363,
+20,6384,0.03125810995697975,798,0.0006971921852359978,
+20,6392,0.03200305625796318,799,0.0005020198671748707,
+20,6400,0.0310145765542984,800,0.0004959124768599091,
+,,,800,,0.009111348125669692
+20,6408,0.031045611947774887,801,0.0004206108157328951,
+20,6416,0.03155270591378212,802,0.0006123393410234712,
+20,6424,0.03167508542537689,803,0.0007995072177008671,
+20,6432,0.031822558492422104,804,0.0008668600930832326,
+20,6440,0.03272484615445137,805,0.0005502552308566269,
+20,6448,0.03092806041240692,806,0.0017696023387543391,
+20,6456,0.03137825056910515,807,0.0009165506843211395,
+20,6464,0.03150389343500137,808,0.0006013707705798359,
+20,6472,0.0308668352663517,809,0.00050566547724884,
+20,6480,0.03145865723490715,810,0.0004103640065295622,
+20,6488,0.03488427773118019,811,0.0006550777519199377,
+20,6496,0.030819430947303772,812,0.0006933432736192257,
+20,6504,0.03233642503619194,813,0.0005592911772758023,
+20,6512,0.03103729709982872,814,0.0011817722899230341,
+20,6520,0.03490731865167618,815,0.0007652241990096323,
+20,6528,0.030610699206590652,816,0.0006163210728118429,
+,,,816,,0.009272776268146656

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+418309,10
+124352,3
+571447,2
+55702,1
+404041,10
+469207,11
+210307,5
+573345,2
+136288,3
+175732,4
+196635,4
+408927,10
+95098,2
+499496,12
+103641,2
+209672,5
+575858,3
+127991,3
+482297,12
+410353,10
+315256,7
+574858,2
+520708,13
+47919,1
+220764,5
+171018,4
+441503,11
+90595,2
+446786,11
+426161,10
+354750,8
+174336,4
+300651,7
+6802,0
+384694,9
+3513,0
+511415,12
+532755,13
+142580,3
+319661,7
+304335,7
+126420,3
+66546,1
+312536,7
+111152,2
+211883,5
+443068,11
+465579,11
+85707,2
+556188,13
+477080,11
+322293,8
+109897,2
+199109,4
+390415,9
+477471,11
+197907,4
+79305,1
+13580,0
+291158,7
+412498,10
+256852,6
+92330,2
+285629,7
+600207,8
+419161,10
+27675,0
+31332,0
+490174,12
+504917,12
+323584,8
+184268,4
+425809,10
+544421,13
+333578,8
+401995,10
+44378,1
+432179,10
+318521,7
+239507,5
+331809,8
+40905,1
+455144,11
+618347,11
+303068,7
+436774,10
+18410,0
+617525,11
+579266,3
+206082,5
+489709,12
+211482,5
+401792,10
+400718,10
+149482,3
+601082,8
+357735,8
+382444,9
+626724,13
+133328,3
+485503,12
+449578,11
+396041,9
+507111,12
+180297,4
+80079,2
+515049,12
+118829,2
+411014,10
+620657,12
+558539,13
+414090,10
+374657,9
+523768,13
+474991,11
+459048,11
+391103,9
+522094,13
+159448,3
+345341,8
+208307,5
+525959,13
+317005,7
+291996,7
+164940,4
+74598,1
+275784,6
+553749,13
+592686,6
+128624,3
+114566,2
+322291,8
+551518,13
+466583,11

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+418309,-17.0001,-22.59745,-16.5001,-26.821749,-21.598982,-20.093363,-18.1876,-11.806594,-28.064457,-10.875099,-9.893881e-05,-16.6251,-20.0626,-16.000364
+124352,-16.875998,-15.867647,-9.500997,-0.0025029555,-15.564645,-16.30025,-17.438498,-14.943891,-30.777523,-13.250997,-17.000998,-15.938497,-14.938497,-15.876467
+571447,-12.626294,-15.576704,-0.0012941328,-7.252384,-13.879609,-12.646726,-17.563793,-14.648483,-25.87054,-12.251294,-16.438793,-8.376294,-12.626294,-14.564175
+55702,-10.00101,-0.0017233723,-14.75101,-17.69171,-16.38736,-20.13715,-10.50101,-14.939213,-20.80584,-14.81351,-13.12601,-13.68851,-14.50101,-10.876939
+404041,-16.375114,-22.51573,-14.750115,-22.443726,-21.263823,-25.215204,-18.437614,-12.703013,-27.753632,-9.750115,-0.000115387935,-15.625115,-20.125114,-16.250362
+469207,-14.938331,-17.286783,-10.750831,-16.469229,-21.434067,-15.141582,-18.438332,-14.439162,-24.411156,-14.625831,-17.063332,-0.0008310202,-10.250831,-10.876206
+210307,-13.43851,-14.064302,-13.87601,-17.744694,-14.1804695,-0.002367478,-9.25101,-10.002367,-22.817636,-13.56351,-11.93851,-12.50101,-13.37601,-12.18874
+573345,-13.813831,-11.439032,-0.0013309201,-10.763569,-7.2521205,-17.224524,-16.188831,-11.824048,-23.526442,-13.001331,-16.313831,-14.251331,-14.438831,-8.752149
+136288,-16.125813,-16.316885,-7.3758135,-0.0024201144,-13.50187,-14.287021,-19.375813,-16.855667,-27.323914,-13.2508135,-17.375813,-16.250813,-15.9383135,-15.688946
+175732,-13.125202,-15.225153,-13.250202,-19.41542,-0.03583255,-17.86006,-16.187702,-14.006754,-25.209175,-14.625202,-15.625202,-15.750202,-19.187702,-13.68794
+196635,-11.251848,-14.85367,-7.2518487,-10.542256,-0.0021783353,-11.435668,-12.939348,-11.52511,-18.535036,-11.126848,-13.689348,-13.876848,-14.814348,-12.06467
+408927,-17.062714,-19.731798,-17.562714,-23.290337,-20.52655,-16.965326,-18.312714,-18.867983,-23.999035,-11.375214,-0.00021395778,-15.875214,-18.875214,-14.875443
+95098,-13.00313,-15.073595,-0.0031298245,-6.504662,-13.256189,-12.914995,-17.12813,-13.131489,-27.781557,-11.87813,-15.87813,-6.62813,-11.87813,-14.3160095
+499496,-16.062876,-21.922234,-14.125375,-19.641096,-21.128029,-17.910465,-17.062876,-16.064411,-27.235325,-15.375375,-17.312876,-14.625375,-0.0003750813,-8.750991
+103641,-13.3830185,-14.442377,-0.7580185,-0.6342599,-13.511169,-11.100197,-17.258018,-12.145995,-25.672657,-10.7580185,-15.9455185,-10.3830185,-13.2580185,-14.633418
+209672,-7.020153,-12.855611,-9.520153,-13.295656,-16.560696,-0.022246605,-5.270153,-8.459041,-19.378845,-6.520153,-7.645153,-10.457653,-11.457653,-7.3954644
+575858,-17.812752,-17.943174,-10.750253,-0.0009905634,-17.189434,-16.11948,-19.125252,-16.217001,-30.51276,-13.125253,-16.937752,-16.437752,-17.562752,-16.438227
+127991,-15.000781,-16.038311,-8.125781,-0.002196554,-13.754418,-15.318686,-18.31328,-15.312848,-29.060959,-13.125781,-16.87578,-15.625781,-17.12578,-15.8136215
+482297,-14.250641,-22.79308,-12.625641,-18.636848,-20.071667,-14.347043,-16.81314,-15.8165655,-27.615276,-14.625641,-16.75064,-13.250641,-0.0006404256,-7.751011
+410353,-16.437735,-20.916878,-16.875235,-25.175026,-18.59753,-17.510775,-17.125235,-11.890791,-24.088509,-11.750235,-0.00023481472,-16.062735,-19.625235,-15.125414
+315256,-14.750405,-17.239262,-15.687905,-18.825212,-19.031385,-10.701451,-15.562905,-0.0005941583,-19.529037,-13.812905,-14.687905,-13.875405,-16.125406,-9.87591
+574858,-13.522149,-14.402285,-0.022149561,-7.023176,-12.779487,-16.265339,-15.834649,-13.7344,-22.70185,-8.397149,-14.397149,-11.897149,-3.8971496,-11.897719
+520708,-15.3754,-19.37826,-12.3754,-16.996675,-22.712017,-18.674145,-15.3754,-13.375985,-26.597857,-14.2504,-17.000399,-12.7504,-12.8754,-0.0008366738
+47919,-8.253466,-0.0041925334,-11.628466,-16.138823,-11.087784,-17.597282,-8.753466,-11.754899,-20.903214,-12.003466,-10.503466,-11.878466,-12.253466,-9.754678
+220764,-13.001192,-14.202702,-13.438692,-16.745735,-14.620052,-0.0028325643,-10.126192,-10.127654,-23.255234,-11.938692,-11.751192,-11.438692,-13.501192,-11.251496
+171018,-11.407325,-13.304909,-1.407325,-7.2946634,-0.28296316,-15.541761,-14.094825,-11.25938,-23.73094,-10.157325,-15.469825,-13.844825,-14.594825,-11.782752
+441503,-17.62533,-24.016573,-12.25033,-18.683807,-25.574326,-18.318588,-19.50033,-17.378363,-25.222567,-18.06283,-18.81283,-0.00033003604,-11.37533,-13.500709
+90595,-15.000346,-17.64984,-0.0003463622,-9.253177,-13.626903,-19.14468,-18.750347,-13.748581,-26.732372,-12.375346,-18.750347,-11.125346,-14.000346,-13.250886
+446786,-16.81301,-21.02085,-13.000509,-18.593645,-25.626453,-18.08268,-19.00051,-16.81485,-25.050549,-17.68801,-18.31301,-0.0005090133,-11.250509,-13.625756
+426161,-16.250118,-22.147291,-16.875118,-27.380234,-19.501305,-20.21148,-17.562618,-11.283408,-26.731583,-10.250118,-0.00011848701,-16.375118,-20.062618,-15.625727
+354750,-14.562727,-14.099541,-14.375227,-16.985596,-17.625723,-24.774506,-10.875227,-10.000609,-0.00028214115,-15.187727,-11.562727,-12.625227,-14.812727,-14.071136
+174336,-15.125359,-17.685719,-10.875359,-14.549473,-0.0008320236,-20.361794,-17.125359,-14.930554,-27.547352,-15.187859,-17.500359,-17.875359,-18.687859,-14.8755455
+300651,-15.750354,-15.440721,-18.500353,-18.213585,-16.7431,-16.931187,-13.375354,-0.00057164143,-18.05153,-13.500354,-12.750354,-14.125354,-17.562853,-13.87567
+6802,-5.864925e-05,-15.940894,-17.25006,-23.311335,-17.02838,-13.256279,-16.18756,-16.189703,-28.845188,-18.68756,-16.56256,-16.43756,-19.12506,-15.007678
+384694,-17.37517,-22.876143,-15.12517,-19.544954,-21.708279,-19.890772,-19.12517,-9.763048,-27.872791,-0.00016950125,-11.62517,-17.81267,-19.68767,-15.62559
+3513,-5.0662664e-05,-17.208147,-18.125051,-20.936691,-21.1155,-16.591568,-18.687551,-16.88281,-29.40634,-20.312551,-19.500051,-17.562551,-19.562551,-16.580696
+511415,-16.000292,-23.600418,-14.625292,-21.508863,-26.768482,-23.952496,-18.687792,-16.941347,-29.917713,-16.125292,-19.000292,-14.250292,-0.00029202012,-9.625714
+532755,-13.2503605,-18.06874,-12.1253605,-16.293608,-20.524334,-16.231482,-14.8753605,-12.628208,-26.088821,-13.1253605,-16.56286,-10.3753605,-12.2503605,-0.0010753048
+142580,-16.875593,-15.899101,-10.250593,-0.0020576145,-16.001682,-15.608196,-17.500593,-15.194834,-28.180918,-13.250593,-17.688093,-16.063093,-15.375593,-16.18851
+319661,-15.437635,-18.422525,-16.500135,-21.028738,-18.293653,-12.538573,-13.000135,-0.00025485316,-22.82238,-13.000135,-14.500135,-13.125135,-16.625135,-13.626077
+304335,-15.625142,-17.78588,-16.312641,-19.543911,-17.441832,-12.004924,-17.375141,-0.00040133393,-19.34081,-14.375142,-15.500142,-14.750142,-17.437641,-12.000561
+126420,-17.187756,-16.254892,-10.125256,-0.0016186156,-16.313923,-15.555958,-18.812756,-16.34751,-29.77412,-15.687756,-18.812756,-16.812756,-18.375256,-16.063108
+66546,-9.501633,-0.0054464024,-15.251633,-18.416584,-15.368284,-19.094057,-7.8766327,-14.315713,-21.505661,-14.689133,-13.251633,-14.001633,-14.689133,-11.253056
+312536,-15.937805,-17.700947,-19.500305,-22.287468,-20.82151,-12.767049,-12.625305,-0.00047713338,-20.490545,-15.187805,-13.625305,-15.312805,-18.250305,-13.251057
+111152,-13.439003,-16.904177,-0.0015030527,-6.878295,-13.940451,-26.645588,-18.251503,-14.764718,-23.392773,-12.001503,-16.251503,-14.001503,-10.251503,-14.314406
+211883,-13.5629225,-13.102195,-13.0004225,-21.227432,-13.111647,-0.0013220963,-10.9379225,-9.876487,-25.074028,-12.9379225,-12.3754225,-11.7504225,-14.3754225,-12.0631485
+443068,-15.812946,-20.976286,-11.000446,-17.566214,-23.885517,-16.043062,-18.187946,-14.8784895,-25.516186,-15.562946,-17.750446,-0.00044622002,-10.375446,-12.50114
+465579,-16.00031,-18.992645,-11.625312,-18.206758,-19.547234,-15.403797,-17.62531,-15.188766,-24.517689,-17.06281,-17.37531,-0.00031156454,-11.125312,-12.000644
+85707,-11.878209,-15.419418,-0.0032090854,-5.879158,-11.25418,-17.934164,-17.128208,-15.014911,-24.624304,-10.878209,-16.878208,-11.128209,-12.753209,-15.128701
+556188,-15.375455,-22.565754,-12.000455,-16.157528,-20.023424,-18.849293,-16.125456,-12.503132,-27.441141,-12.875455,-17.062956,-11.875455,-11.750455,-0.0009412932
+477080,-15.563024,-20.15213,-11.750524,-18.119875,-26.057737,-16.382923,-17.688023,-15.064854,-24.110027,-16.688023,-17.875523,-0.000523311,-10.500524,-12.000878
+322293,-14.750214,-14.591975,-14.812714,-17.072245,-15.79204,-21.263458,-11.250214,-10.000502,-0.0002765407,-15.437714,-11.562714,-13.062714,-14.937714,-14.383574
+109897,-5.754771,-12.771863,-0.004771039,-11.022094,-12.857211,-12.074535,-11.442271,-13.592874,-24.39336,-11.754771,-15.879771,-8.754771,-11.629771,-13.630354
+199109,-12.938696,-13.463275,-7.501196,-10.562426,-0.002597184,-17.966896,-14.938696,-13.215695,-24.6517,-13.063696,-14.626196,-15.063696,-16.751196,-14.314113
+390415,-16.12516,-21.636976,-14.000161,-19.328163,-21.492054,-16.859095,-19.00016,-10.001317,-28.8463,-0.00016115798,-10.500161,-16.50016,-20.12516,-17.125534
+477471,-17.37534,-20.561155,-11.875339,-18.79449,-21.867373,-16.532455,-19.18784,-15.502068,-24.225967,-16.56284,-18.18784,-0.00033873544,-10.875339,-13.501027
+197907,-7.8066406,-10.606119,-1.0566409,-7.99824,-0.43555018,-12.460013,-11.306641,-11.198055,-22.108963,-9.556641,-13.806641,-12.994141,-13.931641,-10.55706
+79305,-7.6298842,-0.008520851,-12.504885,-13.561289,-17.223291,-10.902109,-6.0048842,-11.818061,-17.830421,-13.004885,-12.317385,-11.129885,-12.942385,-9.006183
+13580,-0.00023457636,-15.630316,-15.562735,-21.05251,-15.309722,-10.758821,-14.125235,-15.814063,-23.766,-15.500235,-16.562735,-16.250235,-17.562735,-14.564803
+291158,-15.125391,-17.855146,-17.500391,-17.772083,-17.573864,-16.841858,-14.812891,-0.0006793749,-17.135742,-14.000391,-14.437891,-15.375391,-17.250391,-12.376527
+412498,-16.12532,-20.345448,-15.87532,-26.816605,-19.63643,-19.170988,-17.75032,-10.655892,-27.045586,-8.50032,-0.00032026408,-15.75032,-19.68782,-15.000684
+256852,-14.87585,-15.923451,-15.56335,-19.71303,-22.443752,-14.361519,-0.00085007766,-12.501129,-17.74098,-14.93835,-14.12585,-14.25085,-15.37585,-12.627368
+92330,-12.625369,-19.169735,-0.00036936137,-11.50291,-15.631386,-17.343761,-19.75037,-16.79696,-27.576483,-13.125369,-19.75037,-14.125369,-15.125369,-12.126092
+285629,-14.126287,-15.958603,-14.876287,-18.18811,-17.260193,-9.941061,-15.313787,-0.0014911732,-18.06536,-12.813787,-14.126287,-13.626287,-16.001287,-10.37694
+600207,-15.312704,-14.504773,-14.312704,-17.700401,-15.213583,-22.310242,-11.250204,-10.750547,-0.00031289767,-14.562704,-11.250204,-12.437704,-15.000204,-14.750876
+419161,-17.687769,-21.076723,-17.125269,-23.322865,-21.731354,-14.671847,-18.750269,-10.287098,-27.475231,-9.000268,-0.00026806575,-16.375269,-19.937769,-15.000604
+27675,-0.00011526874,-17.590061,-17.062614,-22.868412,-26.095436,-17.680346,-18.187614,-18.729012,-28.646267,-20.187614,-19.375114,-15.375115,-18.875114,-15.001993
+31332,-0.00067366316,-14.317299,-14.688173,-16.907862,-12.210377,-12.641873,-13.000673,-16.25439,-24.340233,-16.188173,-16.938173,-16.313173,-18.313173,-15.376597
+490174,-17.187723,-25.08524,-15.500223,-21.75764,-26.426361,-23.325893,-18.687723,-17.0021,-29.20489,-16.500223,-19.500223,-14.875223,-0.00022289653,-10.13632
+504917,-16.251717,-25.341892,-13.626717,-20.178493,-27.890373,-21.390747,-18.189217,-15.878384,-28.071005,-15.876717,-17.689217,-15.126717,-0.0017166891,-6.507136
+323584,-15.312708,-14.279399,-13.687708,-17.06247,-15.9636545,-19.32552,-10.750208,-10.875537,-0.00033578277,-14.625208,-11.125208,-12.437708,-15.187708,-14.438395
+184268,-15.875269,-21.312656,-10.250269,-15.450575,-0.0012321238,-24.349373,-18.500269,-17.842249,-26.024796,-15.875269,-17.812769,-18.437769,-20.375269,-16.81313
+425809,-16.00024,-19.737024,-13.875241,-20.970375,-19.373753,-22.395454,-18.06274,-9.728473,-26.441147,-9.375241,-0.00024113132,-15.125241,-19.43774,-14.500441
+544421,-16.312805,-21.033064,-12.625304,-17.266273,-22.138388,-16.687984,-16.000305,-13.128474,-25.20086,-14.375304,-17.000305,-12.000304,-12.375304,-0.00093256903
+333578,-14.062831,-13.621522,-13.937831,-14.634735,-16.11596,-16.281704,-10.875331,-10.000705,-0.00049024035,-14.062831,-11.312831,-11.750331,-13.687831,-13.938504
+401995,-16.250153,-21.839966,-16.375153,-23.55414,-22.458887,-20.13285,-18.750153,-12.077896,-27.39398,-9.875153,-0.00015245705,-16.375153,-20.875153,-16.250357
+44378,-9.626478,-0.0020687035,-14.626478,-16.2975,-19.249554,-19.635012,-11.001478,-14.815306,-21.859531,-14.251478,-13.563978,-13.251478,-14.126478,-10.627494
+432179,-16.375664,-20.799677,-15.000664,-27.411484,-21.261984,-22.14336,-18.188164,-10.631378,-26.888554,-7.500664,-0.00066401367,-15.500664,-20.500664,-15.750965
+318521,-14.375386,-16.954102,-15.437886,-18.179585,-17.90715,-11.014344,-15.937886,-0.00060965586,-18.160423,-13.625386,-14.812886,-14.437886,-16.375387,-10.500807
+239507,-11.876592,-14.881491,-13.376592,-16.054157,-21.658083,-0.003992949,-9.501592,-12.81593,-23.071772,-8.001592,-10.126592,-13.189092,-11.439092,-9.626956
+331809,-14.062963,-13.296007,-13.250463,-14.91607,-14.257472,-15.920946,-10.375463,-8.7508,-0.0005140412,-13.750463,-11.312963,-11.500463,-13.937963,-13.877108
+40905,-8.381554,-0.0069747893,-11.006554,-15.691992,-15.046175,-18.291521,-8.131554,-10.883005,-22.991917,-11.506554,-9.756554,-11.444054,-12.131554,-9.382098
+455144,-15.5003605,-19.84644,-12.0003605,-17.728943,-22.745771,-16.134598,-18.00036,-15.501836,-23.910084,-16.00036,-16.93786,-0.00036078144,-11.5003605,-13.625842
+618347,-12.875388,-18.552671,-11.125388,-17.37895,-20.194607,-14.647121,-17.500387,-15.316686,-24.098236,-15.562888,-16.625387,-0.00038771264,-11.250388,-12.376491
+303068,-14.438064,-16.154812,-15.938064,-18.238358,-16.979996,-11.400157,-15.813064,-0.0007621648,-18.435783,-13.688064,-15.125564,-14.563064,-16.438065,-10.126101
+436774,-12.5188675,-16.36716,-11.6438675,-16.926996,-17.194918,-16.968584,-13.7063675,-7.2803817,-21.952793,-2.0188675,-0.14386755,-10.3938675,-15.9563675,-11.894281
+18410,-0.0007898072,-14.100782,-9.75079,-15.648836,-17.240536,-11.889495,-13.62579,-13.68984,-22.42863,-14.68829,-15.31329,-7.7507896,-12.50079,-13.440362
+617525,-13.251038,-19.497309,-11.251038,-15.21513,-21.91251,-17.074303,-17.063538,-15.316266,-21.957817,-15.438538,-17.376038,-0.0010380124,-10.126038,-10.75198
+579266,-17.562666,-17.812656,-10.250165,-0.0011784527,-15.126079,-14.361561,-19.625166,-16.885319,-28.529877,-13.000165,-17.250166,-17.312666,-17.000166,-15.000664
+206082,-11.751906,-11.760207,-13.501906,-15.838759,-12.45406,-0.006841142,-8.876906,-9.489415,-19.94046,-11.189406,-11.626906,-11.876906,-13.064406,-11.814898
+489709,-15.750467,-22.787935,-14.125467,-19.889847,-21.586817,-21.076744,-17.750467,-16.065104,-28.471523,-15.000467,-17.312967,-14.375467,-0.00046695294,-8.250904
+211482,-10.377003,-13.099827,-12.877003,-14.564497,-20.948292,-0.0052457075,-7.377003,-12.756817,-22.346909,-8.877003,-10.127003,-12.127003,-11.189503,-8.377684
+401792,-16.25023,-21.781746,-14.250232,-22.335377,-21.199781,-24.84153,-18.37523,-11.4120035,-27.47602,-8.750232,-0.00023159683,-15.375232,-19.87523,-15.875418
+400718,-16.625082,-22.341316,-17.000082,-27.328415,-20.55094,-19.241186,-18.125082,-12.162557,-26.986874,-11.625083,-8.2608625e-05,-16.250082,-19.687582,-15.125437
+149482,-16.312923,-15.413395,-10.750423,-0.0025193468,-15.938689,-13.913205,-18.000423,-14.880519,-27.011463,-14.000423,-17.625423,-16.000423,-15.937923,-14.938354
+601082,-15.437682,-14.918568,-14.125182,-17.36252,-15.225021,-22.604675,-11.125182,-11.250459,-0.00027773652,-15.250182,-11.687682,-12.562682,-15.437682,-14.813255
+357735,-14.250306,-13.87632,-14.062806,-15.941801,-16.107346,-20.925562,-10.937806,-9.750616,-0.00038475762,-14.625306,-11.062806,-12.625306,-14.625306,-14.140389
+382444,-12.005242,-14.62217,-11.005242,-5.396496,-12.480929,-8.374058,-12.880242,-13.005785,-24.304688,-0.005242292,-12.880242,-12.567742,-12.255242,-10.130659
+626724,-16.00036,-21.58111,-12.750361,-17.331322,-20.657692,-18.094868,-15.625361,-13.626494,-26.70295,-14.875361,-17.56286,-13.125361,-12.750361,-0.00081760634
+133328,-16.312963,-17.422787,-8.250464,-0.0013845614,-13.626496,-16.490078,-19.625463,-16.015026,-29.580585,-13.250464,-18.187963,-16.500463,-16.562963,-16.188375
+485503,-14.625904,-22.774817,-13.375904,-18.38329,-19.986212,-20.702316,-16.875904,-13.916842,-26.96732,-13.750904,-16.938404,-13.000904,-0.00090403215,-7.626515
+449578,-16.875435,-21.759554,-12.375435,-19.224598,-22.837479,-17.205368,-18.937935,-15.377171,-25.556746,-16.437935,-18.125435,-0.0004349001,-11.625435,-13.501179
+396041,-16.37512,-20.43971,-16.00012,-18.724445,-21.652987,-16.734612,-18.93762,-10.002978,-26.210587,-0.000121109304,-12.625121,-17.62512,-18.87512,-14.375337
+507111,-16.437828,-24.023138,-13.750328,-21.1525,-23.278133,-18.136576,-17.500328,-15.756525,-27.721855,-15.125328,-17.937828,-13.750328,-0.00032812933,-9.751066
+180297,-8.001713,-14.557866,-7.1267123,-11.289016,-0.0019981086,-17.892385,-14.189213,-14.32608,-23.569952,-12.626713,-15.001713,-15.376713,-16.251713,-14.502175
+80079,-14.875855,-17.197218,-0.0008553184,-7.501687,-13.254708,-19.09752,-18.500854,-14.868322,-28.407055,-11.375855,-17.875854,-10.375855,-13.750855,-15.563757
+515049,-16.625412,-22.368649,-14.500413,-18.73024,-24.894703,-20.02572,-17.500412,-16.126917,-27.652323,-15.500413,-18.625412,-14.375413,-0.00041249825,-8.625905
+118829,-14.834282,-19.290838,-0.02178221,-10.272989,-13.115181,-18.155827,-16.771782,-11.81332,-26.337486,-12.771782,-17.021782,-13.021782,-14.521782,-4.397732
+411014,-16.750116,-22.120043,-17.000116,-24.99527,-20.451427,-15.773019,-18.437616,-12.771512,-26.107708,-10.500116,-0.000116699084,-16.000116,-20.000116,-15.753706
+620657,-16.500265,-24.09901,-14.750264,-19.482414,-25.421253,-19.888721,-17.750265,-16.00897,-28.017302,-15.750264,-18.312765,-14.500264,-0.00026437125,-10.126843
+558539,-14.375289,-17.916636,-12.625289,-17.560045,-16.308569,-11.026759,-14.625289,-10.25262,-27.148167,-13.000289,-17.437788,-14.000289,-13.625289,-0.0007232259
+414090,-15.625329,-21.387068,-14.125329,-22.420273,-21.012167,-19.643602,-17.812828,-9.431334,-26.718998,-8.750329,-0.00032860602,-15.500329,-19.062828,-15.125535
+374657,-14.4381,-17.827759,-13.0006,-17.401972,-19.783222,-12.309647,-16.0631,-8.001368,-24.234434,-0.00060003874,-12.7506,-14.8131,-16.5631,-13.750857
+523768,-16.25024,-21.048235,-12.750239,-17.809862,-22.850851,-15.9864855,-16.25024,-13.758714,-25.886644,-14.875239,-17.31274,-13.250239,-12.625239,-0.00065112696
+474991,-15.875443,-22.628529,-11.500443,-17.893343,-21.972742,-16.718021,-18.000444,-16.37719,-24.746105,-16.812944,-17.750444,-0.00044383688,-10.875443,-12.000845
+459048,-16.312885,-22.758638,-13.125385,-17.346409,-24.739372,-20.495638,-19.375385,-17.942722,-25.439423,-18.250385,-18.375385,-0.00038568687,-10.750385,-13.251356
+391103,-14.500406,-18.413507,-11.125406,-18.082703,-21.165083,-18.094698,-16.500406,-8.755729,-25.43033,-0.00040630193,-10.875406,-14.562906,-17.000406,-14.563253
+522094,-7.8799677,-7.2561088,-9.379968,-14.932331,-11.019034,-9.905767,-10.942468,-7.365657,-24.500046,-9.754968,-11.504968,-9.879968,-10.817468,-0.006158754
+159448,-15.813118,-14.68556,-10.000618,-0.0025603245,-14.751715,-13.15296,-17.250618,-14.4464855,-26.49125,-13.500618,-17.563118,-15.625618,-15.250618,-14.126106
+345341,-14.750235,-14.662224,-14.687735,-17.742262,-16.840757,-22.951588,-11.312735,-10.000656,-0.0002850006,-15.625235,-11.687735,-13.312735,-15.125235,-14.409636
+208307,-9.378148,-12.49119,-11.503148,-14.890094,-18.29565,-0.0044790423,-8.503148,-11.817732,-23.38055,-6.7531486,-9.753148,-11.753148,-10.878148,-7.6287284
+525959,-10.011855,-12.2167425,-5.761855,-12.267438,-12.399516,-6.3188562,-10.386855,-12.576531,-21.53643,-9.636855,-10.511855,-8.636855,-5.261855,-0.012217599
+317005,-14.313537,-15.873799,-14.501037,-17.783314,-16.585548,-9.758412,-15.501037,-0.0012201485,-19.097664,-11.626037,-14.001037,-13.501037,-15.251037,-10.37631
+291996,-14.437812,-17.117342,-15.312812,-18.272364,-18.339733,-11.254693,-15.875312,-0.00051348464,-18.320236,-13.812812,-14.875312,-14.312812,-16.375313,-10.125737
+164940,-15.375278,-18.095695,-9.750278,-14.667283,-0.0011817518,-18.704653,-16.500278,-15.73835,-25.200294,-14.500278,-15.750278,-17.125278,-18.750278,-15.563112
+74598,-9.126543,-0.0022297045,-14.189043,-16.948717,-14.770497,-15.044345,-9.751543,-13.565305,-18.425976,-13.314043,-13.376543,-13.939043,-14.876543,-9.503103
+275784,-15.376146,-11.638523,-16.813646,-19.19875,-19.552746,-15.593172,-0.0011464935,-12.37654,-18.192408,-16.313646,-14.376146,-15.501146,-16.813646,-13.129816
+553749,-14.000521,-16.82273,-11.125521,-15.342395,-19.731506,-19.363514,-13.938021,-12.251937,-24.266205,-13.750521,-15.813021,-9.250521,-11.750521,-0.0014338929
+592686,-14.6882515,-16.098862,-15.3757515,-18.753159,-24.240822,-16.367113,-0.0007512131,-11.376195,-17.786316,-14.0632515,-13.1257515,-13.6257515,-14.3132515,-11.642077
+128624,-16.625278,-17.649363,-10.0002775,-0.001259998,-14.627695,-13.884853,-18.812778,-16.3837,-27.076807,-13.1252775,-16.750278,-16.437778,-17.000278,-14.375586
+114566,-12.505706,-13.946288,-0.005705856,-7.266962,-11.999822,-17.428335,-16.818207,-14.803891,-22.020542,-10.755706,-16.255707,-13.005706,-5.380706,-12.381078
+322291,-14.31283,-13.918156,-13.37533,-15.7274885,-16.343649,-18.475037,-11.00033,-9.000654,-0.0003972679,-14.68783,-11.68783,-12.31283,-14.62533,-14.25706
+551518,-5.278683,-8.03356,-8.903684,-12.477782,-8.000934,-6.579962,-9.403684,-9.904785,-18.069368,-11.278684,-9.653684,-8.653684,-9.278684,-0.03008696
+466583,-16.25043,-20.410873,-13.000428,-19.059431,-25.138527,-17.55558,-18.87543,-16.126871,-24.378841,-17.37543,-18.25043,-0.0004284656,-10.500428,-13.750954

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,699 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.31740234419703484,0,11.779925028483072,
+0,8,0.06439075246453285,1,7.4956813880375455,
+0,16,0.037275876849889755,2,6.825581729412079,
+0,24,0.03695952892303467,3,5.838626054617075,
+0,32,0.037318453192710876,4,4.529301217624119,
+0,40,0.036811597645282745,5,5.837804138660431,
+0,48,0.03706314042210579,6,5.034241448749196,
+0,56,0.03706936538219452,7,5.169387102127075,
+0,64,0.03373413160443306,8,4.028428554534912,
+0,72,0.037011537700891495,9,2.382005575028333,
+0,80,0.03683437407016754,10,2.2564587019957028,
+0,88,0.03440628573298454,11,1.6013295682413238,
+0,96,0.03414209187030792,12,3.565537182184366,
+0,104,0.03743872046470642,13,2.3592329787259754,
+0,112,0.03718998283147812,14,0.5387376214970242,
+0,120,0.035025209188461304,15,2.3893601782619953,
+0,128,0.034070588648319244,16,0.7004860131179586,
+,,,16,,1.077257650869864
+0,136,0.034075189381837845,17,1.8444386314262042,
+0,144,0.03406845033168793,18,0.49026152710430326,
+0,152,0.03394322842359543,19,0.5998469067504629,
+0,160,0.03369896486401558,20,0.03671131753071677,
+0,168,0.03389056771993637,21,0.22663341672159731,
+0,176,0.03366862237453461,22,1.12591970176436,
+0,184,0.03418393060564995,23,0.058578920931639994,
+0,192,0.03423328325152397,24,0.6933216832649822,
+0,200,0.0338280126452446,25,0.9490789060791334,
+0,208,0.03390200808644295,26,0.5706489474799198,
+0,216,0.037399712949991226,27,0.4110843586520507,
+0,224,0.03720136359333992,28,0.036666259264166,
+0,232,0.03406572714447975,29,0.23963486200843293,
+0,240,0.03406444564461708,30,0.2136926759267226,
+0,248,0.03408591449260712,31,0.028742941988942523,
+0,256,0.0374688059091568,32,0.0414733041722614,
+,,,32,,0.06452430177617956
+0,264,0.03418455645442009,33,0.04472344050494333,
+0,272,0.03425171971321106,34,0.04533865276191916,
+0,280,0.03534479811787605,35,0.1835132748640787,
+0,288,0.03690820932388306,36,0.26104901495273225,
+0,296,0.033390700817108154,37,0.1889377597677098,
+0,304,0.034055568277835846,38,0.036093300115317105,
+0,312,0.0341719426214695,39,0.014472049491649324,
+0,320,0.03361884877085686,40,0.48545989363143843,
+0,328,0.033547211438417435,41,0.009965177276171744,
+0,336,0.03641451150178909,42,0.0908560650035118,
+0,344,0.033639829605817795,43,0.052407567913178355,
+0,352,0.03382009640336037,44,0.16307230561506003,
+0,360,0.03376900777220726,45,0.5321395917729076,
+0,368,0.03368934988975525,46,0.09535170680610464,
+0,376,0.03384831175208092,47,0.004197293509995299,
+0,384,0.03432317078113556,48,0.26800182469499606,
+,,,48,,0.06694436956334997
+0,392,0.03414038196206093,49,0.3380684725796947,
+0,400,0.03449233993887901,50,0.013346988168037073,
+0,408,0.0346904881298542,51,0.14552746755070983,
+0,416,0.03432106226682663,52,0.3061700987621277,
+0,424,0.03445759788155556,53,0.17392472575347012,
+0,432,0.039534661918878555,54,0.19243782019027725,
+0,440,0.03413436934351921,55,0.017547681694850326,
+0,448,0.03438972681760788,56,0.07739125882896285,
+1,456,0.034444112330675125,57,0.06508185444141014,
+1,464,0.03481115400791168,58,0.08646642677485943,
+1,472,0.029120884835720062,59,0.08208253820283481,
+1,480,0.028980296105146408,60,0.013846191768111154,
+1,488,0.02934689074754715,61,0.025928897579433396,
+1,496,0.03170015662908554,62,0.019466407752285402,
+1,504,0.02915893867611885,63,0.0552387355211457,
+1,512,0.029133155941963196,64,0.004813577738017417,
+,,,64,,0.02618803139086123
+1,520,0.028642375022172928,65,0.0022124247188912705,
+1,528,0.029236067086458206,66,0.004176224254479166,
+1,536,0.02877897396683693,67,0.016436503540414076,
+1,544,0.02909032255411148,68,0.007056032006706421,
+1,552,0.02955128625035286,69,0.07097845887100059,
+1,560,0.03272014856338501,70,0.1770762605861259,
+1,568,0.033191923052072525,71,0.014824140016571619,
+1,576,0.028905481100082397,72,0.008255768911719011,
+1,584,0.029215846210718155,73,0.003030911982271143,
+1,592,0.029217194765806198,74,0.018680383265018464,
+1,600,0.02901512384414673,75,0.2706275375473654,
+1,608,0.03301537036895752,76,0.0029912881974059227,
+1,616,0.028910145163536072,77,0.10712189100740943,
+1,624,0.03416043519973755,78,0.07098452943197724,
+1,632,0.029435694217681885,79,0.009367502348807951,
+1,640,0.02898801863193512,80,0.002848447636510669,
+,,,80,,0.007771847976578606
+1,648,0.028994698077440262,81,0.005430207927323257,
+1,656,0.028789855539798737,82,0.003296708828621866,
+1,664,0.033119458705186844,83,0.004610349914582912,
+1,672,0.034378986805677414,84,0.07444886442889194,
+1,680,0.029268592596054077,85,0.18391700973370462,
+1,688,0.03264003247022629,86,0.013512252131476998,
+1,696,0.029214709997177124,87,0.0035034563490906013,
+1,704,0.03201184794306755,88,0.006985742651522742,
+1,712,0.03236827626824379,89,0.06109155109152198,
+1,720,0.03296332433819771,90,0.0021104715376471478,
+1,728,0.029687825590372086,91,0.19195632018090691,
+1,736,0.03278173506259918,92,0.019875212106853724,
+1,744,0.03347761929035187,93,0.005477248157452171,
+1,752,0.029352080076932907,94,0.011313757200365548,
+1,760,0.029340136796236038,95,0.009000676538562402,
+1,768,0.03350973129272461,96,0.0028213856470150254,
+,,,96,,0.010895803018852516
+1,776,0.032879702746868134,97,0.002754916886000761,
+1,784,0.028936214745044708,98,0.008619143189314534,
+1,792,0.028877437114715576,99,0.0074721366194460325,
+1,800,0.029010392725467682,100,0.004155640987356981,
+1,808,0.02903708443045616,101,0.012406432924763067,
+1,816,0.02953801304101944,102,0.005764645179234711,
+1,824,0.03216996416449547,103,0.003936117850781347,
+1,832,0.03281649574637413,104,0.03004544012765109,
+1,840,0.03425149247050285,105,0.001026161572484013,
+1,848,0.02921106293797493,106,0.0035725379103413698,
+1,856,0.029081791639328003,107,0.0038091537110934346,
+1,864,0.032495927065610886,108,0.0020250165621941312,
+1,872,0.02921159565448761,109,0.004185483193092902,
+1,880,0.02971912920475006,110,0.0026436582120368257,
+1,888,0.02929694578051567,111,0.0025189330723757544,
+1,896,0.02957329899072647,112,0.0017975016511627474,
+,,,112,,0.007327042795993664
+2,904,0.029423534870147705,113,0.006517201165059725,
+2,912,0.02938845008611679,114,0.06580227420040914,
+2,920,0.0293741337954998,115,0.003365370274488149,
+2,928,0.029470380395650864,116,0.037439252324734947,
+2,936,0.029425889253616333,117,0.003893384038625906,
+2,944,0.029441043734550476,118,0.0032785286234034822,
+2,952,0.029686298221349716,119,0.0055838065031407905,
+2,960,0.029696691781282425,120,0.0017514541520670588,
+2,968,0.030075062066316605,121,0.005670857926209767,
+2,976,0.029093213379383087,122,0.001319739034645156,
+2,984,0.0330217070877552,123,0.003045507471792267,
+2,992,0.02984342724084854,124,0.000843955916207051,
+2,1000,0.02934984862804413,125,0.0009605678159542466,
+2,1008,0.029658649116754532,126,0.3080059775799912,
+2,1016,0.029437538236379623,127,0.028182162964815058,
+2,1024,0.029460173100233078,128,0.004176030154877271,
+,,,128,,0.003740222089820438
+2,1032,0.029366914182901382,129,0.0020111470118232924,
+2,1040,0.033520810306072235,130,0.018539155564772394,
+2,1048,0.029833540320396423,131,0.0007162160084893306,
+2,1056,0.029315631836652756,132,0.0037042517859455465,
+2,1064,0.029435940086841583,133,0.007941715670033144,
+2,1072,0.02971305325627327,134,0.003138195472274674,
+2,1080,0.033253204077482224,135,0.002983987354673445,
+2,1088,0.029446817934513092,136,0.012404908096262565,
+2,1096,0.02968554198741913,137,0.0032437695132102816,
+2,1104,0.03435376286506653,138,0.0009626563384829621,
+2,1112,0.02947884052991867,139,0.0015992145436030114,
+2,1120,0.03447971120476723,140,0.0036408068723782585,
+2,1128,0.029819883406162262,141,0.003282097931433883,
+2,1136,0.029444299638271332,142,0.004226521594458832,
+2,1144,0.03268631920218468,143,0.015494221518075882,
+2,1152,0.029479853808879852,144,0.0029545233002863823,
+,,,144,,0.00426263224195551
+2,1160,0.0293528214097023,145,0.0012782089387266232,
+2,1168,0.029650282114744186,146,0.0021851523062930657,
+2,1176,0.029642704874277115,147,0.003832129680934789,
+2,1184,0.033436764031648636,148,0.0021338589940569364,
+2,1192,0.029508665204048157,149,0.0023914575576782227,
+2,1200,0.02927999198436737,150,0.01052958580548875,
+2,1208,0.029387228190898895,151,0.0015396572339038054,
+2,1216,0.03443513438105583,152,0.0031178010491809496,
+2,1224,0.029287386685609818,153,0.0011131050108815544,
+2,1232,0.03388430178165436,154,0.007776510996336583,
+2,1240,0.02950316295027733,155,0.002334103346444093,
+2,1248,0.031950533390045166,156,0.0018607341023328314,
+2,1256,0.029314208775758743,157,0.0050690293064690195,
+2,1264,0.02934965118765831,158,0.02709193729873126,
+2,1272,0.029380522668361664,159,0.003969062538089929,
+2,1280,0.02988617867231369,160,0.00887820313218981,
+,,,160,,0.002390621988861649
+2,1288,0.03252806141972542,161,0.00411093127240747,
+2,1296,0.029279634356498718,162,0.0013501240850018804,
+2,1304,0.02897470071911812,163,0.0016701851285082132,
+2,1312,0.029506240040063858,164,0.0022680045539428565,
+2,1320,0.029432758688926697,165,0.002079585034932409,
+2,1328,0.03018932044506073,166,0.003707965842685163,
+2,1336,0.030058201402425766,167,0.0024003719289404607,
+2,1344,0.03219730406999588,168,0.0021236352309083138,
+3,1352,0.029606088995933533,169,0.001994711142591162,
+3,1360,0.029005125164985657,170,0.0015645776293240488,
+3,1368,0.02924823760986328,171,0.0016956263630576855,
+3,1376,0.029477085918188095,172,0.0018060433154460042,
+3,1384,0.029675431549549103,173,0.0020541993551887574,
+3,1392,0.029696479439735413,174,0.0013854763970552345,
+3,1400,0.029553361237049103,175,0.000736770661023911,
+3,1408,0.03384432941675186,176,0.0032556077035573814,
+,,,176,,0.0017373001685848943
+3,1416,0.029594674706459045,177,0.001502401119348808,
+3,1424,0.029265135526657104,178,0.0012883640093994992,
+3,1432,0.02955029159784317,179,0.001863245663116686,
+3,1440,0.029672924429178238,180,0.0019407325870512673,
+3,1448,0.029718752950429916,181,0.001268999360036105,
+3,1456,0.029472358524799347,182,0.0017055202896396318,
+3,1464,0.03283463045954704,183,0.0011829903184358652,
+3,1472,0.029474880546331406,184,0.0012021755484800617,
+3,1480,0.02917514368891716,185,0.0013556693234325697,
+3,1488,0.029137633740901947,186,0.0022706740637659095,
+3,1496,0.029355529695749283,187,0.0014216150034022017,
+3,1504,0.0339169017970562,188,0.0012107999083430818,
+3,1512,0.03304808959364891,189,0.0027431622306308286,
+3,1520,0.029499098658561707,190,0.002182503490005799,
+3,1528,0.029268592596054077,191,0.001162343830098204,
+3,1536,0.02960122749209404,192,0.0016037596959743976,
+,,,192,,0.0015964959230687884
+3,1544,0.029370136559009552,193,0.0014263262232166848,
+3,1552,0.029370605945587158,194,0.003998874668468488,
+3,1560,0.029666516929864883,195,0.001254544682417284,
+3,1568,0.02989930659532547,196,0.0018973680944327498,
+3,1576,0.03010530024766922,197,0.008743901463193733,
+3,1584,0.029774997383356094,198,0.010871608892297704,
+3,1592,0.029390942305326462,199,0.0010443587287392636,
+3,1600,0.02958172932267189,200,0.0007364718545762695,
+3,1608,0.029576070606708527,201,0.0015456881010322832,
+3,1616,0.030014630407094955,202,0.0011859052368284513,
+3,1624,0.029385361820459366,203,0.0016967662066401151,
+3,1632,0.030073732137680054,204,0.0018396332214858071,
+3,1640,0.02980964630842209,205,0.0017104745829083885,
+3,1648,0.029727548360824585,206,0.0019969357482086006,
+3,1656,0.029417529702186584,207,0.0026228582176442547,
+3,1664,0.02990889921784401,208,0.0019240975314460229,
+,,,208,,0.0014109022363468452
+3,1672,0.02946479246020317,209,0.0019779226318600456,
+3,1680,0.03005734086036682,210,0.0007835014817269089,
+3,1688,0.029354136437177658,211,0.0015951303733648576,
+3,1696,0.02938906103372574,212,0.0010532467232014125,
+3,1704,0.029698971658945084,213,0.0017836067917024983,
+3,1712,0.029995251446962357,214,0.0012593401166108938,
+3,1720,0.029519978910684586,215,0.0011541186960620019,
+3,1728,0.029448851943016052,216,0.001445380250515882,
+3,1736,0.029578696936368942,217,0.0009828539664990135,
+3,1744,0.029512230306863785,218,0.008197025823392323,
+3,1752,0.02919105440378189,219,0.0008227085761193718,
+3,1760,0.03345724567770958,220,0.0010859747184440494,
+3,1768,0.029645513743162155,221,0.0013821135225953185,
+3,1776,0.03008963167667389,222,0.000518974921890601,
+3,1784,0.029797904193401337,223,0.0018485914650747354,
+3,1792,0.029591165482997894,224,0.0014587189058753818,
+,,,224,,0.0013521228123594214
+4,1800,0.02952805906534195,225,0.002090595833059134,
+4,1808,0.029964394867420197,226,0.0024569076970995716,
+4,1816,0.030102934688329697,227,0.0009360156562671853,
+4,1824,0.03386406973004341,228,0.0006212024706352773,
+4,1832,0.02974638342857361,229,0.0039030984007695224,
+4,1840,0.029943447560071945,230,0.001580271124112187,
+4,1848,0.030163418501615524,231,0.0019181310859634182,
+4,1856,0.03285572677850723,232,0.002011049079426032,
+4,1864,0.0297037735581398,233,0.0008866667179972864,
+4,1872,0.029965590685606003,234,0.0025135539662397397,
+4,1880,0.030014149844646454,235,0.001293971862581272,
+4,1888,0.03009515255689621,236,0.0011104018849437125,
+4,1896,0.029866378754377365,237,0.00125422084350318,
+4,1904,0.02958482876420021,238,0.0017393439937642631,
+4,1912,0.033331312239170074,239,0.0011423959254494144,
+4,1920,0.02966245636343956,240,0.00172604457475245,
+,,,240,,0.0012533710234695012
+4,1928,0.03334280103445053,241,0.0012171917670847116,
+4,1936,0.0291953943669796,242,0.0010754735299593045,
+4,1944,0.029793132096529007,243,0.0004423138995592196,
+4,1952,0.029693204909563065,244,0.0009527720528869674,
+4,1960,0.02998480200767517,245,0.00128913722834444,
+4,1968,0.030527576804161072,246,0.000982542156028406,
+4,1976,0.03264975547790527,247,0.0008337460934523154,
+4,1984,0.029399167746305466,248,0.000916191217887293,
+4,1992,0.030243851244449615,249,0.001009892741421936,
+4,2000,0.029819518327713013,250,0.0006964543984698442,
+4,2008,0.0300602987408638,251,0.0009849648279972218,
+4,2016,0.029949896037578583,252,0.0009375425400391507,
+4,2024,0.029744572937488556,253,0.0010392786736095636,
+4,2032,0.029922224581241608,254,0.0007262649107195267,
+4,2040,0.0325787179172039,255,0.0009420201865092773,
+4,2048,0.032563693821430206,256,0.002589053836841644,
+,,,256,,0.0012466922678329327
+4,2056,0.030398990958929062,257,0.001612698858550105,
+4,2064,0.029799290001392365,258,0.0015003662459397067,
+4,2072,0.03273463994264603,259,0.0009746523855331664,
+4,2080,0.030151154845952988,260,0.0013475556718601314,
+4,2088,0.034142814576625824,261,0.0012811321331272748,
+4,2096,0.029896974563598633,262,0.0009608118368002275,
+4,2104,0.03001103177666664,263,0.0015249348759728794,
+4,2112,0.03029049187898636,264,0.0007514633068170112,
+4,2120,0.03008933737874031,265,0.005341709901196217,
+4,2128,0.030650440603494644,266,0.0023792750558081586,
+4,2136,0.030208997428417206,267,0.0005528854610299907,
+4,2144,0.030026279389858246,268,0.0009712094458966301,
+4,2152,0.030076198279857635,269,0.0011400752106662064,
+4,2160,0.03010815754532814,270,0.0007546559701530406,
+4,2168,0.030789922922849655,271,0.0012220715647205138,
+4,2176,0.029938295483589172,272,0.001109935587289958,
+,,,272,,0.0012043056388696034
+4,2184,0.02969541773200035,273,0.0020046770885528533,
+4,2192,0.03000595048069954,274,0.001348031106648374,
+4,2200,0.0300929956138134,275,0.00268475554508364,
+4,2208,0.030716031789779663,276,0.0005635359825996252,
+4,2216,0.032821301370859146,277,0.001106623029604984,
+4,2224,0.029843885451555252,278,0.0012618735830377166,
+4,2232,0.02997312694787979,279,0.0008835647895466536,
+4,2240,0.02979450300335884,280,0.002476998202231092,
+5,2248,0.029698174446821213,281,0.000766250796004897,
+5,2256,0.029827691614627838,282,0.0012886572585557587,
+5,2264,0.030201494693756104,283,0.0014400235183226566,
+5,2272,0.02985980734229088,284,0.0008996813551427542,
+5,2280,0.029666803777217865,285,0.0004115862895559985,
+5,2288,0.02986763045191765,286,0.00068589515257582,
+5,2296,0.029741551727056503,287,0.0009427936165593565,
+5,2304,0.029695231467485428,288,0.0013020539647966092,
+,,,288,,0.0011598029070430333
+5,2312,0.03358282893896103,289,0.00045474305344131693,
+5,2320,0.029554661363363266,290,0.0008630029389258617,
+5,2328,0.02921227738261223,291,0.0025614574617065953,
+5,2336,0.029240846633911133,292,0.0009500401122620263,
+5,2344,0.029652368277311325,293,0.0005840952799189836,
+5,2352,0.02941073849797249,294,0.001415907160013116,
+5,2360,0.02954568713903427,295,0.0013080965145491064,
+5,2368,0.02943502739071846,296,0.0015904794107834612,
+5,2376,0.02963850274682045,297,0.0018391208703343925,
+5,2384,0.029718462377786636,298,0.004152045261192446,
+5,2392,0.03244562819600105,299,0.0008184100398256516,
+5,2400,0.02930082380771637,300,0.0008570315627506576,
+5,2408,0.029592454433441162,301,0.0016571269504940854,
+5,2416,0.029490817338228226,302,0.0008670582049359966,
+5,2424,0.02963416278362274,303,0.0015300925397940983,
+5,2432,0.02942846342921257,304,0.002002867080591386,
+,,,304,,0.0011392711075367751
+5,2440,0.029431279748678207,305,0.0013411187839945061,
+5,2448,0.029407411813735962,306,0.0007621516124345362,
+5,2456,0.029495257884263992,307,0.0020634488775006805,
+5,2464,0.030011795461177826,308,0.0007742682424577652,
+5,2472,0.030171670019626617,309,0.0005812777440455234,
+5,2480,0.02938012033700943,310,0.0012667370164611688,
+5,2488,0.033531829714775085,311,0.0009424357194802724,
+5,2496,0.03225081041455269,312,0.0011790532767513974,
+5,2504,0.029420945793390274,313,0.0007012349339096214,
+5,2512,0.02930334582924843,314,0.0010132111298541229,
+5,2520,0.02918684110045433,315,0.001097879134855854,
+5,2528,0.029474128037691116,316,0.0009483828154556892,
+5,2536,0.029248282313346863,317,0.0015663113723955273,
+5,2544,0.0291823111474514,318,0.0015309353242628277,
+5,2552,0.029304075986146927,319,0.0012830375573165448,
+5,2560,0.028975147753953934,320,0.0024520756232959684,
+,,,320,,0.0011133866867533437
+5,2568,0.02915395423769951,321,0.0007216725519226332,
+5,2576,0.029147636145353317,322,0.0012598641756498678,
+5,2584,0.029299017041921616,323,0.0012871440113586788,
+5,2592,0.029159698635339737,324,0.0017278912286697464,
+5,2600,0.02955413982272148,325,0.0005724652131902985,
+5,2608,0.029344778507947922,326,0.0018565067067457777,
+5,2616,0.029098182916641235,327,0.0009467498864978551,
+5,2624,0.0292375348508358,328,0.0013522402553159433,
+5,2632,0.029830534011125565,329,0.001371973243790721,
+5,2640,0.029378335922956467,330,0.0015929151975017572,
+5,2648,0.03467528522014618,331,0.0006379891336629433,
+5,2656,0.02944963052868843,332,0.0015248510408127913,
+5,2664,0.030694331973791122,333,0.000689044847344381,
+5,2672,0.029640614986419678,334,0.0010140233129137554,
+5,2680,0.029559426009655,335,0.0012351526986874109,
+5,2688,0.02952982857823372,336,0.0021308899973519146,
+,,,336,,0.0010688038611853564
+6,2696,0.029461611062288284,337,0.0010854778195019154,
+6,2704,0.03294609859585762,338,0.0012107242673664587,
+6,2712,0.029835671186447144,339,0.0009489097701589344,
+6,2720,0.033055536448955536,340,0.0006658234954860139,
+6,2728,0.02953668311238289,341,0.0011186855375014532,
+6,2736,0.029651645570993423,342,0.0011450478063621135,
+6,2744,0.029676619917154312,343,0.0006738303748604197,
+6,2752,0.029390200972557068,344,0.0018253770540468395,
+6,2760,0.03248970955610275,345,0.000954545357672032,
+6,2768,0.03363730013370514,346,0.0007126477545777258,
+6,2776,0.029747355729341507,347,0.0006794350216902482,
+6,2784,0.029310710728168488,348,0.0009560886037434102,
+6,2792,0.032712239772081375,349,0.0004530032684587323,
+6,2800,0.02936490997672081,350,0.0008980325507893992,
+6,2808,0.02923021838068962,351,0.0007317510335269617,
+6,2816,0.029307793825864792,352,0.000953202870732639,
+,,,352,,0.0010529231556035855
+6,2824,0.029520314186811447,353,0.0006663648819085211,
+6,2832,0.033052168786525726,354,0.0017382762149888247,
+6,2840,0.030493710190057755,355,0.0005474767996929586,
+6,2848,0.02959742397069931,356,0.0013988555986613322,
+6,2856,0.029554884880781174,357,0.001972460539036547,
+6,2864,0.029655393213033676,358,0.0012849119491875171,
+6,2872,0.029533471912145615,359,0.0015690326656434027,
+6,2880,0.029866009950637817,360,0.005066546786110848,
+6,2888,0.029489558190107346,361,0.0005267180441968286,
+6,2896,0.02941107377409935,362,0.0013646219648018648,
+6,2904,0.02952401340007782,363,0.0026479011956745614,
+6,2912,0.029588907957077026,364,0.002985595810549477,
+6,2920,0.029628068208694458,365,0.001178479067255886,
+6,2928,0.029453210532665253,366,0.000570235874461518,
+6,2936,0.03393254801630974,367,0.001695099336547383,
+6,2944,0.029562246054410934,368,0.0005718112331053887,
+,,,368,,0.0010166176491313511
+6,2952,0.02968524768948555,369,0.0009642943599222539,
+6,2960,0.029542226344347,370,0.0007980142524632226,
+6,2968,0.029718711972236633,371,0.0016710478191574415,
+6,2976,0.029282208532094955,372,0.0010966035354483341,
+6,2984,0.032922323793172836,373,0.0010991695647438366,
+6,2992,0.029820516705513,374,0.0006725090934196487,
+6,3000,0.029448051005601883,375,0.0007256810319328603,
+6,3008,0.03247479721903801,376,0.0011014462454893095,
+6,3016,0.029085196554660797,377,0.0006576928445914139,
+6,3024,0.02932720258831978,378,0.0009680347362258804,
+6,3032,0.02901897206902504,379,0.0010829516233150992,
+6,3040,0.029096022248268127,380,0.0013740600176485411,
+6,3048,0.03435615450143814,381,0.00108318532196184,
+6,3056,0.029504112899303436,382,0.0010066950988922535,
+6,3064,0.033532485365867615,383,0.0013732766793899437,
+6,3072,0.02959146350622177,384,0.0005782176574159946,
+,,,384,,0.0009990070981008034
+6,3080,0.029835473746061325,385,0.0014123850778560154,
+6,3088,0.030192922800779343,386,0.0008434669685811969,
+6,3096,0.029572907835245132,387,0.0008192095353609018,
+6,3104,0.029601208865642548,388,0.0009516572092913768,
+6,3112,0.029085129499435425,389,0.0008261052537888575,
+6,3120,0.02935662493109703,390,0.0015409918733684418,
+6,3128,0.029404040426015854,391,0.0008957596869549889,
+6,3136,0.02943618968129158,392,0.0008773939453848553,
+7,3144,0.029535867273807526,393,0.0008778100493752087,
+7,3152,0.030259210616350174,394,0.001061334456608165,
+7,3160,0.03386995941400528,395,0.0010432639721936236,
+7,3168,0.029338564723730087,396,0.0004199053029878996,
+7,3176,0.02941827103495598,397,0.0006022472291740335,
+7,3184,0.029254496097564697,398,0.001671837286826653,
+7,3192,0.029209982603788376,399,0.0005335733076208271,
+7,3200,0.02978404611349106,400,0.0010253538348479196,
+,,,400,,0.0009752841735327685
+7,3208,0.03417322412133217,401,0.0010409651576386144,
+7,3216,0.0326848141849041,402,0.0005336430337840945,
+7,3224,0.02937430888414383,403,0.000842282419563906,
+7,3232,0.030417900532484055,404,0.0016838753198195869,
+7,3240,0.02860375866293907,405,0.0020321998029733854,
+7,3248,0.03317058086395264,406,0.0008652515420440718,
+7,3256,0.02880518138408661,407,0.0011745013663520304,
+7,3264,0.029289700090885162,408,0.0005795857941848226,
+7,3272,0.029028017073869705,409,0.001378284042099646,
+7,3280,0.02900499477982521,410,0.0006236101801802691,
+7,3288,0.029723573476076126,411,0.001323038663637514,
+7,3296,0.032310470938682556,412,0.0005912241482292302,
+7,3304,0.029186338186264038,413,0.0007696904103795532,
+7,3312,0.029260408133268356,414,0.0007894593600212829,
+7,3320,0.029383819550275803,415,0.0007463747485113951,
+7,3328,0.029002521187067032,416,0.0005398709131854544,
+,,,416,,0.000936319844590293
+7,3336,0.03280762583017349,417,0.0007058170740492642,
+7,3344,0.029334116727113724,418,0.0012452045028277842,
+7,3352,0.02917434275150299,419,0.0008296995001728646,
+7,3360,0.03303968533873558,420,0.0011668238013433957,
+7,3368,0.02946655824780464,421,0.0017128884035628289,
+7,3376,0.0332660935819149,422,0.0015478388781452344,
+7,3384,0.02917597070336342,423,0.0007657294339272388,
+7,3392,0.029064297676086426,424,0.0006336077391703535,
+7,3400,0.029499579221010208,425,0.0012164183353888802,
+7,3408,0.029659822583198547,426,0.0006646420535010596,
+7,3416,0.03339571878314018,427,0.0007118602460160708,
+7,3424,0.029356159269809723,428,0.0022488767378187426,
+7,3432,0.030009061098098755,429,0.0006432350573259799,
+7,3440,0.03372809663414955,430,0.000541689665764212,
+7,3448,0.033110808581113815,431,0.0010998685589584055,
+7,3456,0.029463477432727814,432,0.0007364500382788141,
+,,,432,,0.0009155982622393856
+7,3464,0.03029419481754303,433,0.0007737162152559242,
+7,3472,0.029727090150117874,434,0.000996913946717261,
+7,3480,0.029612593352794647,435,0.0008045979570049574,
+7,3488,0.029730744659900665,436,0.0013295058109049154,
+7,3496,0.029444806277751923,437,0.0006118033904515739,
+7,3504,0.029470723122358322,438,0.0008850241489805436,
+7,3512,0.032427508383989334,439,0.005733725972029127,
+7,3520,0.029782511293888092,440,0.0008205685122188047,
+7,3528,0.030181214213371277,441,0.0007935537960293004,
+7,3536,0.029953014105558395,442,0.0005260819975360805,
+7,3544,0.03327108174562454,443,0.0007179466119850986,
+7,3552,0.03239920362830162,444,0.0011105347487803858,
+7,3560,0.029960688203573227,445,0.0012109629596428325,
+7,3568,0.03023991361260414,446,0.0022467598329447874,
+7,3576,0.029896356165409088,447,0.0011522478343977127,
+7,3584,0.02974143624305725,448,0.0014697389555154727,
+,,,448,,0.0009092487118862293
+8,3592,0.029659271240234375,449,0.0009298164914071094,
+8,3600,0.02984914928674698,450,0.0011626797689435382,
+8,3608,0.03306383267045021,451,0.000726978098660206,
+8,3616,0.030155468732118607,452,0.0024178990487208857,
+8,3624,0.02949310466647148,453,0.0017560395101706187,
+8,3632,0.029389794915914536,454,0.0006682343816712753,
+8,3640,0.029508937150239944,455,0.0009068125352944032,
+8,3648,0.029678791761398315,456,0.0012700442791053017,
+8,3656,0.02960134670138359,457,0.00044319971433045186,
+8,3664,0.029587291181087494,458,0.0005335337588733707,
+8,3672,0.029850173741579056,459,0.0011581600301724393,
+8,3680,0.030129950493574142,460,0.0005654077814632239,
+8,3688,0.029623139649629593,461,0.0013797945506336293,
+8,3696,0.02949664741754532,462,0.0006644865846153282,
+8,3704,0.03295900672674179,463,0.0006590868600012202,
+8,3712,0.029692336916923523,464,0.0007574404366355988,
+,,,464,,0.0008827527915989911
+8,3720,0.02972431108355522,465,0.0007257743317705507,
+8,3728,0.029665373265743256,466,0.0006304209431012472,
+8,3736,0.03362983837723732,467,0.0022918987513269084,
+8,3744,0.029940165579319,468,0.0007468907446869147,
+8,3752,0.02958599105477333,469,0.000765245326105147,
+8,3760,0.02964000031352043,470,0.0006007493853262117,
+8,3768,0.03373326361179352,471,0.0006230373848946049,
+8,3776,0.030084040015935898,472,0.0007688763580517843,
+8,3784,0.03354945033788681,473,0.001205887544589738,
+8,3792,0.03000057488679886,474,0.0003377997333397313,
+8,3800,0.030253421515226364,475,0.001334464512183331,
+8,3808,0.029682476073503494,476,0.0006118392802818562,
+8,3816,0.029555615037679672,477,0.00359925423617824,
+8,3824,0.029910631477832794,478,0.0016095778347724782,
+8,3832,0.02955023944377899,479,0.0014628209841744551,
+8,3840,0.0327993743121624,480,0.0004491684630920645,
+,,,480,,0.0008739433768722746
+8,3848,0.029649190604686737,481,0.0004830660265205162,
+8,3856,0.034546174108982086,482,0.0014310515959680612,
+8,3864,0.03003823757171631,483,0.00101403355178523,
+8,3872,0.029878824949264526,484,0.001458520999585744,
+8,3880,0.029429156333208084,485,0.0006299956372598759,
+8,3888,0.029569927603006363,486,0.0005524786590415585,
+8,3896,0.02919522300362587,487,0.0008986957099599142,
+8,3904,0.034115295857191086,488,0.0005611799031612463,
+8,3912,0.029989279806613922,489,0.0019115264628150423,
+8,3920,0.030014246702194214,490,0.0007942701845119397,
+8,3928,0.02922065183520317,491,0.000622857064757097,
+8,3936,0.029371798038482666,492,0.0010043950945449371,
+8,3944,0.029331229627132416,493,0.000658380877991606,
+8,3952,0.029404599219560623,494,0.0013415525380488752,
+8,3960,0.029377125203609467,495,0.0005722695218887216,
+8,3968,0.03325570002198219,496,0.0011089975439692633,
+,,,496,,0.0008527128094876254
+8,3976,0.029462456703186035,497,0.0009501206219614356,
+8,3984,0.029631998389959335,498,0.0009136969009497469,
+8,3992,0.02939480170607567,499,0.0012124178677119992,
+8,4000,0.029904786497354507,500,0.0008436299202995459,
+8,4008,0.029704708606004715,501,0.0007029250948107802,
+8,4016,0.03233654052019119,502,0.00034220251291117165,
+8,4024,0.03317602723836899,503,0.0010355002091576655,
+8,4032,0.029696810990571976,504,0.0006426042838332554,
+9,4040,0.02936873957514763,505,0.002014253176060844,
+9,4048,0.029378104954957962,506,0.0006336536108782249,
+9,4056,0.029092270880937576,507,0.0005570554572981424,
+9,4064,0.029144801199436188,508,0.0005035886179856872,
+9,4072,0.030262116342782974,509,0.0010526915502850898,
+9,4080,0.029933009296655655,510,0.0014616071720310072,
+9,4088,0.029397714883089066,511,0.0009852962530203513,
+9,4096,0.033587727695703506,512,0.0008255812707440262,
+,,,512,,0.0008306299094800596
+9,4104,0.029033076018095016,513,0.0009549616983609407,
+9,4112,0.029290489852428436,514,0.000780657415210347,
+9,4120,0.029923543334007263,515,0.0004195852794509847,
+9,4128,0.029228415340185165,516,0.000780055347214719,
+9,4136,0.029280245304107666,517,0.0005521136513380043,
+9,4144,0.02934696152806282,518,0.00042352586933702696,
+9,4152,0.03399233892560005,519,0.0015297768579330296,
+9,4160,0.029584046453237534,520,0.0014239026932045817,
+9,4168,0.02948511764407158,521,0.0004525038181479128,
+9,4176,0.03215872496366501,522,0.00062085310734498,
+9,4184,0.029720686376094818,523,0.0008052206382368846,
+9,4192,0.03395308926701546,524,0.0004440995266618715,
+9,4200,0.03277985006570816,525,0.0007259895714274275,
+9,4208,0.029612351208925247,526,0.0007240748382173479,
+9,4216,0.029826663434505463,527,0.0011813085517272926,
+9,4224,0.0294855535030365,528,0.0009881010243719044,
+,,,528,,0.0008207096683758276
+9,4232,0.029338344931602478,529,0.0011132510272935697,
+9,4240,0.029779519885778427,530,0.0002925496082752943,
+9,4248,0.032928820699453354,531,0.0008238582207316844,
+9,4256,0.029545873403549194,532,0.0005918498228614529,
+9,4264,0.029459882527589798,533,0.0005312151874282531,
+9,4272,0.03293873742222786,534,0.0006534673833205792,
+9,4280,0.03296443447470665,535,0.0008704684878466651,
+9,4288,0.03009822592139244,536,0.0008246648919469278,
+9,4296,0.02974797412753105,537,0.0006717744017805671,
+9,4304,0.02965642884373665,538,0.0008807916061154433,
+9,4312,0.02970464527606964,539,0.001414403233606468,
+9,4320,0.029765740036964417,540,0.0004424037368153222,
+9,4328,0.02974364161491394,541,0.001175616618032412,
+9,4336,0.029784034937620163,542,0.0012312922238682706,
+9,4344,0.029539715498685837,543,0.001498678529804403,
+9,4352,0.029617659747600555,544,0.0015329945537294926,
+,,,544,,0.0008135966404720589
+9,4360,0.029613804072141647,545,0.0006598266252415039,
+9,4368,0.029652446508407593,546,0.0010334452507474148,
+9,4376,0.029701679944992065,547,0.0018200106579487592,
+9,4384,0.02959936112165451,548,0.000680179502038906,
+9,4392,0.033461298793554306,549,0.0030492464338749414,
+9,4400,0.029696766287088394,550,0.0010743782868303242,
+9,4408,0.030061960220336914,551,0.0004970944240031874,
+9,4416,0.029588326811790466,552,0.0006858201209419909,
+9,4424,0.03008722886443138,553,0.0009121942533126387,
+9,4432,0.02957334741950035,554,0.0005981711732271254,
+9,4440,0.02951745316386223,555,0.0005603213273085809,
+9,4448,0.029597844928503036,556,0.001029353792546317,
+9,4456,0.029361609369516373,557,0.00048575494292890653,
+9,4464,0.029493320733308792,558,0.0007656749457964906,
+9,4472,0.03323208913207054,559,0.0006531249993713573,
+9,4480,0.029739126563072205,560,0.00109557740118665,
+,,,560,,0.0008029258223595443
+10,4488,0.02951434627175331,561,0.0006951299124361518,
+10,4496,0.029601354151964188,562,0.0006052126502456506,
+10,4504,0.029298387467861176,563,0.0004209554666886106,
+10,4512,0.029409151524305344,564,0.0007252839384212469,
+10,4520,0.02938390150666237,565,0.0012473437424940878,
+10,4528,0.02954789623618126,566,0.000562009340910663,
+10,4536,0.02937888726592064,567,0.0007223470965982415,
+10,4544,0.029452811926603317,568,0.0005032441986259073,
+10,4552,0.03277309983968735,569,0.0006880991592576416,
+10,4560,0.029693789780139923,570,0.00218566044986801,
+10,4568,0.029507875442504883,571,0.0016373738127929921,
+10,4576,0.030482221394777298,572,0.0005854734918102622,
+10,4584,0.029442910104990005,573,0.0015125224287787984,
+10,4592,0.029423993080854416,574,0.0005588017414662648,
+10,4600,0.02974923700094223,575,0.0003462678339149404,
+10,4608,0.02889806404709816,576,0.00023274729246622883,
+,,,576,,0.0007780712373830654
+10,4616,0.03332505002617836,577,0.0006282246814897427,
+10,4624,0.03409064933657646,578,0.0005946266537648626,
+10,4632,0.02940669283270836,579,0.0012508649851952214,
+10,4640,0.02995745837688446,580,0.0008980933674008286,
+10,4648,0.030322697013616562,581,0.0009729538617345194,
+10,4656,0.029657907783985138,582,0.0005797487750290505,
+10,4664,0.029622193425893784,583,0.000628389539737587,
+10,4672,0.029554270207881927,584,0.00168095847870323,
+10,4680,0.029516924172639847,585,0.0013218548421998723,
+10,4688,0.03399215266108513,586,0.0008330742118862242,
+10,4696,0.0321720689535141,587,0.0007699774371128745,
+10,4704,0.0296679325401783,588,0.0007366109027013105,
+10,4712,0.029399119317531586,589,0.0008254999232191879,
+10,4720,0.029389429837465286,590,0.0007017984072652845,
+10,4728,0.03258086368441582,591,0.0008125558721504229,
+10,4736,0.03018445149064064,592,0.0004915549246409986,
+,,,592,,0.0007749404068346377
+10,4744,0.029335979372262955,593,0.0004972659211489372,
+10,4752,0.02963411435484886,594,0.00115507076718911,
+10,4760,0.03273093327879906,595,0.003735265720024472,
+10,4768,0.029283374547958374,596,0.0007762063340543626,
+10,4776,0.029491432011127472,597,0.0012696401889635517,
+10,4784,0.02947540208697319,598,0.0007215244007126715,
+10,4792,0.029515709728002548,599,0.0010243863375349479,
+10,4800,0.029343105852603912,600,0.000723369775836805,
+10,4808,0.02946515381336212,601,0.00113069523782046,
+10,4816,0.03397834300994873,602,0.0006014915336643091,
+10,4824,0.029165122658014297,603,0.0004282384716834013,
+10,4832,0.030198320746421814,604,0.0008534448728217588,
+10,4840,0.029424510896205902,605,0.000524219871015073,
+10,4848,0.029235702008008957,606,0.0014681121492685634,
+10,4856,0.029831964522600174,607,0.000409320513062994,
+10,4864,0.029093842953443527,608,0.0008266588556580245,
+,,,608,,0.0007742597135128799
+10,4872,0.03350619971752167,609,0.0005004288871229316,
+10,4880,0.029196877032518387,610,0.0005549310249493415,
+10,4888,0.02926499769091606,611,0.0013235265637790276,
+10,4896,0.030459903180599213,612,0.0009752769636928433,
+10,4904,0.029289837926626205,613,0.0003198091086233035,
+10,4912,0.02948465198278427,614,0.0008574058845018347,
+10,4920,0.029474250972270966,615,0.0004508267190734235,
+10,4928,0.03341434523463249,616,0.0009133555711461947,
+11,4936,0.029411152005195618,617,0.0011595413644417104,
+11,4944,0.03336169198155403,618,0.0005393386868840585,
+11,4952,0.029525890946388245,619,0.0006148122333148162,
+11,4960,0.02950962632894516,620,0.0007455862318098438,
+11,4968,0.029346168041229248,621,0.0007160561159253121,
+11,4976,0.03266403451561928,622,0.0010965223057913438,
+11,4984,0.029936324805021286,623,0.0005802151110187612,
+11,4992,0.029675941914319992,624,0.0007748593253871569,
+,,,624,,0.0007547904495839719
+11,5000,0.03354822099208832,625,0.0015451168286138757,
+11,5008,0.02956988662481308,626,0.000560149768055205,
+11,5016,0.03256181627511978,627,0.0009118668276641984,
+11,5024,0.03412345424294472,628,0.0010741066877157069,
+11,5032,0.029442481696605682,629,0.001023401632361735,
+11,5040,0.029922988265752792,630,0.0005662996534903704,
+11,5048,0.02970879152417183,631,0.0004696225696534384,
+11,5056,0.029707953333854675,632,0.0028651652570591646,
+11,5064,0.02948402240872383,633,0.000928628075468753,
+11,5072,0.029824327677488327,634,0.0005600350705208257,
+11,5080,0.03001171350479126,635,0.00044643414470816163,
+11,5088,0.029830437153577805,636,0.0009098664403219507,
+11,5096,0.02944864332675934,637,0.0009593822887836723,
+11,5104,0.029300644993782043,638,0.00032615039829882636,
+11,5112,0.029333721846342087,639,0.00038471971614247497,
+11,5120,0.029574092477560043,640,0.0006753987283445895,
+,,,640,,0.0007479323281182183
+11,5128,0.02971268817782402,641,0.0006015191684127785,
+11,5136,0.029818281531333923,642,0.001078844803851098,
+11,5144,0.029797159135341644,643,0.0007344810306676664,
+11,5152,0.03324880078434944,644,0.0003796448124506112,
+11,5160,0.02991063892841339,645,0.0010878571616062386,
+11,5168,0.02972232922911644,646,0.00029011061603038496,
+11,5176,0.0295892171561718,647,0.00040431334699470814,
+11,5184,0.03339797258377075,648,0.0008761498882615177,
+11,5192,0.02952444925904274,649,0.0013976125507421482,
+11,5200,0.02949812263250351,650,0.0006153171823825687,
+11,5208,0.029484860599040985,651,0.0014761974792539452,
+11,5216,0.029514826834201813,652,0.0008699993329803244,
+11,5224,0.029315020889043808,653,0.0006643190032004245,
+11,5232,0.029678497463464737,654,0.0008314312564669473,
+11,5240,0.029586944729089737,655,0.0008429505785618228,
+11,5248,0.030587662011384964,656,0.0005814781731962946,
+,,,656,,0.0007251462450733891

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 656
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}