Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+    "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

config.json

@@ -0,0 +1,74 @@
+{
+  "architectures": [
+    "Qwen2_5_VLForConditionalGenerationWithGenerative"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "generative_encoder_feature_dim": 2048,
+  "generative_encoder_freeze": true,
+  "generative_encoder_path": "data/models/Wan2.1-T2V-1.3B",
+  "generative_encoder_tower_type": "wan_t2v_online",
+  "generative_fusion_method": "token_gated_residual",
+  "generative_fusion_num_layers": 1,
+  "generative_merger_type": "mlp",
+  "generative_vision_tower_task": "t2v-1.3B",
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "image_token_id": 151655,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 128000,
+  "max_window_layers": 28,
+  "model_type": "qwen2_5_vl",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "mrope_section": [
+      16,
+      24,
+      24
+    ],
+    "rope_type": "default",
+    "type": "default"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0",
+  "use_cache": true,
+  "use_generative_encoder": true,
+  "use_sliding_window": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "depth": 32,
+    "fullatt_block_indexes": [
+      7,
+      15,
+      23,
+      31
+    ],
+    "hidden_act": "silu",
+    "hidden_size": 1280,
+    "in_channels": 3,
+    "in_chans": 3,
+    "intermediate_size": 3420,
+    "model_type": "qwen2_5_vl",
+    "num_heads": 16,
+    "out_hidden_size": 3584,
+    "patch_size": 14,
+    "spatial_merge_size": 2,
+    "spatial_patch_size": 14,
+    "temporal_patch_size": 2,
+    "tokens_per_second": 2,
+    "torch_dtype": "bfloat16",
+    "window_size": 112
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652,
+  "vision_token_id": 151654,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 1e-06,
+  "transformers_version": "4.50.0"
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac79615ea1bd0fb840a60445bfbac8668426c36deae0f5f2ff5205459bcc0a94
+size 4271000068

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc2237f7a36117af767737fa5f643cfdf16608467632ff55eede834967e36c
+size 4877660776

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2515944f76269943f5b9f5731f32ece403b2357531397b1a5c4763de373ecbf3
+size 4932751008

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312054b451fce97527ca36494d8b8c413067ce30273726978989647832bd10e5
+size 4330865200

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34afd9ac44a3984f9c34ea11a73c798ebbbe12f9e3094e4cd4d11551ceddcb09
+size 1089994880

preprocessor_config.json

@@ -0,0 +1,29 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_pixels": 451584,
+  "merge_size": 2,
+  "min_pixels": 12544,
+  "patch_size": 14,
+  "processor_class": "Qwen2_5_VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 451584,
+    "shortest_edge": 12544
+  },
+  "temporal_patch_size": 2
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,209 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 12800,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

trainer_state.json

@@ -0,0 +1,694 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9998389434691577,
+  "eval_steps": 500,
+  "global_step": 4656,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010737102056155044,
+      "grad_norm": 59.99636459350586,
+      "learning_rate": 3.5714285714285718e-06,
+      "loss": 12.7755,
+      "step": 50
+    },
+    {
+      "epoch": 0.02147420411231009,
+      "grad_norm": 47.23111343383789,
+      "learning_rate": 7.1428571428571436e-06,
+      "loss": 7.8117,
+      "step": 100
+    },
+    {
+      "epoch": 0.03221130616846513,
+      "grad_norm": 47.798980712890625,
+      "learning_rate": 9.999879015387978e-06,
+      "loss": 7.1417,
+      "step": 150
+    },
+    {
+      "epoch": 0.04294840822462018,
+      "grad_norm": 37.97929763793945,
+      "learning_rate": 9.995645168701038e-06,
+      "loss": 5.285,
+      "step": 200
+    },
+    {
+      "epoch": 0.05368551028077522,
+      "grad_norm": 46.82593536376953,
+      "learning_rate": 9.98536794504998e-06,
+      "loss": 5.5196,
+      "step": 250
+    },
+    {
+      "epoch": 0.06442261233693027,
+      "grad_norm": 47.67216873168945,
+      "learning_rate": 9.969059777090564e-06,
+      "loss": 5.5595,
+      "step": 300
+    },
+    {
+      "epoch": 0.0751597143930853,
+      "grad_norm": 47.013511657714844,
+      "learning_rate": 9.946740393286928e-06,
+      "loss": 5.0251,
+      "step": 350
+    },
+    {
+      "epoch": 0.08589681644924035,
+      "grad_norm": 24.63237190246582,
+      "learning_rate": 9.918436794045507e-06,
+      "loss": 4.7625,
+      "step": 400
+    },
+    {
+      "epoch": 0.09663391850539539,
+      "grad_norm": 22.05866813659668,
+      "learning_rate": 9.884183219051837e-06,
+      "loss": 5.1414,
+      "step": 450
+    },
+    {
+      "epoch": 0.10737102056155044,
+      "grad_norm": 21.014677047729492,
+      "learning_rate": 9.844021105849837e-06,
+      "loss": 3.8645,
+      "step": 500
+    },
+    {
+      "epoch": 0.11810812261770548,
+      "grad_norm": 43.38600540161133,
+      "learning_rate": 9.797999039713586e-06,
+      "loss": 4.6035,
+      "step": 550
+    },
+    {
+      "epoch": 0.12884522467386053,
+      "grad_norm": 22.228700637817383,
+      "learning_rate": 9.746172694872332e-06,
+      "loss": 4.1814,
+      "step": 600
+    },
+    {
+      "epoch": 0.13958232673001558,
+      "grad_norm": 23.762821197509766,
+      "learning_rate": 9.688604767159736e-06,
+      "loss": 4.6889,
+      "step": 650
+    },
+    {
+      "epoch": 0.1503194287861706,
+      "grad_norm": 20.935850143432617,
+      "learning_rate": 9.62536489816892e-06,
+      "loss": 4.8945,
+      "step": 700
+    },
+    {
+      "epoch": 0.16105653084232566,
+      "grad_norm": 19.82425880432129,
+      "learning_rate": 9.556529591005001e-06,
+      "loss": 4.494,
+      "step": 750
+    },
+    {
+      "epoch": 0.1717936328984807,
+      "grad_norm": 22.668556213378906,
+      "learning_rate": 9.482182117737066e-06,
+      "loss": 4.4041,
+      "step": 800
+    },
+    {
+      "epoch": 0.18253073495463573,
+      "grad_norm": 22.826379776000977,
+      "learning_rate": 9.402412418661541e-06,
+      "loss": 4.8089,
+      "step": 850
+    },
+    {
+      "epoch": 0.19326783701079078,
+      "grad_norm": 19.665138244628906,
+      "learning_rate": 9.317316993498788e-06,
+      "loss": 4.232,
+      "step": 900
+    },
+    {
+      "epoch": 0.20400493906694583,
+      "grad_norm": 21.231645584106445,
+      "learning_rate": 9.226998784654606e-06,
+      "loss": 3.7319,
+      "step": 950
+    },
+    {
+      "epoch": 0.21474204112310089,
+      "grad_norm": 37.30881118774414,
+      "learning_rate": 9.131567052687811e-06,
+      "loss": 4.4938,
+      "step": 1000
+    },
+    {
+      "epoch": 0.2254791431792559,
+      "grad_norm": 23.012168884277344,
+      "learning_rate": 9.03113724413456e-06,
+      "loss": 4.9744,
+      "step": 1050
+    },
+    {
+      "epoch": 0.23621624523541096,
+      "grad_norm": 25.494842529296875,
+      "learning_rate": 8.925830851849338e-06,
+      "loss": 3.9475,
+      "step": 1100
+    },
+    {
+      "epoch": 0.246953347291566,
+      "grad_norm": 21.22249412536621,
+      "learning_rate": 8.815775268031514e-06,
+      "loss": 4.3448,
+      "step": 1150
+    },
+    {
+      "epoch": 0.25769044934772106,
+      "grad_norm": 40.145023345947266,
+      "learning_rate": 8.701103630115303e-06,
+      "loss": 4.4259,
+      "step": 1200
+    },
+    {
+      "epoch": 0.2684275514038761,
+      "grad_norm": 17.972578048706055,
+      "learning_rate": 8.581954659709549e-06,
+      "loss": 4.7292,
+      "step": 1250
+    },
+    {
+      "epoch": 0.27916465346003116,
+      "grad_norm": 19.54686737060547,
+      "learning_rate": 8.458472494782169e-06,
+      "loss": 4.4949,
+      "step": 1300
+    },
+    {
+      "epoch": 0.2899017555161862,
+      "grad_norm": 39.886653900146484,
+      "learning_rate": 8.330806515292271e-06,
+      "loss": 4.1289,
+      "step": 1350
+    },
+    {
+      "epoch": 0.3006388575723412,
+      "grad_norm": 19.24032974243164,
+      "learning_rate": 8.199111162480871e-06,
+      "loss": 4.6771,
+      "step": 1400
+    },
+    {
+      "epoch": 0.3113759596284963,
+      "grad_norm": 18.134519577026367,
+      "learning_rate": 8.063545752038854e-06,
+      "loss": 3.7991,
+      "step": 1450
+    },
+    {
+      "epoch": 0.3221130616846513,
+      "grad_norm": 25.192407608032227,
+      "learning_rate": 7.924274281378153e-06,
+      "loss": 3.6166,
+      "step": 1500
+    },
+    {
+      "epoch": 0.33285016374080634,
+      "grad_norm": 22.86334800720215,
+      "learning_rate": 7.781465231239318e-06,
+      "loss": 5.0183,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3435872657969614,
+      "grad_norm": 17.691837310791016,
+      "learning_rate": 7.635291361875474e-06,
+      "loss": 4.2544,
+      "step": 1600
+    },
+    {
+      "epoch": 0.35432436785311644,
+      "grad_norm": 21.726091384887695,
+      "learning_rate": 7.485929504059234e-06,
+      "loss": 4.2973,
+      "step": 1650
+    },
+    {
+      "epoch": 0.36506146990927146,
+      "grad_norm": 17.235157012939453,
+      "learning_rate": 7.333560345165371e-06,
+      "loss": 3.714,
+      "step": 1700
+    },
+    {
+      "epoch": 0.37579857196542654,
+      "grad_norm": 16.26618194580078,
+      "learning_rate": 7.178368210588067e-06,
+      "loss": 3.5892,
+      "step": 1750
+    },
+    {
+      "epoch": 0.38653567402158157,
+      "grad_norm": 14.692360877990723,
+      "learning_rate": 7.020540840757124e-06,
+      "loss": 4.577,
+      "step": 1800
+    },
+    {
+      "epoch": 0.39727277607773664,
+      "grad_norm": 20.708250045776367,
+      "learning_rate": 6.860269164022921e-06,
+      "loss": 4.4776,
+      "step": 1850
+    },
+    {
+      "epoch": 0.40800987813389167,
+      "grad_norm": 17.772565841674805,
+      "learning_rate": 6.697747065684851e-06,
+      "loss": 4.6948,
+      "step": 1900
+    },
+    {
+      "epoch": 0.4187469801900467,
+      "grad_norm": 17.883790969848633,
+      "learning_rate": 6.5331711534426326e-06,
+      "loss": 4.0064,
+      "step": 1950
+    },
+    {
+      "epoch": 0.42948408224620177,
+      "grad_norm": 20.181188583374023,
+      "learning_rate": 6.366740519554286e-06,
+      "loss": 3.9072,
+      "step": 2000
+    },
+    {
+      "epoch": 0.4402211843023568,
+      "grad_norm": 37.15888214111328,
+      "learning_rate": 6.198656499988444e-06,
+      "loss": 4.2209,
+      "step": 2050
+    },
+    {
+      "epoch": 0.4509582863585118,
+      "grad_norm": 17.573535919189453,
+      "learning_rate": 6.029122430862373e-06,
+      "loss": 4.8097,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4616953884146669,
+      "grad_norm": 38.13616943359375,
+      "learning_rate": 5.858343402460391e-06,
+      "loss": 4.0292,
+      "step": 2150
+    },
+    {
+      "epoch": 0.4724324904708219,
+      "grad_norm": 17.187131881713867,
+      "learning_rate": 5.68652601113019e-06,
+      "loss": 3.7332,
+      "step": 2200
+    },
+    {
+      "epoch": 0.48316959252697694,
+      "grad_norm": 35.56867599487305,
+      "learning_rate": 5.513878109357228e-06,
+      "loss": 4.2786,
+      "step": 2250
+    },
+    {
+      "epoch": 0.493906694583132,
+      "grad_norm": 18.53168487548828,
+      "learning_rate": 5.3406085543195555e-06,
+      "loss": 4.8574,
+      "step": 2300
+    },
+    {
+      "epoch": 0.504643796639287,
+      "grad_norm": 20.49349594116211,
+      "learning_rate": 5.166926955227224e-06,
+      "loss": 4.9073,
+      "step": 2350
+    },
+    {
+      "epoch": 0.5153808986954421,
+      "grad_norm": 19.841901779174805,
+      "learning_rate": 4.993043419751933e-06,
+      "loss": 3.827,
+      "step": 2400
+    },
+    {
+      "epoch": 0.5261180007515971,
+      "grad_norm": 19.35201644897461,
+      "learning_rate": 4.8191682998536905e-06,
+      "loss": 3.4893,
+      "step": 2450
+    },
+    {
+      "epoch": 0.5368551028077522,
+      "grad_norm": 21.604345321655273,
+      "learning_rate": 4.645511937311934e-06,
+      "loss": 4.367,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5475922048639073,
+      "grad_norm": 40.630821228027344,
+      "learning_rate": 4.472284409268976e-06,
+      "loss": 5.0816,
+      "step": 2550
+    },
+    {
+      "epoch": 0.5583293069200623,
+      "grad_norm": 18.870628356933594,
+      "learning_rate": 4.299695274093593e-06,
+      "loss": 4.8803,
+      "step": 2600
+    },
+    {
+      "epoch": 0.5690664089762173,
+      "grad_norm": 21.05728530883789,
+      "learning_rate": 4.1279533178721755e-06,
+      "loss": 4.6022,
+      "step": 2650
+    },
+    {
+      "epoch": 0.5798035110323724,
+      "grad_norm": 39.68675231933594,
+      "learning_rate": 3.957266301834145e-06,
+      "loss": 4.212,
+      "step": 2700
+    },
+    {
+      "epoch": 0.5905406130885275,
+      "grad_norm": 17.26553726196289,
+      "learning_rate": 3.7878407110171646e-06,
+      "loss": 4.0448,
+      "step": 2750
+    },
+    {
+      "epoch": 0.6012777151446824,
+      "grad_norm": 21.71043586730957,
+      "learning_rate": 3.6198815044761847e-06,
+      "loss": 4.6691,
+      "step": 2800
+    },
+    {
+      "epoch": 0.6120148172008375,
+      "grad_norm": 21.753311157226562,
+      "learning_rate": 3.4535918673385456e-06,
+      "loss": 4.3453,
+      "step": 2850
+    },
+    {
+      "epoch": 0.6227519192569926,
+      "grad_norm": 18.6822452545166,
+      "learning_rate": 3.2891729650050096e-06,
+      "loss": 4.2042,
+      "step": 2900
+    },
+    {
+      "epoch": 0.6334890213131475,
+      "grad_norm": 18.38760757446289,
+      "learning_rate": 3.1268236997941535e-06,
+      "loss": 3.8025,
+      "step": 2950
+    },
+    {
+      "epoch": 0.6442261233693026,
+      "grad_norm": 39.5139045715332,
+      "learning_rate": 2.966740470324451e-06,
+      "loss": 5.1229,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6549632254254577,
+      "grad_norm": 20.45186424255371,
+      "learning_rate": 2.8091169339251644e-06,
+      "loss": 4.0329,
+      "step": 3050
+    },
+    {
+      "epoch": 0.6657003274816127,
+      "grad_norm": 18.005401611328125,
+      "learning_rate": 2.654143772363455e-06,
+      "loss": 4.0975,
+      "step": 3100
+    },
+    {
+      "epoch": 0.6764374295377678,
+      "grad_norm": 21.24009895324707,
+      "learning_rate": 2.502008461171114e-06,
+      "loss": 3.9577,
+      "step": 3150
+    },
+    {
+      "epoch": 0.6871745315939228,
+      "grad_norm": 18.686386108398438,
+      "learning_rate": 2.352895042849965e-06,
+      "loss": 3.9965,
+      "step": 3200
+    },
+    {
+      "epoch": 0.6979116336500778,
+      "grad_norm": 24.032150268554688,
+      "learning_rate": 2.20698390423032e-06,
+      "loss": 4.6225,
+      "step": 3250
+    },
+    {
+      "epoch": 0.7086487357062329,
+      "grad_norm": 18.239240646362305,
+      "learning_rate": 2.0644515582517803e-06,
+      "loss": 4.2193,
+      "step": 3300
+    },
+    {
+      "epoch": 0.719385837762388,
+      "grad_norm": 21.52141571044922,
+      "learning_rate": 1.9254704304304174e-06,
+      "loss": 4.5206,
+      "step": 3350
+    },
+    {
+      "epoch": 0.7301229398185429,
+      "grad_norm": 20.970258712768555,
+      "learning_rate": 1.7902086502706256e-06,
+      "loss": 3.7111,
+      "step": 3400
+    },
+    {
+      "epoch": 0.740860041874698,
+      "grad_norm": 17.317781448364258,
+      "learning_rate": 1.658829847873965e-06,
+      "loss": 4.1838,
+      "step": 3450
+    },
+    {
+      "epoch": 0.7515971439308531,
+      "grad_norm": 19.438854217529297,
+      "learning_rate": 1.5314929559910985e-06,
+      "loss": 4.3512,
+      "step": 3500
+    },
+    {
+      "epoch": 0.762334245987008,
+      "grad_norm": 26.218725204467773,
+      "learning_rate": 1.4083520177562154e-06,
+      "loss": 3.1841,
+      "step": 3550
+    },
+    {
+      "epoch": 0.7730713480431631,
+      "grad_norm": 26.113292694091797,
+      "learning_rate": 1.2895560003365837e-06,
+      "loss": 4.6759,
+      "step": 3600
+    },
+    {
+      "epoch": 0.7838084500993182,
+      "grad_norm": 20.18511962890625,
+      "learning_rate": 1.1752486147226505e-06,
+      "loss": 3.9116,
+      "step": 3650
+    },
+    {
+      "epoch": 0.7945455521554733,
+      "grad_norm": 21.312776565551758,
+      "learning_rate": 1.0655681418766772e-06,
+      "loss": 4.0108,
+      "step": 3700
+    },
+    {
+      "epoch": 0.8052826542116283,
+      "grad_norm": 23.473669052124023,
+      "learning_rate": 9.60647265450249e-07,
+      "loss": 3.5384,
+      "step": 3750
+    },
+    {
+      "epoch": 0.8160197562677833,
+      "grad_norm": 34.65909957885742,
+      "learning_rate": 8.60612911273011e-07,
+      "loss": 4.4025,
+      "step": 3800
+    },
+    {
+      "epoch": 0.8267568583239384,
+      "grad_norm": 18.83558464050293,
+      "learning_rate": 7.655860938068071e-07,
+      "loss": 3.2632,
+      "step": 3850
+    },
+    {
+      "epoch": 0.8374939603800934,
+      "grad_norm": 21.728172302246094,
+      "learning_rate": 6.756817697509755e-07,
+      "loss": 4.0358,
+      "step": 3900
+    },
+    {
+      "epoch": 0.8482310624362485,
+      "grad_norm": 18.24883460998535,
+      "learning_rate": 5.910086989758862e-07,
+      "loss": 3.4722,
+      "step": 3950
+    },
+    {
+      "epoch": 0.8589681644924035,
+      "grad_norm": 16.885324478149414,
+      "learning_rate": 5.11669312952977e-07,
+      "loss": 4.0926,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8697052665485585,
+      "grad_norm": 16.516597747802734,
+      "learning_rate": 4.377595908404225e-07,
+      "loss": 3.9504,
+      "step": 4050
+    },
+    {
+      "epoch": 0.8804423686047136,
+      "grad_norm": 17.790292739868164,
+      "learning_rate": 3.693689433743658e-07,
+      "loss": 4.0759,
+      "step": 4100
+    },
+    {
+      "epoch": 0.8911794706608687,
+      "grad_norm": 18.888835906982422,
+      "learning_rate": 3.065801047061517e-07,
+      "loss": 3.3214,
+      "step": 4150
+    },
+    {
+      "epoch": 0.9019165727170236,
+      "grad_norm": 36.61859893798828,
+      "learning_rate": 2.4946903231642727e-07,
+      "loss": 4.5779,
+      "step": 4200
+    },
+    {
+      "epoch": 0.9126536747731787,
+      "grad_norm": 21.771671295166016,
+      "learning_rate": 1.9810481512716638e-07,
+      "loss": 3.8909,
+      "step": 4250
+    },
+    {
+      "epoch": 0.9233907768293338,
+      "grad_norm": 19.28317642211914,
+      "learning_rate": 1.5254958992280022e-07,
+      "loss": 3.9403,
+      "step": 4300
+    },
+    {
+      "epoch": 0.9341278788854888,
+      "grad_norm": 16.99443817138672,
+      "learning_rate": 1.128584661815435e-07,
+      "loss": 3.7742,
+      "step": 4350
+    },
+    {
+      "epoch": 0.9448649809416438,
+      "grad_norm": 20.192611694335938,
+      "learning_rate": 7.907945940786033e-08,
+      "loss": 3.7403,
+      "step": 4400
+    },
+    {
+      "epoch": 0.9556020829977989,
+      "grad_norm": 18.506389617919922,
+      "learning_rate": 5.125343304671459e-08,
+      "loss": 5.146,
+      "step": 4450
+    },
+    {
+      "epoch": 0.9663391850539539,
+      "grad_norm": 20.306739807128906,
+      "learning_rate": 2.9414049049872883e-08,
+      "loss": 3.5826,
+      "step": 4500
+    },
+    {
+      "epoch": 0.977076287110109,
+      "grad_norm": 22.654619216918945,
+      "learning_rate": 1.35877271540652e-08,
+      "loss": 4.2733,
+      "step": 4550
+    },
+    {
+      "epoch": 0.987813389166264,
+      "grad_norm": 18.207374572753906,
+      "learning_rate": 3.7936129202648106e-09,
+      "loss": 3.4258,
+      "step": 4600
+    },
+    {
+      "epoch": 0.9985504912224191,
+      "grad_norm": 25.076688766479492,
+      "learning_rate": 4.3554572743409463e-11,
+      "loss": 4.9966,
+      "step": 4650
+    },
+    {
+      "epoch": 0.9998389434691577,
+      "step": 4656,
+      "total_flos": 3.3921983034765083e+19,
+      "train_loss": 4.446265889606934,
+      "train_runtime": 69353.2916,
+      "train_samples_per_second": 4.297,
+      "train_steps_per_second": 0.067
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 4656,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.3921983034765083e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7454ecd284e6b089675899ac343b1ef1cf679304623a5c1f5e3d7f279080ef18
+size 7352