Training in progress, step 5000

config.json

@@ -0,0 +1,38 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 576,
+  "initializer_range": 0.041666666666666664,
+  "intermediate_size": 1536,
+  "is_llama_config": true,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 9,
+  "num_hidden_layers": 30,
+  "num_key_value_heads": 3,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_interleaved": false,
+  "rope_scaling": null,
+  "rope_theta": 100000,
+  "tie_word_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers.js_config": {
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    }
+  },
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "vocab_size": 49152
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "4.51.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86880650d7745efaf034cdc4d4e89d0957aa9ebf5d48fa2c6b0164315b190de
+size 538090408

runs/Apr21_19-44-48_luigi-inspiron135330/events.out.tfevents.1745235892.luigi-inspiron135330.713012.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069444766ffc2121a4885c511ca1e2142bc33efc2facb937061632535b65c2c
+size 4184

runs/Apr21_19-50-19_luigi-inspiron135330/events.out.tfevents.1745236222.luigi-inspiron135330.717860.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955bdd19119335c5675f1603e220fefa1d0dabc06a55a39d9f3d452b10cb17e8
+size 5259

runs/Apr21_19-52-25_luigi-inspiron135330/events.out.tfevents.1745236347.luigi-inspiron135330.719206.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d8bc28821a740121fc1e64b1e77e4eb6582eb4ea13e3df69a8df8e7cfebe3
+size 5614

runs/Apr21_20-02-42_luigi-inspiron135330/events.out.tfevents.1745236963.luigi-inspiron135330.725683.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e652535aa3e5fb38d07db5127ff04a19c78711a742ab0b71a9164e0537e69eb
+size 4184

runs/Apr21_20-05-03_luigi-inspiron135330/events.out.tfevents.1745237104.luigi-inspiron135330.727325.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbabae264fb87cbbc08796809eb19d7a990d90e4c7a7754edfc93b171b7585e
+size 4184

runs/Apr21_20-05-47_luigi-inspiron135330/events.out.tfevents.1745237148.luigi-inspiron135330.727919.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c01940e972ca2db93469613778ec0e9fc8e80039b49e14b4be62c5de946fd7
+size 5608

runs/Apr21_20-06-58_luigi-inspiron135330/events.out.tfevents.1745237219.luigi-inspiron135330.728827.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d379813dfa1cdf80b2c446b01b461d94e5163735e2c14a2c7bedc28758aad7
+size 5608

runs/Apr21_20-11-54_luigi-inspiron135330/events.out.tfevents.1745237515.luigi-inspiron135330.731733.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38285de88d04fe5928d4ffe7b2bff099e491a849a0c6824c52a6874777f9c0f5
+size 5614

runs/Apr21_20-19-42_luigi-inspiron135330/events.out.tfevents.1745237983.luigi-inspiron135330.736871.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28e9b5a19e8af1245cdaf0d2cc284ab64c6813c99608626c33a0e12f64d3dea
+size 4184

runs/Apr21_20-23-09_luigi-inspiron135330/events.out.tfevents.1745238190.luigi-inspiron135330.742677.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227731d17584a95eb35823bd15c309b1b21aeaa30fea70b6a36a00e6ed60835a
+size 4184

runs/Apr21_20-35-29_luigi-inspiron135330/events.out.tfevents.1745238930.luigi-inspiron135330.7446.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b837e65b24b118a96ee349b02fcb495713639f21c762ed0d10cff46535796226
+size 4184

runs/Apr21_20-36-20_luigi-inspiron135330/events.out.tfevents.1745238981.luigi-inspiron135330.8505.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1bf2ee4dd6324b1c9ac30beb73dc2990c7519219511b4e2088ed6237d02303
+size 4184

runs/Apr21_20-37-30_luigi-inspiron135330/events.out.tfevents.1745239051.luigi-inspiron135330.9787.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b312eacbc2edc7921f6986917a74765d0ae309b7cb193e6e05d7845d3dbfb68
+size 4184

runs/Apr21_20-38-46_luigi-inspiron135330/events.out.tfevents.1745239127.luigi-inspiron135330.11522.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6947fbbfe71403337e4e69473785de0cf685d835f96a106c7d8dd7123bbb4624
+size 4184

runs/Apr21_20-40-05_luigi-inspiron135330/events.out.tfevents.1745239206.luigi-inspiron135330.12585.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a70871782649049a072708a67f711809316284dbf5c054c0ec871f99ad1f8b
+size 4184

runs/Apr21_20-41-12_luigi-inspiron135330/events.out.tfevents.1745239273.luigi-inspiron135330.13442.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c748f093684db4d0407d0ca1f2516f1baf2c50bb0555ef8b89c2d220a0d3428
+size 4184

runs/Apr21_20-43-31_luigi-inspiron135330/events.out.tfevents.1745239412.luigi-inspiron135330.15414.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50405a479aaabb7bfaa34291edcfc762732e1795edfe4f867944ba7b2a856362
+size 4184

runs/Apr21_20-44-38_luigi-inspiron135330/events.out.tfevents.1745239479.luigi-inspiron135330.16490.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea1f51f66d7448f31db9ce0d01ed97321eb2552846fffdefb4681cadbbd736e
+size 4184

runs/Apr21_20-47-13_luigi-inspiron135330/events.out.tfevents.1745239634.luigi-inspiron135330.18304.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7136dd9de3b037026d760f6659f2c63cdd9de298db0d1ada22b7416cdfe3e765
+size 4184

runs/Apr21_20-49-12_luigi-inspiron135330/events.out.tfevents.1745239754.luigi-inspiron135330.19807.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483a6da60e1720e889c169a5a97512d6218e485ff7fd4ec840d70901f0d87f26
+size 4184

runs/Apr21_20-50-04_luigi-inspiron135330/events.out.tfevents.1745239805.luigi-inspiron135330.20560.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6211e6f88fce1813d80f027de7d15a4a7c2bccd30daa25c26295b5e20ccf7a8
+size 5258

runs/Apr21_20-57-35_luigi-inspiron135330/events.out.tfevents.1745240256.luigi-inspiron135330.26124.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3475877af842379063fd71705379a25fc7ef0adde1d48a99e91e1e3109a11526
+size 5258

runs/Apr21_21-04-55_luigi-inspiron135330/events.out.tfevents.1745240696.luigi-inspiron135330.32691.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d64a265fc8cd5f2a98f3fd32d43ed4953a0cde947af2f5423907fd3a201de
+size 5258

runs/Apr21_21-08-03_luigi-inspiron135330/events.out.tfevents.1745240884.luigi-inspiron135330.35130.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952504a83a5c64c235eb9a794e40f969b8f5339cd3609c155d7d78e195d2a33f
+size 5258

runs/Apr21_21-11-12_luigi-inspiron135330/events.out.tfevents.1745241073.luigi-inspiron135330.37453.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbee92e5f1295db981a8493bad757f4db742f78a7145680d4ae477bcb9759e39
+size 6313

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": {
+    "content": "<|im_start|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,155 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "extra_special_tokens": {},
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7453f95ed573ec9c4de045a994ec753c3d8470f12575e7e543752ae8ba979fe
+size 5368