Training in progress, step 3

README.md

@@ -4,8 +4,8 @@ library_name: transformers
 model_name: llama31_8b_instruct_finetuned
 tags:
 - generated_from_trainer
-- trl
 - sft
+- trl
 licence: license
 ---
 

adapter_config.json

@@ -25,13 +25,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "up_proj",
+    "o_proj",
     "q_proj",
-    "k_proj",
+    "gate_proj",
     "v_proj",
-    "o_proj",
     "down_proj",
-    "up_proj",
-    "gate_proj"
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab4d83217635058215ef2ced86427982ac41ebdb07ed2ae73cd1106dbb3eea86
+oid sha256:a56819969c82c50812ac5038e7cb50df4d7d3f390e14d2438074a3246845e0e8
 size 167832240

runs/Jul18_16-54-30_5c9559bf46d5/events.out.tfevents.1752857672.5c9559bf46d5.22843.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1993342d4fd37f71eff7e01806c6d19fa944778bff4eedbac78e1b4f5df5509e
+size 6697

special_tokens_map.json

@@ -12,6 +12,5 @@
     "normalized": false,
     "rstrip": false,
     "single_word": false
-  },
-  "pad_token": "<|eot_id|>"
+  }
 }

tokenizer_config.json

@@ -2058,6 +2058,5 @@
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "pad_token": "<|eot_id|>",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bf3d4de656f7c69f2d09326238e97d60cd46668080948f8f48829b9c70aa83e
+oid sha256:d5c00226ecba881854822f96a8bea2cadea47349cf2503a069db9b49c54974b8
 size 5752