Training in progress, step 600

README.md

@@ -16,7 +16,7 @@ model-index:
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/quirky_lats_at_mats/harmbench_adv_training/runs/hoybstmx)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/quirky_lats_at_mats/harmbench_adv_training/runs/yidchrpw)
 # llama2-7b-sft-lora
 
 This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf) on the generator dataset.

adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a33d5d8177f286af1ca02539d4976737dd6b47142c0e9d738539f0c168ff249
+oid sha256:1a7a70a193fb7679f4d3abeb5d53121be398cae9743bf482516377dc51948125
 size 258001832

runs/Jul05_18-22-42_a3efa988be12/events.out.tfevents.1720203787.a3efa988be12.7898.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51edfb14206d9fc07ef1efee2b0541bc3fd0862fb9bcf957c3cda19079110d69
-size 92619
+oid sha256:4820d964d35b8a0211a648b2d89f7b706b8ae0f80bba87cbe1d38d7a02edf995
+size 98899

step_0/README.md

@@ -203,4 +203,11 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 ### Framework versions
 
 
+- PEFT 0.6.1
+## Training procedure
+
+
+### Framework versions
+
+
 - PEFT 0.6.1

step_0/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_0/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200

step_100/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_100/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e02f07d6c18819b315fe34d8dc970ba33ee4e95de66b43eb84a0b1acea801fc2
+oid sha256:ead0b6e1c5f34b4412e69d556de6d6776ef7a714c3508db5b1e88cd2a9d690e7
 size 258001832

step_100/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200

step_200/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_200/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3c4acd5cb23875a597d4f21a1e793a6ee360f36812f57f01c5315e22a39bf95
+oid sha256:780795b337c28b335ccef8bf87a7425afeefac726b2e3c9b1e745bf5a4745666
 size 258001832

step_200/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200

step_300/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_300/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba1929d891efc428b73a94e8de3e0048ec91bb3074473b83c26c57a2f2082aab
+oid sha256:1ab02227b557bb877a9ce7dde51c667eed223d12b89bc3ab3bccb83bce4e787b
 size 258001832

step_300/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200

step_400/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_400/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75c30c07cfd7728e8ff0da102902b344b9ffbb059f68ef9213b220970bdea0e5
+oid sha256:5cf3312b3b10e6e58dc7a8d9267945e9a050b98fcdbf751112fafb7290da7344
 size 258001832

step_400/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200

step_500/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
+    "k_proj",
     "o_proj",
     "up_proj",
-    "down_proj",
     "q_proj",
-    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_500/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f154aba09e6ebec3a2894bc99fa523ca4789552f3ecfb98f27458f39fe2ad886
+oid sha256:ec7a285a532d11d4f516849497a4d36d2bc73919e726fe7ae7a4600bf4da340b
 size 258001832

step_500/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
+oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
 size 6200