Training in progress, step 560

README.md

@@ -16,7 +16,7 @@ model-index:
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/quirky_lats_at_mats/harmbench_adv_training/runs/yidchrpw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/quirky_lats_at_mats/harmbench_adv_training/runs/hoybstmx)
 # llama2-7b-sft-lora
 
 This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf) on the generator dataset.

adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3b83a0886cb5206d5012e762975228cc57a4dba4d2219e6a10884729ebcb742
+oid sha256:5a33d5d8177f286af1ca02539d4976737dd6b47142c0e9d738539f0c168ff249
 size 258001832

runs/Jul05_18-24-13_65b13dc304a7/events.out.tfevents.1720204083.65b13dc304a7.5689.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6e23d8c46cde72f805fbfcb4afa48381995928e22d33375b1048da8aba52f99
-size 86339
+oid sha256:c2358da08a848c849003f0687ec3509d5e6a5ee9d0fba7bdd3ab338321dad3b0
+size 92619

step_0/README.md

@@ -203,11 +203,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 ### Framework versions
 
 
-- PEFT 0.6.1
-## Training procedure
-
-
-### Framework versions
-
-
 - PEFT 0.6.1

step_0/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_0/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200

step_100/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_100/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ead0b6e1c5f34b4412e69d556de6d6776ef7a714c3508db5b1e88cd2a9d690e7
+oid sha256:e02f07d6c18819b315fe34d8dc970ba33ee4e95de66b43eb84a0b1acea801fc2
 size 258001832

step_100/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200

step_200/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_200/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:780795b337c28b335ccef8bf87a7425afeefac726b2e3c9b1e745bf5a4745666
+oid sha256:d3c4acd5cb23875a597d4f21a1e793a6ee360f36812f57f01c5315e22a39bf95
 size 258001832

step_200/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200

step_300/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_300/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ab02227b557bb877a9ce7dde51c667eed223d12b89bc3ab3bccb83bce4e787b
+oid sha256:ba1929d891efc428b73a94e8de3e0048ec91bb3074473b83c26c57a2f2082aab
 size 258001832

step_300/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200

step_400/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_400/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cf3312b3b10e6e58dc7a8d9267945e9a050b98fcdbf751112fafb7290da7344
+oid sha256:75c30c07cfd7728e8ff0da102902b344b9ffbb059f68ef9213b220970bdea0e5
 size 258001832

step_400/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200

step_500/adapter_config.json

@@ -16,11 +16,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
     "o_proj",
     "up_proj",
+    "down_proj",
     "q_proj",
+    "k_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

step_500/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec7a285a532d11d4f516849497a4d36d2bc73919e726fe7ae7a4600bf4da340b
+oid sha256:f154aba09e6ebec3a2894bc99fa523ca4789552f3ecfb98f27458f39fe2ad886
 size 258001832

step_500/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea832235b86c48087d1f7d44d37f4c189059e254a6d7c578b6e41db0eb33edd0
+oid sha256:d865240e26d80c3cb7d1099e1c8233a043934604be21f9675056559d39ac5179
 size 6200