Training in progress, step 1

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "openai-community/gpt2",
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,11 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "c_attn",
-    "c_proj",
-    "c_fc",
-    "wpe",
-    "wte"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df7034f8948339048f649480d3f5fcedcf54bc2a07e02b2c70e2e521930eb9cb
-size 6421248
+oid sha256:d1228037c0dfff570e4f09e5090d4d5a849341d2ab90158b8c8ebe1dc963a4c3
+size 13648432

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1aa0a9df61da99450582c40448b4d813a87996856b4244b701e5799d213d3af
+oid sha256:e84c9701b144244851a4acd3ddecbdf3611247359f1736c23043476279532da8
 size 5304