Training in progress, step 100

adapter_config.json

@@ -2,14 +2,14 @@
   "auto_mapping": null,
   "base_model_name_or_path": "yentinglin/Taiwan-LLM-7B-v2.0-chat",
   "encoder_dropout": 0.0,
-  "encoder_hidden_size": 128,
+  "encoder_hidden_size": 256,
   "encoder_num_layers": 2,
   "encoder_reparameterization_type": "MLP",
   "inference_mode": true,
   "num_attention_heads": 32,
   "num_layers": 32,
   "num_transformer_submodules": 1,
-  "num_virtual_tokens": 20,
+  "num_virtual_tokens": 10,
   "peft_type": "P_TUNING",
   "revision": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:869a8364ea2b9500e864e5b6785d033877e5cc17b5949d45bbd2ccd11284df43
-size 327800
+oid sha256:f603adae877f1eca419613125a59b860804d8d90a743546fb2878183836ab9fd
+size 163960

runs/Nov26_06-17-38_26da521fff1e/events.out.tfevents.1700979460.26da521fff1e.27.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69a64ccc00d0c79e70efe4a1dd3144dd59a6a6938c86f82c2bd48d989d17b18
+size 20162

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07180df518c3a990e14da91c971ddc1d558cd34aec0d4315e87e98d196bfc9c7
+oid sha256:a8a298aea41145aa25baa36e26c30cb67ca5f56e10588c9d9d8d62d0b2e465d2
 size 4219