Training in progress, step 50

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "/kaggle/input/vietcuna-for-binary-classification/kalapa-vietcuna-3b",
+  "base_model_name_or_path": "vietcuna-3b-v2/kalapa-vietcuna-3b/",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -9,10 +9,10 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "lora_alpha": 32,
-  "lora_dropout": 0.1,
+  "lora_dropout": 0.05,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db222e1a147b6a8ab2a150b3b76f91c052c2d93d984e14053a365a38bf0bfb04
-size 9859800
+oid sha256:4166664b368ce4cd6e33f9c9e5988f4cd0f67acb476bfaf70382c8384056788a
+size 19690328

special_tokens_map.json

@@ -2,6 +2,6 @@
   "bos_token": "<s>",
   "eos_token": "</s>",
   "pad_token": "<pad>",
-  "sep_token": "<s>",
+  "sep_token": "\n\n",
   "unk_token": "<unk>"
 }

tokenizer_config.json

@@ -39,7 +39,7 @@
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
-  "sep_token": "<s>",
+  "sep_token": "\n\n",
   "tokenizer_class": "BloomTokenizer",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1b0a94354c0f3dfee9c93e225dbd48ad6f856f98977ef38ff3415910328e64a
+oid sha256:5a0ef36d7c31265f68a3edc8ae53ce9272dcc90a79f261e29a2a46e040c77a33
 size 4600