Training in progress, epoch 1

README.md

@@ -6,8 +6,6 @@ tags:
 model-index:
 - name: mistral-finetuned-hboi
   results: []
-datasets:
-- leonvanbokhorst/hboi_test
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -52,4 +50,4 @@ The following hyperparameters were used during training:
 - Transformers 4.36.0.dev0
 - Pytorch 2.1.0+cu121
 - Datasets 2.14.6
-- Tokenizers 0.15.0
+- Tokenizers 0.15.0

adapter_config.json

@@ -8,11 +8,11 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_dropout": 0.05,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fe63b338ff45d1859f7d179cd21fffbd9c40b40b57492edeb2e044c2a02f455
-size 27309386
+oid sha256:f692b926b0ae44719532dcfa9ce5719352de9d94701822629d0d9187cd2ea937
+size 13677706

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53336ff8a0c6d8c541c43a2cb5d15449dc8653fc9153b6427d2f08d4c91c1d48
-size 13648432
+oid sha256:b126e64762e32077ce7b02a2f87a868ace546519d68d353e0901e3e053b1671e
+size 27280152

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7b2eadad565d5aaf9b5a919bf7ce63de8649f0d7494fee18a8aeac17894519c
+oid sha256:442c79d64c7ac1b247d040739c5718b2c8f84af2318b5e3f48c4d07bdad46da4
 size 4664