Adzka/fine-tune-sealion

README.md

@@ -48,13 +48,13 @@ The following `bitsandbytes` quantization config was used during training:
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 0.0001
+- learning_rate: 2e-05
 - train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 3
+- num_epochs: 5
 - mixed_precision_training: Native AMP
 
 ### Training results

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43abb806fd7189eccc0c7f87aa44f1865bec137af928cd726937dd36d09ad0bd
+oid sha256:45f36633d7c1bd4aae879e74ba458ce58ae3a03d26db95941d9c7d84a21ea8d7
 size 134252808

emissions.csv

@@ -24,5 +24,6 @@ timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_po
 2024-05-11T21:25:23,codecarbon,ca7bdca6-1b1b-4350-81f4-7fd08e5c3c4b,215.9013953208924,0.00541366079529,2.5074691097960635e-05,42.5,145.773,11.946327209472656,0.002548600599832,0.0054217618145816,0.0007153841353609,0.0086857465497745,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
 2024-05-11T21:59:21,codecarbon,18456c0f-9420-4492-82bd-cbc87e016d1b,122.38461112976074,0.0038396094068679,3.137330234106706e-05,42.5,138.125,11.946327209472656,0.0014447242485152,0.0043100191111305,0.0004055750310446,0.0061603183906904,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
 2024-05-13T12:06:54,codecarbon,55315582-fb39-4363-9fb3-f3bf4e3c1616,110.70497226715088,0.003560307737695,3.216032364927017e-05,42.5,141.498,11.946327209472656,0.001306816030542,0.0040384940749742,0.0003668931185432,0.0057122032240595,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
-2024-05-13T16:23:54,codecarbon,611ee630-89b9-4038-9af3-041852580ba8,1359.445592880249,0.0001568816450225,1.1540119431348284e-07,42.5,150.766,11.946327209472656,0.016047880825897,0.0454402556489884,0.0045056438638921,0.0659937803387775,Canada,CAN,quebec,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,-71.2,46.8,31.85687255859375,machine,N,1.0
-2024-05-13T17:31:47,codecarbon,f10e0675-0bbe-4cd1-974a-b4203c8a47d2,119.8721981048584,0.003693688398028127,3.0813553571421685e-05,42.5,141.309,11.946327209472656,0.0014150642645027905,0.004113845902670357,0.0003972906925163443,0.005926200859689494,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
+2024-05-13T16:23:54,codecarbon,611ee630-89b9-4038-9af3-041852580ba8,1359.445592880249,0.0001568816450225,1.1540119431348285e-07,42.5,150.766,11.946327209472656,0.016047880825897,0.0454402556489884,0.0045056438638921,0.0659937803387775,Canada,CAN,quebec,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,-71.2,46.8,31.85687255859375,machine,N,1.0
+2024-05-13T17:31:47,codecarbon,f10e0675-0bbe-4cd1-974a-b4203c8a47d2,119.8721981048584,0.0036936883980281,3.0813553571421685e-05,42.5,141.309,11.946327209472656,0.0014150642645027,0.0041138459026703,0.0003972906925163,0.0059262008596894,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
+2024-05-13T20:40:09,codecarbon,0e6d2bed-445b-4fdd-bc02-a4099fcdbb55,606.1242651939392,0.018156235993383407,2.9954643026168944e-05,42.5,137.019,11.946327209472656,0.007155068924029669,0.019966419226089185,0.0020086088581060266,0.029130097008224873,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0

runs/May13_20-29-57_DESKTOP-HH0RPGN/events.out.tfevents.1715607003.DESKTOP-HH0RPGN.8760.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7869cad5838734ded1431501c89399432a07a3af6fe71d6c8a0acba15b40fd5
+size 6605

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8f973726c158e1a393e93670f56cfcf8a1bc1733bbeafad260859d11a5c2e65
+oid sha256:1a868c42722b02292118dc7f493566a15aa62dd1afd764e0fa05ca5f70a172b6
 size 4920