diff --git a/README.md b/README.md index 8c57f44f2e03c7b30503c26e128d98400caa22dc..a41acf076f39c73a29a2ffad083b13a9b12ae68e 100644 --- a/README.md +++ b/README.md @@ -43,13 +43,9 @@ The following hyperparameters were used during training: - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 - lr_scheduler_type: cosine - lr_scheduler_warmup_ratio: 0.03 -- num_epochs: 2 +- num_epochs: 3 - mixed_precision_training: Native AMP -### Training results - - - ### Framework versions - PEFT 0.11.2.dev0 diff --git a/adapter_config.json b/adapter_config.json index 1c11f5ed567d123a87bb919dfb27cd5d59734a27..be081f1b3e2dc1ad0c53438592a69a3dc41f2c45 100644 --- a/adapter_config.json +++ b/adapter_config.json @@ -20,10 +20,10 @@ "rank_pattern": {}, "revision": null, "target_modules": [ - "query_key_value", - "dense_h_to_4h", "dense_4h_to_h", - "dense" + "dense_h_to_4h", + "dense", + "query_key_value" ], "task_type": "CAUSAL_LM", "use_dora": false, diff --git a/adapter_model.safetensors b/adapter_model.safetensors index 05557610cb93901179ee1b58b20463343e6b340f..d3d807a3586cc172c415cdba8625635d850fa1da 100644 --- a/adapter_model.safetensors +++ b/adapter_model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79a1be9c2d721a0f3304de7957ba75984775315208c78eb96afe28baf4db1119 +oid sha256:6bc893b41372f260eb02048401003e6873a3340a4358fa4e9eff49be4547bb6e size 100690288 diff --git a/overlap 0.jpg b/overlap 0.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7ecabf7e2fb1a14307688b63b1008e9a5963ab5e Binary files /dev/null and b/overlap 0.jpg differ diff --git a/overlap 1.jpg b/overlap 1.jpg new file mode 100644 index 0000000000000000000000000000000000000000..07048d0d41b100c4bc44bf6d5a08e15c939dc12d Binary files /dev/null and b/overlap 1.jpg differ diff --git a/overlap 10.jpg b/overlap 10.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e7ebb789261164c09aafb90f2cb513cd3835d900 Binary files /dev/null and b/overlap 10.jpg differ diff --git a/overlap 11.jpg b/overlap 11.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f866946540a6fb238841687acb56f29ccb81bd4d Binary files /dev/null and b/overlap 11.jpg differ diff --git a/overlap 12.jpg b/overlap 12.jpg new file mode 100644 index 0000000000000000000000000000000000000000..585a4c747007c3475b0fbdaf9e5cdd5bafbd0ba4 Binary files /dev/null and b/overlap 12.jpg differ diff --git a/overlap 13.jpg b/overlap 13.jpg new file mode 100644 index 0000000000000000000000000000000000000000..0577b8e0eeb21686231474827a28d27ac18fded1 Binary files /dev/null and b/overlap 13.jpg differ diff --git a/overlap 14.jpg b/overlap 14.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b88d11d10b14e7c8ea61c333dc0a8ccbe7feebb9 Binary files /dev/null and b/overlap 14.jpg differ diff --git a/overlap 15.jpg b/overlap 15.jpg new file mode 100644 index 0000000000000000000000000000000000000000..21cbecad4084a24bc64ce9061521c8219426b72b Binary files /dev/null and b/overlap 15.jpg differ diff --git a/overlap 16.jpg b/overlap 16.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b317057051d599a02064566fe56d8dedbc5be3c6 Binary files /dev/null and b/overlap 16.jpg differ diff --git a/overlap 17.jpg b/overlap 17.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e60df156d1a9228e4220f5a420e7d00d64d93812 Binary files /dev/null and b/overlap 17.jpg differ diff --git a/overlap 18.jpg b/overlap 18.jpg new file mode 100644 index 0000000000000000000000000000000000000000..011dbc58e18000b73a857affec758de964e975ac Binary files /dev/null and b/overlap 18.jpg differ diff --git a/overlap 19.jpg b/overlap 19.jpg new file mode 100644 index 0000000000000000000000000000000000000000..043efcebbaafb25394b4d0ffc451050e97ac2a01 Binary files /dev/null and b/overlap 19.jpg differ diff --git a/overlap 2.jpg b/overlap 2.jpg new file mode 100644 index 0000000000000000000000000000000000000000..9d35dc8a426de1a761897e698c10a80e9a390e8f Binary files /dev/null and b/overlap 2.jpg differ diff --git a/overlap 20.jpg b/overlap 20.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b9212c6321cef8f163a3de670f3d4b4d08f0b62d Binary files /dev/null and b/overlap 20.jpg differ diff --git a/overlap 21.jpg b/overlap 21.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5fbaa444cabb5b0b5cfb1b3a5055083f1034c9f4 Binary files /dev/null and b/overlap 21.jpg differ diff --git a/overlap 22.jpg b/overlap 22.jpg new file mode 100644 index 0000000000000000000000000000000000000000..73bf505aaed7723e8b228e447f5025bf090fef69 Binary files /dev/null and b/overlap 22.jpg differ diff --git a/overlap 23.jpg b/overlap 23.jpg new file mode 100644 index 0000000000000000000000000000000000000000..bffa4ad05ad0af163cddfe2df59b254b8e6da935 Binary files /dev/null and b/overlap 23.jpg differ diff --git a/overlap 24.jpg b/overlap 24.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1a08638ddc33845c564c6df2cfc27ac7ff22a0d0 Binary files /dev/null and b/overlap 24.jpg differ diff --git a/overlap 25.jpg b/overlap 25.jpg new file mode 100644 index 0000000000000000000000000000000000000000..b007996e088e7d65d947eff661f426be2dccf120 Binary files /dev/null and b/overlap 25.jpg differ diff --git a/overlap 26.jpg b/overlap 26.jpg new file mode 100644 index 0000000000000000000000000000000000000000..73d5db4041418aaa257758f78ed9139e70f3a9c0 Binary files /dev/null and b/overlap 26.jpg differ diff --git a/overlap 27.jpg b/overlap 27.jpg new file mode 100644 index 0000000000000000000000000000000000000000..e8ebe4aa9d86fc9b442d5fe45d9522a737ec6635 Binary files /dev/null and b/overlap 27.jpg differ diff --git a/overlap 28.jpg b/overlap 28.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5fc37f24ed51ab6353ab598df6658fc4ba33c058 Binary files /dev/null and b/overlap 28.jpg differ diff --git a/overlap 29.jpg b/overlap 29.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5109f40ad7efb61c4095724a1f40309aede36b9a Binary files /dev/null and b/overlap 29.jpg differ diff --git a/overlap 3.jpg b/overlap 3.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3d94dee7af687e5a83a1f474ae2c0869fb67c3b7 Binary files /dev/null and b/overlap 3.jpg differ diff --git a/overlap 30.jpg b/overlap 30.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3d54a134b0d99d57a01970f803b2175129a16a2a Binary files /dev/null and b/overlap 30.jpg differ diff --git a/overlap 31.jpg b/overlap 31.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d2d9aecb908f86a3eb24a7a3b1105be0b2b2759f Binary files /dev/null and b/overlap 31.jpg differ diff --git a/overlap 32.jpg b/overlap 32.jpg new file mode 100644 index 0000000000000000000000000000000000000000..6543062d0e9234d5811a85495c8a50a59a42620b Binary files /dev/null and b/overlap 32.jpg differ diff --git a/overlap 33.jpg b/overlap 33.jpg new file mode 100644 index 0000000000000000000000000000000000000000..95f00fbb6c1f56cd03fc60bd7b01f05183b3811b Binary files /dev/null and b/overlap 33.jpg differ diff --git a/overlap 34.jpg b/overlap 34.jpg new file mode 100644 index 0000000000000000000000000000000000000000..87e614c511b230156eda57e8733c160d15b94abf Binary files /dev/null and b/overlap 34.jpg differ diff --git a/overlap 35.jpg b/overlap 35.jpg new file mode 100644 index 0000000000000000000000000000000000000000..69c9ad390e7b254b3b191803f3ff329d1a91dc48 Binary files /dev/null and b/overlap 35.jpg differ diff --git a/overlap 36.jpg b/overlap 36.jpg new file mode 100644 index 0000000000000000000000000000000000000000..aefd77ca3ac8ab595825474efa9b9326acddab1f Binary files /dev/null and b/overlap 36.jpg differ diff --git a/overlap 37.jpg b/overlap 37.jpg new file mode 100644 index 0000000000000000000000000000000000000000..15be5bf46a902d53a6f25fd65ee8dd0552165848 Binary files /dev/null and b/overlap 37.jpg differ diff --git a/overlap 38.jpg b/overlap 38.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1897041b7491472f6b8f38ff3bead81b26ab9c7b Binary files /dev/null and b/overlap 38.jpg differ diff --git a/overlap 39.jpg b/overlap 39.jpg new file mode 100644 index 0000000000000000000000000000000000000000..3afc8c3109ce7eebb5dade61d5b58b1b0510a0cf Binary files /dev/null and b/overlap 39.jpg differ diff --git a/overlap 4.jpg b/overlap 4.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a2be5224d6b3949ab55f995d4f179d087bd59597 Binary files /dev/null and b/overlap 4.jpg differ diff --git a/overlap 40.jpg b/overlap 40.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5445f0d374a7499dcca0d819835f19d4639b7903 Binary files /dev/null and b/overlap 40.jpg differ diff --git a/overlap 41.jpg b/overlap 41.jpg new file mode 100644 index 0000000000000000000000000000000000000000..082704f3ed82d7eae48160da4c19531616a8c77a Binary files /dev/null and b/overlap 41.jpg differ diff --git a/overlap 42.jpg b/overlap 42.jpg new file mode 100644 index 0000000000000000000000000000000000000000..dc214bae7ba3e97596c3db45b9e2ec967823faa1 Binary files /dev/null and b/overlap 42.jpg differ diff --git a/overlap 43.jpg b/overlap 43.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ec157143ea3c679b5a9f0944d5b8ceefefbf23cc Binary files /dev/null and b/overlap 43.jpg differ diff --git a/overlap 44.jpg b/overlap 44.jpg new file mode 100644 index 0000000000000000000000000000000000000000..15fce0a88111647ce4218199afc9b8b786b5f64e Binary files /dev/null and b/overlap 44.jpg differ diff --git a/overlap 45.jpg b/overlap 45.jpg new file mode 100644 index 0000000000000000000000000000000000000000..bfaaf760591db86059fd5a57c1b0efc47e610538 Binary files /dev/null and b/overlap 45.jpg differ diff --git a/overlap 46.jpg b/overlap 46.jpg new file mode 100644 index 0000000000000000000000000000000000000000..53138b1b6176c4ab069bd5cc91488004f033eacd Binary files /dev/null and b/overlap 46.jpg differ diff --git a/overlap 47.jpg b/overlap 47.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7ccea5a2a832daf51fcde6f60db73353445b8ded Binary files /dev/null and b/overlap 47.jpg differ diff --git a/overlap 48.jpg b/overlap 48.jpg new file mode 100644 index 0000000000000000000000000000000000000000..cb7073bfb574c780019d2eb6e9a94d84c45a6a15 Binary files /dev/null and b/overlap 48.jpg differ diff --git a/overlap 49.jpg b/overlap 49.jpg new file mode 100644 index 0000000000000000000000000000000000000000..5c1810acec0bdf3e1b00307e1a752e61e5336fe7 Binary files /dev/null and b/overlap 49.jpg differ diff --git a/overlap 5.jpg b/overlap 5.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1fcf8a4bd07d3e07e19e6ddc26563ea1d0adf612 Binary files /dev/null and b/overlap 5.jpg differ diff --git a/overlap 50.jpg b/overlap 50.jpg new file mode 100644 index 0000000000000000000000000000000000000000..1851050c4155e61ee9b6d11204186dc059172e40 Binary files /dev/null and b/overlap 50.jpg differ diff --git a/overlap 51.jpg b/overlap 51.jpg new file mode 100644 index 0000000000000000000000000000000000000000..f5376c5529e80138a7215a4827170712f9f9f452 Binary files /dev/null and b/overlap 51.jpg differ diff --git a/overlap 6.jpg b/overlap 6.jpg new file mode 100644 index 0000000000000000000000000000000000000000..d2924670d281770f0c9f8a7c094d6b80cf6a3c76 Binary files /dev/null and b/overlap 6.jpg differ diff --git a/overlap 7.jpg b/overlap 7.jpg new file mode 100644 index 0000000000000000000000000000000000000000..88eafaa6c46074ce9d258623c41c823d074754e8 Binary files /dev/null and b/overlap 7.jpg differ diff --git a/overlap 8.jpg b/overlap 8.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a63098deee63c16ad2591a780b8a629842e68ba6 Binary files /dev/null and b/overlap 8.jpg differ diff --git a/overlap 9.jpg b/overlap 9.jpg new file mode 100644 index 0000000000000000000000000000000000000000..35304a404063162cdd8a193ec23a98df72cdf052 Binary files /dev/null and b/overlap 9.jpg differ diff --git a/runs/Jun04_14-32-40_d358156a3ef4/events.out.tfevents.1717511951.d358156a3ef4.3435.0 b/runs/Jun04_14-32-40_d358156a3ef4/events.out.tfevents.1717511951.d358156a3ef4.3435.0 new file mode 100644 index 0000000000000000000000000000000000000000..9a8f6bb37656a279f3d57b87d522307d683abebd --- /dev/null +++ b/runs/Jun04_14-32-40_d358156a3ef4/events.out.tfevents.1717511951.d358156a3ef4.3435.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fc9779bd12a6690efc9e0e97cd500ac2bc8b9b2d13c430e78203628c25dd47 +size 5487 diff --git a/runs/Jun04_14-41-45_d358156a3ef4/events.out.tfevents.1717512124.d358156a3ef4.3435.1 b/runs/Jun04_14-41-45_d358156a3ef4/events.out.tfevents.1717512124.d358156a3ef4.3435.1 new file mode 100644 index 0000000000000000000000000000000000000000..4ed8dc30e9291289f7119d0edbc8e495b9f02172 --- /dev/null +++ b/runs/Jun04_14-41-45_d358156a3ef4/events.out.tfevents.1717512124.d358156a3ef4.3435.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75124c88b2d57e8ba2962b7d93e5d5f52320ec16fdd4f79a0cb59f5105b44fe +size 6534 diff --git a/training_args.bin b/training_args.bin index ddb42f24c878b8a4dc8f2d0377b52fee506b7362..7fd10e6499539615ae9ba240f6557ed71c7986f0 100644 --- a/training_args.bin +++ b/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d80899da35a4e612286fbeb82c29f6266a94cabd7ded99775c50b488a6f42037 +oid sha256:ad55748ec06e413a027586c8e1fd4f2caab0220646b7640e6d7c67e870b6501c size 5112