diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5d2078008e67327905afdcaf9ff9517ad850610 --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,18 @@ +{ + "base_model_name_or_path": "decapoda-research/llama-7b-hf", + "bias": "none", + "enable_lora": null, + "fan_in_fan_out": false, + "inference_mode": true, + "lora_alpha": 32, + "lora_dropout": 0.1, + "merge_weights": false, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/adapter_model 2/._data b/adapter_model 2/._data new file mode 100644 index 0000000000000000000000000000000000000000..a2c312d68b36222006562b4e5f7946c70c43be92 Binary files /dev/null and b/adapter_model 2/._data differ diff --git a/adapter_model 2/._data.pkl b/adapter_model 2/._data.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/adapter_model 2/._data.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/adapter_model 2/._version b/adapter_model 2/._version new file mode 100644 index 0000000000000000000000000000000000000000..a2c312d68b36222006562b4e5f7946c70c43be92 Binary files /dev/null and b/adapter_model 2/._version differ diff --git a/adapter_model 2/data.pkl b/adapter_model 2/data.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e064ef92d004801d1f7515d7eb9a4f31ed2118f9 --- /dev/null +++ b/adapter_model 2/data.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ce60c5b9f45ef716eeabb72317ad1ec62c8466e36cb204547b250894244f70 +size 20379 diff --git a/adapter_model 2/data/0 b/adapter_model 2/data/0 new file mode 100644 index 0000000000000000000000000000000000000000..67f4bbb42e4aaf30abf6072afc71a0d4bb0316c6 Binary files /dev/null and b/adapter_model 2/data/0 differ diff --git a/adapter_model 2/data/1 b/adapter_model 2/data/1 new file mode 100644 index 0000000000000000000000000000000000000000..28e1d5a482996a69a37c13915b2854420569dd1a Binary files /dev/null and b/adapter_model 2/data/1 differ diff --git a/adapter_model 2/data/10 b/adapter_model 2/data/10 new file mode 100644 index 0000000000000000000000000000000000000000..f9f843c146a70efcea59c3afecf2a1d146645850 Binary files /dev/null and b/adapter_model 2/data/10 differ diff --git a/adapter_model 2/data/100 b/adapter_model 2/data/100 new file mode 100644 index 0000000000000000000000000000000000000000..4874ef32510dabb1efc32e4c3c4430251718ef47 Binary files /dev/null and b/adapter_model 2/data/100 differ diff --git a/adapter_model 2/data/101 b/adapter_model 2/data/101 new file mode 100644 index 0000000000000000000000000000000000000000..87cb171c0a151473866907bbb721444b5f4d7205 Binary files /dev/null and b/adapter_model 2/data/101 differ diff --git a/adapter_model 2/data/102 b/adapter_model 2/data/102 new file mode 100644 index 0000000000000000000000000000000000000000..139452b3b230f018ccc8d054d3fb42c61036fb77 Binary files /dev/null and b/adapter_model 2/data/102 differ diff --git a/adapter_model 2/data/103 b/adapter_model 2/data/103 new file mode 100644 index 0000000000000000000000000000000000000000..5205a00a693c491d767ff6e4c5703cb320552a40 Binary files /dev/null and b/adapter_model 2/data/103 differ diff --git a/adapter_model 2/data/104 b/adapter_model 2/data/104 new file mode 100644 index 0000000000000000000000000000000000000000..f7153ac2f49f6b4136cd6c11f4713573446e740b Binary files /dev/null and b/adapter_model 2/data/104 differ diff --git a/adapter_model 2/data/105 b/adapter_model 2/data/105 new file mode 100644 index 0000000000000000000000000000000000000000..18ee0b406afd2ae0bfec0cd74f033ea5e619b8ee Binary files /dev/null and b/adapter_model 2/data/105 differ diff --git a/adapter_model 2/data/106 b/adapter_model 2/data/106 new file mode 100644 index 0000000000000000000000000000000000000000..5270819a14b7cc3ad6d77e3140edf41dbdf92b64 Binary files /dev/null and b/adapter_model 2/data/106 differ diff --git a/adapter_model 2/data/107 b/adapter_model 2/data/107 new file mode 100644 index 0000000000000000000000000000000000000000..b3bd00c90d3063f78e5779040806c28647b59e76 Binary files /dev/null and b/adapter_model 2/data/107 differ diff --git a/adapter_model 2/data/108 b/adapter_model 2/data/108 new file mode 100644 index 0000000000000000000000000000000000000000..a3d2c6d96ff1de9eba550fd54de3d34604716766 Binary files /dev/null and b/adapter_model 2/data/108 differ diff --git a/adapter_model 2/data/109 b/adapter_model 2/data/109 new file mode 100644 index 0000000000000000000000000000000000000000..10a77ea8f16e1d529fc54214e838beed8b0c153e Binary files /dev/null and b/adapter_model 2/data/109 differ diff --git a/adapter_model 2/data/11 b/adapter_model 2/data/11 new file mode 100644 index 0000000000000000000000000000000000000000..90e59b92a2950f18b87c13584d69de6e6e11b0ae Binary files /dev/null and b/adapter_model 2/data/11 differ diff --git a/adapter_model 2/data/110 b/adapter_model 2/data/110 new file mode 100644 index 0000000000000000000000000000000000000000..ea6327df93808590cd289c46033c6aea33938a83 Binary files /dev/null and b/adapter_model 2/data/110 differ diff --git a/adapter_model 2/data/111 b/adapter_model 2/data/111 new file mode 100644 index 0000000000000000000000000000000000000000..9952bb8eb673423eeede091870c4d948aeefda59 Binary files /dev/null and b/adapter_model 2/data/111 differ diff --git a/adapter_model 2/data/112 b/adapter_model 2/data/112 new file mode 100644 index 0000000000000000000000000000000000000000..cef6b4473fbe7a206ca781735fc46bff860d6e03 Binary files /dev/null and b/adapter_model 2/data/112 differ diff --git a/adapter_model 2/data/113 b/adapter_model 2/data/113 new file mode 100644 index 0000000000000000000000000000000000000000..406f96c769a213c3db0b290a254afaf2ef0a449d Binary files /dev/null and b/adapter_model 2/data/113 differ diff --git a/adapter_model 2/data/114 b/adapter_model 2/data/114 new file mode 100644 index 0000000000000000000000000000000000000000..ee0f4c0476fbe13add20f5ba35a5167b9ff1708c Binary files /dev/null and b/adapter_model 2/data/114 differ diff --git a/adapter_model 2/data/115 b/adapter_model 2/data/115 new file mode 100644 index 0000000000000000000000000000000000000000..212a399d2d8bee77a8cc8df63371896b93d2dd34 Binary files /dev/null and b/adapter_model 2/data/115 differ diff --git a/adapter_model 2/data/116 b/adapter_model 2/data/116 new file mode 100644 index 0000000000000000000000000000000000000000..a8598c1e9fe3b8bde565136ca4344f403d2bf58c Binary files /dev/null and b/adapter_model 2/data/116 differ diff --git a/adapter_model 2/data/117 b/adapter_model 2/data/117 new file mode 100644 index 0000000000000000000000000000000000000000..d3edda624298f70d951e588202da78c9829f4db5 Binary files /dev/null and b/adapter_model 2/data/117 differ diff --git a/adapter_model 2/data/118 b/adapter_model 2/data/118 new file mode 100644 index 0000000000000000000000000000000000000000..4dac7261436c87cab0cb83828b56955c849be939 Binary files /dev/null and b/adapter_model 2/data/118 differ diff --git a/adapter_model 2/data/119 b/adapter_model 2/data/119 new file mode 100644 index 0000000000000000000000000000000000000000..80db45326d854122907e378abe1eb57b1512a378 Binary files /dev/null and b/adapter_model 2/data/119 differ diff --git a/adapter_model 2/data/12 b/adapter_model 2/data/12 new file mode 100644 index 0000000000000000000000000000000000000000..a4406680c598550a6537d5623d0a2087e49d4140 Binary files /dev/null and b/adapter_model 2/data/12 differ diff --git a/adapter_model 2/data/120 b/adapter_model 2/data/120 new file mode 100644 index 0000000000000000000000000000000000000000..20b5010f3b4e70a5907cb5315ab5354c82b27b35 Binary files /dev/null and b/adapter_model 2/data/120 differ diff --git a/adapter_model 2/data/121 b/adapter_model 2/data/121 new file mode 100644 index 0000000000000000000000000000000000000000..06e1fd9fc0aaa726e3e872f35823584d4ac704e9 Binary files /dev/null and b/adapter_model 2/data/121 differ diff --git a/adapter_model 2/data/122 b/adapter_model 2/data/122 new file mode 100644 index 0000000000000000000000000000000000000000..1e3fb20193ca38f2f21b4d00160066a6ce3821a2 Binary files /dev/null and b/adapter_model 2/data/122 differ diff --git a/adapter_model 2/data/123 b/adapter_model 2/data/123 new file mode 100644 index 0000000000000000000000000000000000000000..098badf7cd88010c398931f9e26ce0334941549f Binary files /dev/null and b/adapter_model 2/data/123 differ diff --git a/adapter_model 2/data/124 b/adapter_model 2/data/124 new file mode 100644 index 0000000000000000000000000000000000000000..7473d47816af691183425cd62b28af81f431ee74 Binary files /dev/null and b/adapter_model 2/data/124 differ diff --git a/adapter_model 2/data/125 b/adapter_model 2/data/125 new file mode 100644 index 0000000000000000000000000000000000000000..a515c317c761dfa94c623ddf97deac6f8ce63613 Binary files /dev/null and b/adapter_model 2/data/125 differ diff --git a/adapter_model 2/data/126 b/adapter_model 2/data/126 new file mode 100644 index 0000000000000000000000000000000000000000..bfb39962acf36b45b48e2b81648f6456cfafaa48 Binary files /dev/null and b/adapter_model 2/data/126 differ diff --git a/adapter_model 2/data/127 b/adapter_model 2/data/127 new file mode 100644 index 0000000000000000000000000000000000000000..237d308c01980f50ae2fdb972e58d04639a26bfa Binary files /dev/null and b/adapter_model 2/data/127 differ diff --git a/adapter_model 2/data/13 b/adapter_model 2/data/13 new file mode 100644 index 0000000000000000000000000000000000000000..49f2eb436dae1b6d6005980c38a95d87e8ede637 Binary files /dev/null and b/adapter_model 2/data/13 differ diff --git a/adapter_model 2/data/14 b/adapter_model 2/data/14 new file mode 100644 index 0000000000000000000000000000000000000000..6b2f996e88f2ef635067dc47e65d6e2589f8c157 Binary files /dev/null and b/adapter_model 2/data/14 differ diff --git a/adapter_model 2/data/15 b/adapter_model 2/data/15 new file mode 100644 index 0000000000000000000000000000000000000000..7a9fe6d9598b8da79ed11fe6d400b543a04595b6 Binary files /dev/null and b/adapter_model 2/data/15 differ diff --git a/adapter_model 2/data/16 b/adapter_model 2/data/16 new file mode 100644 index 0000000000000000000000000000000000000000..438cd8dd71faa0e0a5366c1642f11383609b289a Binary files /dev/null and b/adapter_model 2/data/16 differ diff --git a/adapter_model 2/data/17 b/adapter_model 2/data/17 new file mode 100644 index 0000000000000000000000000000000000000000..fb781a7d9a7abfb4c55bbed4ea01cfb02dcdbc7d Binary files /dev/null and b/adapter_model 2/data/17 differ diff --git a/adapter_model 2/data/18 b/adapter_model 2/data/18 new file mode 100644 index 0000000000000000000000000000000000000000..82173a0db08342836089e85049fc760c6a04d35d Binary files /dev/null and b/adapter_model 2/data/18 differ diff --git a/adapter_model 2/data/19 b/adapter_model 2/data/19 new file mode 100644 index 0000000000000000000000000000000000000000..bf77e069f2ec0da1fd772cd618f73638e321220b Binary files /dev/null and b/adapter_model 2/data/19 differ diff --git a/adapter_model 2/data/2 b/adapter_model 2/data/2 new file mode 100644 index 0000000000000000000000000000000000000000..0d6099b844783e62f030fb31a731881eb2eb25ec Binary files /dev/null and b/adapter_model 2/data/2 differ diff --git a/adapter_model 2/data/20 b/adapter_model 2/data/20 new file mode 100644 index 0000000000000000000000000000000000000000..2fce4eedf31e16db537b6fd6d54bc38f9303007f Binary files /dev/null and b/adapter_model 2/data/20 differ diff --git a/adapter_model 2/data/21 b/adapter_model 2/data/21 new file mode 100644 index 0000000000000000000000000000000000000000..2d9fc62db282e2954f6996f3c0da10adc721d2c4 Binary files /dev/null and b/adapter_model 2/data/21 differ diff --git a/adapter_model 2/data/22 b/adapter_model 2/data/22 new file mode 100644 index 0000000000000000000000000000000000000000..6ef2ab848f236cc563f2afdcd85c10a4be6b3dca Binary files /dev/null and b/adapter_model 2/data/22 differ diff --git a/adapter_model 2/data/23 b/adapter_model 2/data/23 new file mode 100644 index 0000000000000000000000000000000000000000..a142e8d65f50eb8a543d0c84ee3f7a30a8f89104 Binary files /dev/null and b/adapter_model 2/data/23 differ diff --git a/adapter_model 2/data/24 b/adapter_model 2/data/24 new file mode 100644 index 0000000000000000000000000000000000000000..3c176bf9340dc1844c1e591219f6e4677badf2d4 Binary files /dev/null and b/adapter_model 2/data/24 differ diff --git a/adapter_model 2/data/25 b/adapter_model 2/data/25 new file mode 100644 index 0000000000000000000000000000000000000000..0b294dc6d6c9684a7fa841727d8408fe0af0331a Binary files /dev/null and b/adapter_model 2/data/25 differ diff --git a/adapter_model 2/data/26 b/adapter_model 2/data/26 new file mode 100644 index 0000000000000000000000000000000000000000..f7c2633bf5da8d825dde158861ad15a679349f6a Binary files /dev/null and b/adapter_model 2/data/26 differ diff --git a/adapter_model 2/data/27 b/adapter_model 2/data/27 new file mode 100644 index 0000000000000000000000000000000000000000..b5a041a306c0e70a9031ed397f1e4c1a838f4084 Binary files /dev/null and b/adapter_model 2/data/27 differ diff --git a/adapter_model 2/data/28 b/adapter_model 2/data/28 new file mode 100644 index 0000000000000000000000000000000000000000..8a38c476a086e31fff71cbdccef2e59b7269e430 Binary files /dev/null and b/adapter_model 2/data/28 differ diff --git a/adapter_model 2/data/29 b/adapter_model 2/data/29 new file mode 100644 index 0000000000000000000000000000000000000000..feb3c268ad146621f3f135dd8936a94fe65136ef Binary files /dev/null and b/adapter_model 2/data/29 differ diff --git a/adapter_model 2/data/3 b/adapter_model 2/data/3 new file mode 100644 index 0000000000000000000000000000000000000000..8b1cdd2452a788dae42e7853e844f93fc090f256 Binary files /dev/null and b/adapter_model 2/data/3 differ diff --git a/adapter_model 2/data/30 b/adapter_model 2/data/30 new file mode 100644 index 0000000000000000000000000000000000000000..0c912b7456049e2bd85b6ed9c4e4daff160af444 Binary files /dev/null and b/adapter_model 2/data/30 differ diff --git a/adapter_model 2/data/31 b/adapter_model 2/data/31 new file mode 100644 index 0000000000000000000000000000000000000000..ba4c58c3a247cfd9ccb8cdec4f44c23414981669 Binary files /dev/null and b/adapter_model 2/data/31 differ diff --git a/adapter_model 2/data/32 b/adapter_model 2/data/32 new file mode 100644 index 0000000000000000000000000000000000000000..4e762b884fa590d90876e77a27cf10a44b6770c5 Binary files /dev/null and b/adapter_model 2/data/32 differ diff --git a/adapter_model 2/data/33 b/adapter_model 2/data/33 new file mode 100644 index 0000000000000000000000000000000000000000..36f851088a07bf4938cd0577cab2f284778aad0e Binary files /dev/null and b/adapter_model 2/data/33 differ diff --git a/adapter_model 2/data/34 b/adapter_model 2/data/34 new file mode 100644 index 0000000000000000000000000000000000000000..fb333ef59da27ae8fd3cff792637d62a53fc8c3b Binary files /dev/null and b/adapter_model 2/data/34 differ diff --git a/adapter_model 2/data/35 b/adapter_model 2/data/35 new file mode 100644 index 0000000000000000000000000000000000000000..5b9b1e74b6af8571b311408b5f80187510e96eb3 Binary files /dev/null and b/adapter_model 2/data/35 differ diff --git a/adapter_model 2/data/36 b/adapter_model 2/data/36 new file mode 100644 index 0000000000000000000000000000000000000000..f1405a5e3b229cd6f8c9733bfbca101741b75001 Binary files /dev/null and b/adapter_model 2/data/36 differ diff --git a/adapter_model 2/data/37 b/adapter_model 2/data/37 new file mode 100644 index 0000000000000000000000000000000000000000..9cfd3642c152baeb501f95dee4bfac88f3cdf040 Binary files /dev/null and b/adapter_model 2/data/37 differ diff --git a/adapter_model 2/data/38 b/adapter_model 2/data/38 new file mode 100644 index 0000000000000000000000000000000000000000..7bee327b2ee84a624d608123f1ff2af37da4ad7e Binary files /dev/null and b/adapter_model 2/data/38 differ diff --git a/adapter_model 2/data/39 b/adapter_model 2/data/39 new file mode 100644 index 0000000000000000000000000000000000000000..0e53f3fa38c330a8c862ff4969a9ba987444879e Binary files /dev/null and b/adapter_model 2/data/39 differ diff --git a/adapter_model 2/data/4 b/adapter_model 2/data/4 new file mode 100644 index 0000000000000000000000000000000000000000..f68be8534c472b89ddb6f989beafec07bd51dfbb Binary files /dev/null and b/adapter_model 2/data/4 differ diff --git a/adapter_model 2/data/40 b/adapter_model 2/data/40 new file mode 100644 index 0000000000000000000000000000000000000000..defc3d0f0c3342f6ab32d26b95c51dc62dfeb894 Binary files /dev/null and b/adapter_model 2/data/40 differ diff --git a/adapter_model 2/data/41 b/adapter_model 2/data/41 new file mode 100644 index 0000000000000000000000000000000000000000..273b6a22d57486432abd9ab7cdcf96d2dd148f01 Binary files /dev/null and b/adapter_model 2/data/41 differ diff --git a/adapter_model 2/data/42 b/adapter_model 2/data/42 new file mode 100644 index 0000000000000000000000000000000000000000..c6679d758afe17fa566cc2a4bb5c7d44c4dae70e Binary files /dev/null and b/adapter_model 2/data/42 differ diff --git a/adapter_model 2/data/43 b/adapter_model 2/data/43 new file mode 100644 index 0000000000000000000000000000000000000000..c6cc9abfcbe9e9d1f34be5b6b8ff764a6096772b Binary files /dev/null and b/adapter_model 2/data/43 differ diff --git a/adapter_model 2/data/44 b/adapter_model 2/data/44 new file mode 100644 index 0000000000000000000000000000000000000000..55169b32d19f3d425488f8159fc5505b529d691b Binary files /dev/null and b/adapter_model 2/data/44 differ diff --git a/adapter_model 2/data/45 b/adapter_model 2/data/45 new file mode 100644 index 0000000000000000000000000000000000000000..ff19339c00cdde819f082e79064815b98ae83453 Binary files /dev/null and b/adapter_model 2/data/45 differ diff --git a/adapter_model 2/data/46 b/adapter_model 2/data/46 new file mode 100644 index 0000000000000000000000000000000000000000..6def3ef82815c2bdd46f33e91e6a8e429714ad09 Binary files /dev/null and b/adapter_model 2/data/46 differ diff --git a/adapter_model 2/data/47 b/adapter_model 2/data/47 new file mode 100644 index 0000000000000000000000000000000000000000..763fba1f10fcd69aa7107357e73abf6e953258e2 Binary files /dev/null and b/adapter_model 2/data/47 differ diff --git a/adapter_model 2/data/48 b/adapter_model 2/data/48 new file mode 100644 index 0000000000000000000000000000000000000000..d161508f3df064eb0b7aceafb3ce8ff5d8b55393 Binary files /dev/null and b/adapter_model 2/data/48 differ diff --git a/adapter_model 2/data/49 b/adapter_model 2/data/49 new file mode 100644 index 0000000000000000000000000000000000000000..f005ef77a4c126bbfb0fff404867e3c0073d255d Binary files /dev/null and b/adapter_model 2/data/49 differ diff --git a/adapter_model 2/data/5 b/adapter_model 2/data/5 new file mode 100644 index 0000000000000000000000000000000000000000..9537a4f11ca61ec6c1ecfbb80b841e7a23b1ba88 Binary files /dev/null and b/adapter_model 2/data/5 differ diff --git a/adapter_model 2/data/50 b/adapter_model 2/data/50 new file mode 100644 index 0000000000000000000000000000000000000000..9ed4157e9ec671a2b8bb208c4bd7444731547446 Binary files /dev/null and b/adapter_model 2/data/50 differ diff --git a/adapter_model 2/data/51 b/adapter_model 2/data/51 new file mode 100644 index 0000000000000000000000000000000000000000..cf25ee960540d84aeb5335e7b4bb5f3c3b2ee9e7 Binary files /dev/null and b/adapter_model 2/data/51 differ diff --git a/adapter_model 2/data/52 b/adapter_model 2/data/52 new file mode 100644 index 0000000000000000000000000000000000000000..cc485a36b27ea66ad14bdfc3b76bb83fde32e7a3 Binary files /dev/null and b/adapter_model 2/data/52 differ diff --git a/adapter_model 2/data/53 b/adapter_model 2/data/53 new file mode 100644 index 0000000000000000000000000000000000000000..13f7f6bee8034a941064cd8b666d6593f372db94 Binary files /dev/null and b/adapter_model 2/data/53 differ diff --git a/adapter_model 2/data/54 b/adapter_model 2/data/54 new file mode 100644 index 0000000000000000000000000000000000000000..7cd8bbbf5b690d133bd47a7fe53d12c833096c8c Binary files /dev/null and b/adapter_model 2/data/54 differ diff --git a/adapter_model 2/data/55 b/adapter_model 2/data/55 new file mode 100644 index 0000000000000000000000000000000000000000..526bdd4dc5d7c3a9976a8b4941a5c80fc73c7f40 Binary files /dev/null and b/adapter_model 2/data/55 differ diff --git a/adapter_model 2/data/56 b/adapter_model 2/data/56 new file mode 100644 index 0000000000000000000000000000000000000000..618f574f9adf5a705f9bfd4c813f8a6a7aa3db70 Binary files /dev/null and b/adapter_model 2/data/56 differ diff --git a/adapter_model 2/data/57 b/adapter_model 2/data/57 new file mode 100644 index 0000000000000000000000000000000000000000..d2ef8c698a102b4aa67212717125ef8f6db7bccb Binary files /dev/null and b/adapter_model 2/data/57 differ diff --git a/adapter_model 2/data/58 b/adapter_model 2/data/58 new file mode 100644 index 0000000000000000000000000000000000000000..17b08e7b8f95630dc6f2f443bdc059a4d1cd2d33 Binary files /dev/null and b/adapter_model 2/data/58 differ diff --git a/adapter_model 2/data/59 b/adapter_model 2/data/59 new file mode 100644 index 0000000000000000000000000000000000000000..592c1c7a580c7cbf17f81f6f0d3fe357445ba269 Binary files /dev/null and b/adapter_model 2/data/59 differ diff --git a/adapter_model 2/data/6 b/adapter_model 2/data/6 new file mode 100644 index 0000000000000000000000000000000000000000..63610a10c59a6be0c0bab4d55629681247c6fdcc Binary files /dev/null and b/adapter_model 2/data/6 differ diff --git a/adapter_model 2/data/60 b/adapter_model 2/data/60 new file mode 100644 index 0000000000000000000000000000000000000000..2bd787ab142a76510f4f5a5814bdbad4f18080b9 Binary files /dev/null and b/adapter_model 2/data/60 differ diff --git a/adapter_model 2/data/61 b/adapter_model 2/data/61 new file mode 100644 index 0000000000000000000000000000000000000000..4ec637ff3dde69da118f66a74daa5faadb6428db Binary files /dev/null and b/adapter_model 2/data/61 differ diff --git a/adapter_model 2/data/62 b/adapter_model 2/data/62 new file mode 100644 index 0000000000000000000000000000000000000000..f10fa0cb694e716395810da33b07dcde3de13db2 Binary files /dev/null and b/adapter_model 2/data/62 differ diff --git a/adapter_model 2/data/63 b/adapter_model 2/data/63 new file mode 100644 index 0000000000000000000000000000000000000000..4cb80d55d6606a74260bec417e7c5a9000bfec9c Binary files /dev/null and b/adapter_model 2/data/63 differ diff --git a/adapter_model 2/data/64 b/adapter_model 2/data/64 new file mode 100644 index 0000000000000000000000000000000000000000..36e0a4da7de64c3c81ca44c66cef414198202cb8 Binary files /dev/null and b/adapter_model 2/data/64 differ diff --git a/adapter_model 2/data/65 b/adapter_model 2/data/65 new file mode 100644 index 0000000000000000000000000000000000000000..4da88512bf73552655ede2e0225859610f460427 Binary files /dev/null and b/adapter_model 2/data/65 differ diff --git a/adapter_model 2/data/66 b/adapter_model 2/data/66 new file mode 100644 index 0000000000000000000000000000000000000000..f0011f2ef7817f544fecadaab3ad4bdcfeeaa473 Binary files /dev/null and b/adapter_model 2/data/66 differ diff --git a/adapter_model 2/data/67 b/adapter_model 2/data/67 new file mode 100644 index 0000000000000000000000000000000000000000..4d2a9957864bf2de6a702a4494c66e8956ad99c0 Binary files /dev/null and b/adapter_model 2/data/67 differ diff --git a/adapter_model 2/data/68 b/adapter_model 2/data/68 new file mode 100644 index 0000000000000000000000000000000000000000..ab070328fd465f5e429c5dcf4b78afbb1bde8fbb Binary files /dev/null and b/adapter_model 2/data/68 differ diff --git a/adapter_model 2/data/69 b/adapter_model 2/data/69 new file mode 100644 index 0000000000000000000000000000000000000000..b6eed060ed154d54343a6f6edd6d09fe2e31deab Binary files /dev/null and b/adapter_model 2/data/69 differ diff --git a/adapter_model 2/data/7 b/adapter_model 2/data/7 new file mode 100644 index 0000000000000000000000000000000000000000..a539b1edb2f9c38062cac13fd9ac6f692651939d Binary files /dev/null and b/adapter_model 2/data/7 differ diff --git a/adapter_model 2/data/70 b/adapter_model 2/data/70 new file mode 100644 index 0000000000000000000000000000000000000000..b1b6fe422766dba1e4a2a8ed42ec49820f1d6533 Binary files /dev/null and b/adapter_model 2/data/70 differ diff --git a/adapter_model 2/data/71 b/adapter_model 2/data/71 new file mode 100644 index 0000000000000000000000000000000000000000..090cd52580bd98449a192c0f0dd0e71becff1166 Binary files /dev/null and b/adapter_model 2/data/71 differ diff --git a/adapter_model 2/data/72 b/adapter_model 2/data/72 new file mode 100644 index 0000000000000000000000000000000000000000..cf47844abe8f2d44fe560e30368ccaee1282d263 Binary files /dev/null and b/adapter_model 2/data/72 differ diff --git a/adapter_model 2/data/73 b/adapter_model 2/data/73 new file mode 100644 index 0000000000000000000000000000000000000000..89acf98f504b1fd92b794b5acf85435cddbbddfe Binary files /dev/null and b/adapter_model 2/data/73 differ diff --git a/adapter_model 2/version b/adapter_model 2/version new file mode 100644 index 0000000000000000000000000000000000000000..00750edc07d6415dcc07ae0351e9397b0222b7ba --- /dev/null +++ b/adapter_model 2/version @@ -0,0 +1 @@ +3 diff --git a/adapter_model.bin b/adapter_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8e79a47e0053a96eb4586290476bed6df7f305b --- /dev/null +++ b/adapter_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdf62c54e86fc88d4fc41343c4c1c8709a39876e84d5ab17feea2be9ab0c8b9 +size 16822989 diff --git a/checkpoint-500/._optimizer.pt b/checkpoint-500/._optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/checkpoint-500/._optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/checkpoint-500/._rng_state.pth b/checkpoint-500/._rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/checkpoint-500/._rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/checkpoint-500/._scaler.pt b/checkpoint-500/._scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/checkpoint-500/._scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/checkpoint-500/._scheduler.pt b/checkpoint-500/._scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/checkpoint-500/._scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/checkpoint-500/._trainer_state.json b/checkpoint-500/._trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a2c312d68b36222006562b4e5f7946c70c43be92 Binary files /dev/null and b/checkpoint-500/._trainer_state.json differ diff --git a/checkpoint-500/._training_args.bin b/checkpoint-500/._training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/checkpoint-500/._training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/checkpoint-500/optimizer.pt b/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d48bdb0f3ae6f9d0c3f0e8a8321f2b21915b954f --- /dev/null +++ b/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f013c232e67318d1e4c5f9b78ec4606f1a6e02bd61d6e77d8f50fb7faa5e67c4 +size 33629893 diff --git a/checkpoint-500/rng_state.pth b/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8779370e09f8a59b3bf4e963d9c121187089347d --- /dev/null +++ b/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e9335247e807cdc4c33925f2c655947d143a0a58b69233fae6bfa8e43c7275 +size 14575 diff --git a/checkpoint-500/scaler.pt b/checkpoint-500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5f2e5ee77c2cef5eff816170558ce9209855685 --- /dev/null +++ b/checkpoint-500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2 +size 557 diff --git a/checkpoint-500/scheduler.pt b/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc30087ae2ffa595ea469fc7047a5d80866c9f4d --- /dev/null +++ b/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546fa0e140f68b32e28e253a83b7927ba25d7356cae30be6b1b663205d165f3a +size 627 diff --git a/checkpoint-500/trainer_state.json b/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..550395c40dd9d5f1333776736074f89f18ce9f54 --- /dev/null +++ b/checkpoint-500/trainer_state.json @@ -0,0 +1,166 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 30.76923076923077, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 1.23, + "learning_rate": 0.000975, + "loss": 1.1621, + "step": 20 + }, + { + "epoch": 2.46, + "learning_rate": 0.00095, + "loss": 0.7214, + "step": 40 + }, + { + "epoch": 3.69, + "learning_rate": 0.000925, + "loss": 0.5522, + "step": 60 + }, + { + "epoch": 4.92, + "learning_rate": 0.0009000000000000001, + "loss": 0.4059, + "step": 80 + }, + { + "epoch": 6.15, + "learning_rate": 0.000875, + "loss": 0.3237, + "step": 100 + }, + { + "epoch": 7.38, + "learning_rate": 0.00085, + "loss": 0.249, + "step": 120 + }, + { + "epoch": 8.62, + "learning_rate": 0.000825, + "loss": 0.1859, + "step": 140 + }, + { + "epoch": 9.85, + "learning_rate": 0.0008, + "loss": 0.1988, + "step": 160 + }, + { + "epoch": 11.08, + "learning_rate": 0.0007750000000000001, + "loss": 0.1458, + "step": 180 + }, + { + "epoch": 12.31, + "learning_rate": 0.00075, + "loss": 0.1279, + "step": 200 + }, + { + "epoch": 13.54, + "learning_rate": 0.000725, + "loss": 0.1002, + "step": 220 + }, + { + "epoch": 14.77, + "learning_rate": 0.0007, + "loss": 0.1024, + "step": 240 + }, + { + "epoch": 16.0, + "learning_rate": 0.000675, + "loss": 0.0808, + "step": 260 + }, + { + "epoch": 17.23, + "learning_rate": 0.0006500000000000001, + "loss": 0.0743, + "step": 280 + }, + { + "epoch": 18.46, + "learning_rate": 0.000625, + "loss": 0.0638, + "step": 300 + }, + { + "epoch": 19.69, + "learning_rate": 0.0006, + "loss": 0.0444, + "step": 320 + }, + { + "epoch": 20.92, + "learning_rate": 0.000575, + "loss": 0.0441, + "step": 340 + }, + { + "epoch": 22.15, + "learning_rate": 0.00055, + "loss": 0.035, + "step": 360 + }, + { + "epoch": 23.38, + "learning_rate": 0.0005250000000000001, + "loss": 0.0305, + "step": 380 + }, + { + "epoch": 24.62, + "learning_rate": 0.0005, + "loss": 0.0272, + "step": 400 + }, + { + "epoch": 25.85, + "learning_rate": 0.000475, + "loss": 0.0252, + "step": 420 + }, + { + "epoch": 27.08, + "learning_rate": 0.00045000000000000004, + "loss": 0.021, + "step": 440 + }, + { + "epoch": 28.31, + "learning_rate": 0.000425, + "loss": 0.0188, + "step": 460 + }, + { + "epoch": 29.54, + "learning_rate": 0.0004, + "loss": 0.0186, + "step": 480 + }, + { + "epoch": 30.77, + "learning_rate": 0.000375, + "loss": 0.0178, + "step": 500 + } + ], + "max_steps": 800, + "num_train_epochs": 50, + "total_flos": 6.497819467776e+17, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-500/training_args.bin b/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..6c00d8a8c4351883d3a612d5543a5c4bd2bc07a6 --- /dev/null +++ b/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b32ae8b384ab15b033247222568df732948575fb48cac268e85c198c80232dd +size 3643 diff --git a/runs/._Mar28_18-46-26_e798b616864c b/runs/._Mar28_18-46-26_e798b616864c new file mode 100644 index 0000000000000000000000000000000000000000..a2c312d68b36222006562b4e5f7946c70c43be92 Binary files /dev/null and b/runs/._Mar28_18-46-26_e798b616864c differ diff --git a/runs/Mar28_18-46-26_e798b616864c/._1680029187.890286 b/runs/Mar28_18-46-26_e798b616864c/._1680029187.890286 new file mode 100644 index 0000000000000000000000000000000000000000..a2c312d68b36222006562b4e5f7946c70c43be92 Binary files /dev/null and b/runs/Mar28_18-46-26_e798b616864c/._1680029187.890286 differ diff --git a/runs/Mar28_18-46-26_e798b616864c/._events.out.tfevents.1680029187.e798b616864c.2450.0 b/runs/Mar28_18-46-26_e798b616864c/._events.out.tfevents.1680029187.e798b616864c.2450.0 new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/runs/Mar28_18-46-26_e798b616864c/._events.out.tfevents.1680029187.e798b616864c.2450.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/runs/Mar28_18-46-26_e798b616864c/1680029187.890286/._events.out.tfevents.1680029187.e798b616864c.2450.1 b/runs/Mar28_18-46-26_e798b616864c/1680029187.890286/._events.out.tfevents.1680029187.e798b616864c.2450.1 new file mode 100644 index 0000000000000000000000000000000000000000..0b21f15d0f93874b9fa6e589f6ef59e2b9b69ca4 --- /dev/null +++ b/runs/Mar28_18-46-26_e798b616864c/1680029187.890286/._events.out.tfevents.1680029187.e798b616864c.2450.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f60efe0a1b828bd6a069d0a958e82b0508413fb823a698eed90772a6e4c933a +size 4096 diff --git a/runs/Mar28_18-46-26_e798b616864c/1680029187.890286/events.out.tfevents.1680029187.e798b616864c.2450.1 b/runs/Mar28_18-46-26_e798b616864c/1680029187.890286/events.out.tfevents.1680029187.e798b616864c.2450.1 new file mode 100644 index 0000000000000000000000000000000000000000..188be5ba8357174b6b07aabb03da51a939bd742b --- /dev/null +++ b/runs/Mar28_18-46-26_e798b616864c/1680029187.890286/events.out.tfevents.1680029187.e798b616864c.2450.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60a155ed35ed7140360a23d041c042733f381d125116e2339bd0282d784095b +size 5857 diff --git a/runs/Mar28_18-46-26_e798b616864c/events.out.tfevents.1680029187.e798b616864c.2450.0 b/runs/Mar28_18-46-26_e798b616864c/events.out.tfevents.1680029187.e798b616864c.2450.0 new file mode 100644 index 0000000000000000000000000000000000000000..4bf7dd99e4025cafc68c9a2f25a727a1833d3b1c --- /dev/null +++ b/runs/Mar28_18-46-26_e798b616864c/events.out.tfevents.1680029187.e798b616864c.2450.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62805b566e4a2916faf8721c338d6b94244ae6ed1e9b7bc7d507a052ab32ab93 +size 10527