diff --git a/.gitattributes b/.gitattributes index 971bd06dab76612f2fe23fb02560e74d9ea0a365..cd74994c9d5e101e94d81faa3acda2487ba27100 100644 --- a/.gitattributes +++ b/.gitattributes @@ -45,3 +45,4 @@ no23_1round/T20260417_G46902c17/checkpoint-48_MMMU_DEV_VAL_Qwen2.5-VL-72B-Instru no23_1round/T20260417_G46902c17/checkpoint-48_MMStar.xlsx filter=lfs diff=lfs merge=lfs -text no23_1round/T20260417_G46902c17/checkpoint-48_MMStar_Qwen2.5-VL-72B-Instruct_result.xlsx filter=lfs diff=lfs merge=lfs -text no23_1round/tokenizer.json filter=lfs diff=lfs merge=lfs -text +blackimage/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/blackimage/T20260413_G598544dc/18_HRBench4K.pkl b/blackimage/T20260413_G598544dc/18_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..57cd082a56cca0c1d747c01d565a7621c8c93972 --- /dev/null +++ b/blackimage/T20260413_G598544dc/18_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a7c00b6bdf5afbaf3623643f3bc5c1842e2730057bb1c1542f44865e8e8d462 +size 1875 diff --git a/blackimage/T20260413_G598544dc/28_HRBench4K.pkl b/blackimage/T20260413_G598544dc/28_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ea2c95d100a4e8fa83945cc368f822739f3505e0 --- /dev/null +++ b/blackimage/T20260413_G598544dc/28_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5050d92d4a73cf23865ab0feda7d998cf03628264eb8811e20f11790faa7188 +size 1620 diff --git a/blackimage/T20260413_G598544dc/38_HRBench4K.pkl b/blackimage/T20260413_G598544dc/38_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0b606eb4ec5e923185c962b93feb6f508e0f6997 --- /dev/null +++ b/blackimage/T20260413_G598544dc/38_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd0e1bf7fe6d13a925c6a475f94cea2d22d269956950093ea92cf229e745920 +size 1466 diff --git a/blackimage/T20260413_G598544dc/48_HRBench4K.pkl b/blackimage/T20260413_G598544dc/48_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..743fb550cc0f94190ccd0c8c63487745505656e8 --- /dev/null +++ b/blackimage/T20260413_G598544dc/48_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcc8a26c9edc8a2aecb19edeb23e01e494a316e018c83b939f39849320635fe +size 1895 diff --git a/blackimage/T20260413_G598544dc/58_HRBench4K.pkl b/blackimage/T20260413_G598544dc/58_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3b751bc96db0ddf4071bab2f60346dde6de5e69e --- /dev/null +++ b/blackimage/T20260413_G598544dc/58_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadf316acbdb8c351b639e4a9f37b1894881be1667f860077793b2d12eb7103e +size 1986 diff --git a/blackimage/T20260413_G598544dc/68_HRBench4K.pkl b/blackimage/T20260413_G598544dc/68_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4419ead197057e853a61a52367871d132699279e --- /dev/null +++ b/blackimage/T20260413_G598544dc/68_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b377a60b78c8c0b92d04712eab59dd5a61cc2e4d4cbafea60794a502e1f004d0 +size 2215 diff --git a/blackimage/T20260413_G598544dc/78_HRBench4K.pkl b/blackimage/T20260413_G598544dc/78_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..207275464bd6775af70353c6d20e13a78cfd868c --- /dev/null +++ b/blackimage/T20260413_G598544dc/78_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c11b37d0822e42f1558c3ec299ea1863a8619fbdc5f498e3720112f69d0db6d8 +size 1629 diff --git a/blackimage/T20260417_G46902c17/14_HRBench4K.pkl b/blackimage/T20260417_G46902c17/14_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4422cdb6624f4c4dc35c7d832749575f1e1211e5 --- /dev/null +++ b/blackimage/T20260417_G46902c17/14_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6d5a3694bb316ff01bc90a88e90a2919f88f36b63bef18eb54728d6a612511 +size 3454 diff --git a/blackimage/T20260417_G46902c17/14_VStarBench.pkl b/blackimage/T20260417_G46902c17/14_VStarBench.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f64705cd415a492f5c62aee90c3f5a85c9181023 --- /dev/null +++ b/blackimage/T20260417_G46902c17/14_VStarBench.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3188014b40d22cd8fafe623a16ee688afa4d61e36ef266c50ab633494e4ad6 +size 903 diff --git a/blackimage/T20260417_G46902c17/24_HRBench4K.pkl b/blackimage/T20260417_G46902c17/24_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0cbf598e79b4f76f8322f3ba6441c8596ae99314 --- /dev/null +++ b/blackimage/T20260417_G46902c17/24_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e53172e34a979bb6ebbb6ef936cb7283dd8085a2e4cee339e0b7f27d7fb20c7 +size 3710 diff --git a/blackimage/T20260417_G46902c17/24_VStarBench.pkl b/blackimage/T20260417_G46902c17/24_VStarBench.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a18c010df6c20f2a811297eb3ff0d0df6d3c6b26 --- /dev/null +++ b/blackimage/T20260417_G46902c17/24_VStarBench.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e8ddc969b8249affc985c9c0bc7a190dce00453cf06a1c583d097277edf65e4 +size 998 diff --git a/blackimage/T20260417_G46902c17/34_HRBench4K.pkl b/blackimage/T20260417_G46902c17/34_HRBench4K.pkl new file mode 100644 index 0000000000000000000000000000000000000000..faefeb05b1f0b89e9db037240fbeb1e0d22b1f00 --- /dev/null +++ b/blackimage/T20260417_G46902c17/34_HRBench4K.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7bc15015b3fde1fe4d24ad662fc1fa2b0edb4693073040adf9c36b11e39a83 +size 2731 diff --git a/blackimage/T20260417_G46902c17/34_VStarBench.pkl b/blackimage/T20260417_G46902c17/34_VStarBench.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e583f39214a4642ab25fbe4d40d833a661a805a1 --- /dev/null +++ b/blackimage/T20260417_G46902c17/34_VStarBench.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c05d2cb5142adbe83e86a4edd670dcb25852c7749088c0d8a1f23ef4373814b +size 636 diff --git a/blackimage/T20260418_G46902c17/04_MME-RealWorld-Lite.pkl b/blackimage/T20260418_G46902c17/04_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f47fb38fd3e8759112f31aba1f317f62e84cf6bb --- /dev/null +++ b/blackimage/T20260418_G46902c17/04_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e275aa02428ceab1993b25af50d81bf7366911d2d8028be9c860049d253a1e76 +size 8619 diff --git a/blackimage/T20260418_G46902c17/14_MME-RealWorld-Lite.pkl b/blackimage/T20260418_G46902c17/14_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..978e4e5452c04de5cdbb94ec3fb39df74485d92c --- /dev/null +++ b/blackimage/T20260418_G46902c17/14_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7afa664efaef58ab128ad06f94dc3d5d4148c6baf877753fbe8f6b9000d57256 +size 8782 diff --git a/blackimage/T20260418_G46902c17/24_MME-RealWorld-Lite.pkl b/blackimage/T20260418_G46902c17/24_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..05bbe9911aa07f24b96f68a2bff115ceb2854d23 --- /dev/null +++ b/blackimage/T20260418_G46902c17/24_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ffb0e63f58e56e82a151e7ff3e592f05bb26db0589fb88e99e35e63339293e +size 10055 diff --git a/blackimage/T20260418_G46902c17/34_MME-RealWorld-Lite.pkl b/blackimage/T20260418_G46902c17/34_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..751d37cd1af6687b977de7653a39eeae8b7e2e24 --- /dev/null +++ b/blackimage/T20260418_G46902c17/34_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9132dee5a2b38508a8c109fe4cc763a606e120c94c58826ccab7852294adfe95 +size 8403 diff --git a/blackimage/T20260419_G46902c17/04_MMBench_DEV_EN.pkl b/blackimage/T20260419_G46902c17/04_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..46a40dda685cd4c59cfc6d30a5bdf78dc45d26a5 --- /dev/null +++ b/blackimage/T20260419_G46902c17/04_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50abba76b3eba8ff0835a026b3376c954c8a351a9a0b79932f2dbd96d10e40e5 +size 2350 diff --git a/blackimage/T20260419_G46902c17/04_MME-RealWorld-Lite.pkl b/blackimage/T20260419_G46902c17/04_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f47fb38fd3e8759112f31aba1f317f62e84cf6bb --- /dev/null +++ b/blackimage/T20260419_G46902c17/04_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e275aa02428ceab1993b25af50d81bf7366911d2d8028be9c860049d253a1e76 +size 8619 diff --git a/blackimage/T20260419_G46902c17/04_POPE.pkl b/blackimage/T20260419_G46902c17/04_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2b6bd5c2ce8e20672b9d503d7f788ee0a7e17ba7 --- /dev/null +++ b/blackimage/T20260419_G46902c17/04_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1563fd0f26755682097d4c75259ee9a093202591b4a211920086bff3c0ce750d +size 10797 diff --git a/blackimage/T20260419_G46902c17/04_SEEDBench_IMG.pkl b/blackimage/T20260419_G46902c17/04_SEEDBench_IMG.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d030f4256921f05d5947bdc7c4c4750e85130f4f --- /dev/null +++ b/blackimage/T20260419_G46902c17/04_SEEDBench_IMG.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2225621fb554b86c5b284e3b3aa07c1bc294f8b83a1125847318660b27e00d62 +size 13526 diff --git a/blackimage/T20260419_G46902c17/14_MMBench_DEV_EN.pkl b/blackimage/T20260419_G46902c17/14_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..29a1123b5b21bc547c1f14137db363475095798c --- /dev/null +++ b/blackimage/T20260419_G46902c17/14_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0b395817a9f5b1e5422266611dec94ab7cae5cf2870332fc5ccf5f266d84f1 +size 12987 diff --git a/blackimage/T20260419_G46902c17/14_MME-RealWorld-Lite.pkl b/blackimage/T20260419_G46902c17/14_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..978e4e5452c04de5cdbb94ec3fb39df74485d92c --- /dev/null +++ b/blackimage/T20260419_G46902c17/14_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7afa664efaef58ab128ad06f94dc3d5d4148c6baf877753fbe8f6b9000d57256 +size 8782 diff --git a/blackimage/T20260419_G46902c17/14_POPE.pkl b/blackimage/T20260419_G46902c17/14_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8f6cc4db16a52e44705b1eeb45bed36c2ceb107e --- /dev/null +++ b/blackimage/T20260419_G46902c17/14_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2382739c39a00951443eda744eb4461829f185b6d787f3fcba7a8f1712622f07 +size 10836 diff --git a/blackimage/T20260419_G46902c17/14_SEEDBench_IMG.pkl b/blackimage/T20260419_G46902c17/14_SEEDBench_IMG.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0c21891e4f84be9b6c6f2a3669c5123221f60c81 --- /dev/null +++ b/blackimage/T20260419_G46902c17/14_SEEDBench_IMG.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9af1e6b54de17056b9602019748d6775b46a4fd88d2bdd3d13338f10844d6dd +size 77698 diff --git a/blackimage/T20260419_G46902c17/24_MMBench_DEV_EN.pkl b/blackimage/T20260419_G46902c17/24_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b18c610c003e1f868bb766fee1e59bee83cfd166 --- /dev/null +++ b/blackimage/T20260419_G46902c17/24_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66431c93e0bee75b4a375d7a1ed4812b67610c7b4a417fe9e953c4a467f1a691 +size 29847 diff --git a/blackimage/T20260419_G46902c17/24_MME-RealWorld-Lite.pkl b/blackimage/T20260419_G46902c17/24_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..05bbe9911aa07f24b96f68a2bff115ceb2854d23 --- /dev/null +++ b/blackimage/T20260419_G46902c17/24_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ffb0e63f58e56e82a151e7ff3e592f05bb26db0589fb88e99e35e63339293e +size 10055 diff --git a/blackimage/T20260419_G46902c17/24_POPE.pkl b/blackimage/T20260419_G46902c17/24_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7bdf61e69b6e305f34935c8f3d6714e4ad92b8df --- /dev/null +++ b/blackimage/T20260419_G46902c17/24_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6c30f320561a7e9ba4e46e4e157ff62372186109fa2d51bdb210a4a1a2684f +size 10738 diff --git a/blackimage/T20260419_G46902c17/24_SEEDBench_IMG.pkl b/blackimage/T20260419_G46902c17/24_SEEDBench_IMG.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5d3b755a6697871a5e65c35e676bd6c4ca7b5296 --- /dev/null +++ b/blackimage/T20260419_G46902c17/24_SEEDBench_IMG.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9302ce98940a37ceb4a5a2541dd1ea253b6e5eeb160f864841795497cb7a103a +size 75811 diff --git a/blackimage/T20260419_G46902c17/34_MMBench_DEV_EN.pkl b/blackimage/T20260419_G46902c17/34_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..df6557f77858fd6ecf75eee409db3c9ca95a8078 --- /dev/null +++ b/blackimage/T20260419_G46902c17/34_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b6d86ca6f9bcef629e2c55b164366f613a9c01cf255df12c44e37681362dbd +size 32104 diff --git a/blackimage/T20260419_G46902c17/34_MME-RealWorld-Lite.pkl b/blackimage/T20260419_G46902c17/34_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..751d37cd1af6687b977de7653a39eeae8b7e2e24 --- /dev/null +++ b/blackimage/T20260419_G46902c17/34_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9132dee5a2b38508a8c109fe4cc763a606e120c94c58826ccab7852294adfe95 +size 8403 diff --git a/blackimage/T20260419_G46902c17/34_POPE.pkl b/blackimage/T20260419_G46902c17/34_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d6dc6dbac323f2b690952dbac25182109fadb2ac --- /dev/null +++ b/blackimage/T20260419_G46902c17/34_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec74a86135332b0ed832faf79700972ac6ae1e52bf019613141eadbc7239048a +size 28954 diff --git a/blackimage/T20260419_G46902c17/34_SEEDBench_IMG.pkl b/blackimage/T20260419_G46902c17/34_SEEDBench_IMG.pkl new file mode 100644 index 0000000000000000000000000000000000000000..a2d69081596ac34aace404f462b00362c942cb9f --- /dev/null +++ b/blackimage/T20260419_G46902c17/34_SEEDBench_IMG.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62de4860f104c9d3fc49461a14b3555de6662a6d384cac4648b4c12a03c93011 +size 75459 diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_MMVet.xlsx b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..b4626f36703352fea049a5ea8e63af61a2f07713 Binary files /dev/null and b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet.xlsx differ diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5c284b9c4eaacde0b3aae140c467224e9a82d8d3 --- /dev/null +++ b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d09c226db678617b7e2d6a7b49b3a4d5db9fff28020094fdc2959f0de95ef82 +size 8692 diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..9b67ec21e692940eda369a06d1c58a52365eb91f Binary files /dev/null and b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx differ diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv new file mode 100644 index 0000000000000000000000000000000000000000..b9718945b8b42c3c1ba6cda50c655bc7ec4af4b1 --- /dev/null +++ b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv @@ -0,0 +1,8 @@ +"Category","tot","acc" +"rec","187","65.29411764705883" +"ocr","108","73.05555555555553" +"know","84","48.80952380952379" +"gen","80","51.49999999999999" +"spat","75","65.73333333333333" +"math","26","64.61538461538461" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv new file mode 100644 index 0000000000000000000000000000000000000000..f0006f9f84fcb1d33c4f71f7391e6b40318ae4e7 --- /dev/null +++ b/blackimage/T20260419_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv @@ -0,0 +1,18 @@ +"Category","tot","acc" +"ocr_math","11","80.9090909090909" +"ocr_spat_math","14","56.42857142857143" +"rec_ocr_spat_math","1","0.0" +"rec_spat","12","65.83333333333333" +"ocr_spat","26","78.07692307692308" +"rec_ocr_spat","7","50.0" +"ocr_know_spat","3","66.66666666666666" +"rec_ocr","4","100.0" +"rec_know_spat","2","0.0" +"ocr","108","73.05555555555553" +"rec","187","65.29411764705883" +"rec_know","9","61.111111111111114" +"rec_know_gen","62","43.70967741935484" +"rec_ocr_know_gen","8","80.0" +"rec_ocr_gen_spat","8","76.25" +"ocr_gen_spat","2","80.0" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA.xlsx b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..081de6abc8da685ea879347e1c41fb1c4bee3639 Binary files /dev/null and b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA.xlsx differ diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_Qwen2.5-VL-72B-Instruct_result.pkl b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_Qwen2.5-VL-72B-Instruct_result.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0ef52ec55d8f7c07982f347fd04584ea9e5fc096 --- /dev/null +++ b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_Qwen2.5-VL-72B-Instruct_result.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc1d0677977d7ec2063ca942c6282d09314cf12b5778e610bed8b731e15eb99 +size 45659 diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_Qwen2.5-VL-72B-Instruct_result.xlsx b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_Qwen2.5-VL-72B-Instruct_result.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..c08c15a406fb38512a00ed7326b8cd4d8d0dc8b6 Binary files /dev/null and b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_Qwen2.5-VL-72B-Instruct_result.xlsx differ diff --git a/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_acc.csv b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_acc.csv new file mode 100644 index 0000000000000000000000000000000000000000..78d8443583743ba5ba467323f97076d8dce109fd --- /dev/null +++ b/blackimage/T20260419_G46902c17/checkpoint-48_RealWorldQA_acc.csv @@ -0,0 +1,2 @@ +"split","Overall" +"none","0.6849673202614379" diff --git a/blackimage/T20260420_G46902c17/04_POPE.pkl b/blackimage/T20260420_G46902c17/04_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2b6bd5c2ce8e20672b9d503d7f788ee0a7e17ba7 --- /dev/null +++ b/blackimage/T20260420_G46902c17/04_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1563fd0f26755682097d4c75259ee9a093202591b4a211920086bff3c0ce750d +size 10797 diff --git a/blackimage/T20260420_G46902c17/14_POPE.pkl b/blackimage/T20260420_G46902c17/14_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8f6cc4db16a52e44705b1eeb45bed36c2ceb107e --- /dev/null +++ b/blackimage/T20260420_G46902c17/14_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2382739c39a00951443eda744eb4461829f185b6d787f3fcba7a8f1712622f07 +size 10836 diff --git a/blackimage/T20260420_G46902c17/24_POPE.pkl b/blackimage/T20260420_G46902c17/24_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7bdf61e69b6e305f34935c8f3d6714e4ad92b8df --- /dev/null +++ b/blackimage/T20260420_G46902c17/24_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6c30f320561a7e9ba4e46e4e157ff62372186109fa2d51bdb210a4a1a2684f +size 10738 diff --git a/blackimage/T20260420_G46902c17/34_POPE.pkl b/blackimage/T20260420_G46902c17/34_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..1cb79b41501a2110c5dba19a290a98ef19e5a2e5 --- /dev/null +++ b/blackimage/T20260420_G46902c17/34_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9924cc6e486519f3b7b4984df8c618e8276235aa5b01830cc0cb283a68c57869 +size 28710 diff --git a/blackimage/T20260420_G46902c17/checkpoint-48_MMVet.xlsx b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..65f1fdb163f5ce5f91129b4e98c47429d162a8a0 Binary files /dev/null and b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet.xlsx differ diff --git a/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_PREV.pkl b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_PREV.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2928b2eab88c8e215ae34adbe06b7aa3da4d6389 --- /dev/null +++ b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_PREV.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36564cc423a1c1379357964af2d2bb9374e94d6174855cb023a15f085c38ce32 +size 112623 diff --git a/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5c284b9c4eaacde0b3aae140c467224e9a82d8d3 --- /dev/null +++ b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d09c226db678617b7e2d6a7b49b3a4d5db9fff28020094fdc2959f0de95ef82 +size 8692 diff --git a/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..9b67ec21e692940eda369a06d1c58a52365eb91f Binary files /dev/null and b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx differ diff --git a/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv new file mode 100644 index 0000000000000000000000000000000000000000..b9718945b8b42c3c1ba6cda50c655bc7ec4af4b1 --- /dev/null +++ b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv @@ -0,0 +1,8 @@ +"Category","tot","acc" +"rec","187","65.29411764705883" +"ocr","108","73.05555555555553" +"know","84","48.80952380952379" +"gen","80","51.49999999999999" +"spat","75","65.73333333333333" +"math","26","64.61538461538461" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv new file mode 100644 index 0000000000000000000000000000000000000000..f0006f9f84fcb1d33c4f71f7391e6b40318ae4e7 --- /dev/null +++ b/blackimage/T20260420_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv @@ -0,0 +1,18 @@ +"Category","tot","acc" +"ocr_math","11","80.9090909090909" +"ocr_spat_math","14","56.42857142857143" +"rec_ocr_spat_math","1","0.0" +"rec_spat","12","65.83333333333333" +"ocr_spat","26","78.07692307692308" +"rec_ocr_spat","7","50.0" +"ocr_know_spat","3","66.66666666666666" +"rec_ocr","4","100.0" +"rec_know_spat","2","0.0" +"ocr","108","73.05555555555553" +"rec","187","65.29411764705883" +"rec_know","9","61.111111111111114" +"rec_know_gen","62","43.70967741935484" +"rec_ocr_know_gen","8","80.0" +"rec_ocr_gen_spat","8","76.25" +"ocr_gen_spat","2","80.0" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260421_G46902c17/04_MMBench_DEV_EN.pkl b/blackimage/T20260421_G46902c17/04_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..46a40dda685cd4c59cfc6d30a5bdf78dc45d26a5 --- /dev/null +++ b/blackimage/T20260421_G46902c17/04_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50abba76b3eba8ff0835a026b3376c954c8a351a9a0b79932f2dbd96d10e40e5 +size 2350 diff --git a/blackimage/T20260421_G46902c17/14_MMBench_DEV_EN.pkl b/blackimage/T20260421_G46902c17/14_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..199f1cb002a0f482c2fc1f6c10943f187904d4ae --- /dev/null +++ b/blackimage/T20260421_G46902c17/14_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd891536fd32b418042a35fbac0b848ec6d1112bd523535e228fd515dd1b41e +size 33101 diff --git a/blackimage/T20260421_G46902c17/24_MMBench_DEV_EN.pkl b/blackimage/T20260421_G46902c17/24_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b18c610c003e1f868bb766fee1e59bee83cfd166 --- /dev/null +++ b/blackimage/T20260421_G46902c17/24_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66431c93e0bee75b4a375d7a1ed4812b67610c7b4a417fe9e953c4a467f1a691 +size 29847 diff --git a/blackimage/T20260421_G46902c17/34_MMBench_DEV_EN.pkl b/blackimage/T20260421_G46902c17/34_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..df6557f77858fd6ecf75eee409db3c9ca95a8078 --- /dev/null +++ b/blackimage/T20260421_G46902c17/34_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b6d86ca6f9bcef629e2c55b164366f613a9c01cf255df12c44e37681362dbd +size 32104 diff --git a/blackimage/T20260421_G46902c17/checkpoint-48_MMVet.xlsx b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..35d104fcda2258faa16a9fbf4a95f77bb7ca7af1 Binary files /dev/null and b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet.xlsx differ diff --git a/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_PREV.pkl b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_PREV.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2928b2eab88c8e215ae34adbe06b7aa3da4d6389 --- /dev/null +++ b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_PREV.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36564cc423a1c1379357964af2d2bb9374e94d6174855cb023a15f085c38ce32 +size 112623 diff --git a/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5c284b9c4eaacde0b3aae140c467224e9a82d8d3 --- /dev/null +++ b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d09c226db678617b7e2d6a7b49b3a4d5db9fff28020094fdc2959f0de95ef82 +size 8692 diff --git a/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..9b67ec21e692940eda369a06d1c58a52365eb91f Binary files /dev/null and b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx differ diff --git a/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv new file mode 100644 index 0000000000000000000000000000000000000000..b9718945b8b42c3c1ba6cda50c655bc7ec4af4b1 --- /dev/null +++ b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv @@ -0,0 +1,8 @@ +"Category","tot","acc" +"rec","187","65.29411764705883" +"ocr","108","73.05555555555553" +"know","84","48.80952380952379" +"gen","80","51.49999999999999" +"spat","75","65.73333333333333" +"math","26","64.61538461538461" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv new file mode 100644 index 0000000000000000000000000000000000000000..f0006f9f84fcb1d33c4f71f7391e6b40318ae4e7 --- /dev/null +++ b/blackimage/T20260421_G46902c17/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv @@ -0,0 +1,18 @@ +"Category","tot","acc" +"ocr_math","11","80.9090909090909" +"ocr_spat_math","14","56.42857142857143" +"rec_ocr_spat_math","1","0.0" +"rec_spat","12","65.83333333333333" +"ocr_spat","26","78.07692307692308" +"rec_ocr_spat","7","50.0" +"ocr_know_spat","3","66.66666666666666" +"rec_ocr","4","100.0" +"rec_know_spat","2","0.0" +"ocr","108","73.05555555555553" +"rec","187","65.29411764705883" +"rec_know","9","61.111111111111114" +"rec_know_gen","62","43.70967741935484" +"rec_ocr_know_gen","8","80.0" +"rec_ocr_gen_spat","8","76.25" +"ocr_gen_spat","2","80.0" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260422_G2383b931/04_MMBench_DEV_EN.pkl b/blackimage/T20260422_G2383b931/04_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..627876a755acc888769e222d6acf146a1b3b5480 --- /dev/null +++ b/blackimage/T20260422_G2383b931/04_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7adfb118ce619d8881f5cf0217b114dd9d1c378e4486685de61a9fc08f7bdac +size 1531 diff --git a/blackimage/T20260422_G2383b931/04_MMVet.pkl b/blackimage/T20260422_G2383b931/04_MMVet.pkl new file mode 100644 index 0000000000000000000000000000000000000000..1fd0d48ded9eb8ef6194f0878cda0cd8ac802639 --- /dev/null +++ b/blackimage/T20260422_G2383b931/04_MMVet.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bc7f0591076233e40ba91869f152efd92c33e2906d957226e8a9cdeb90572f +size 5911 diff --git a/blackimage/T20260422_G2383b931/04_POPE.pkl b/blackimage/T20260422_G2383b931/04_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bcf839ca46c03555ad6d428498c8a065c070edc6 --- /dev/null +++ b/blackimage/T20260422_G2383b931/04_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819f403780cfa19cf9fdba6da6aacbd8d1214a40b9e4f9f5741f567963bf2601 +size 1811 diff --git a/blackimage/T20260422_G2383b931/04_SEEDBench_IMG.pkl b/blackimage/T20260422_G2383b931/04_SEEDBench_IMG.pkl new file mode 100644 index 0000000000000000000000000000000000000000..80bc00be77be324498abea5ecbe4a75a9ff6bf7a --- /dev/null +++ b/blackimage/T20260422_G2383b931/04_SEEDBench_IMG.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed755ced486426d326d27050d7481e5ecc97752ffedadb0dad6582ceb881ea1a +size 522 diff --git a/blackimage/T20260422_G2383b931/14_MMBench_DEV_EN.pkl b/blackimage/T20260422_G2383b931/14_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d61a5b54c79cb963a13dd0f952059f25fa80371d --- /dev/null +++ b/blackimage/T20260422_G2383b931/14_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a01314b79c470b4e49f2c58ef8099bd5af053c9ae281c63d6f3e1b7f0ef5d6 +size 1769 diff --git a/blackimage/T20260422_G2383b931/14_MMVet.pkl b/blackimage/T20260422_G2383b931/14_MMVet.pkl new file mode 100644 index 0000000000000000000000000000000000000000..932eccee75f21828c0d921cc1ffe9936306b6f3f --- /dev/null +++ b/blackimage/T20260422_G2383b931/14_MMVet.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa86a53d9c9011d7f9161b7bfb0ac573529605f265dbeb12325b5c405a84b3a7 +size 3963 diff --git a/blackimage/T20260422_G2383b931/14_POPE.pkl b/blackimage/T20260422_G2383b931/14_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8675ac842f609d8a73d6d728b114f78969ab95ee --- /dev/null +++ b/blackimage/T20260422_G2383b931/14_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5afce08e62fde9408f556f8fa0dac96b5fdd04ef4f55c6e2875f4ff33c164ae +size 1328 diff --git a/blackimage/T20260422_G2383b931/14_SEEDBench_IMG.pkl b/blackimage/T20260422_G2383b931/14_SEEDBench_IMG.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9b503a8c9a7ed35e434231306f471961fdba5c2a --- /dev/null +++ b/blackimage/T20260422_G2383b931/14_SEEDBench_IMG.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e471ffdbea5b0f604a5e43e0b605d0984d326988f81617cfe2019d7829c2ec +size 471 diff --git a/blackimage/T20260422_G2383b931/24_MMBench_DEV_EN.pkl b/blackimage/T20260422_G2383b931/24_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2b8203825ef99ac3da6add26fdae1af44338f67c --- /dev/null +++ b/blackimage/T20260422_G2383b931/24_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db82679eae6b8d350c02139bce6552084664f72770f6849216c01317636e2e9e +size 1869 diff --git a/blackimage/T20260422_G2383b931/24_MMVet.pkl b/blackimage/T20260422_G2383b931/24_MMVet.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7bcc2714ded801e1757cf0c83b8e00aaad1af037 --- /dev/null +++ b/blackimage/T20260422_G2383b931/24_MMVet.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ca0fdd748dbd5615f773fef201459fdd67f065146f9654723b860d6d4860e2 +size 3532 diff --git a/blackimage/T20260422_G2383b931/24_POPE.pkl b/blackimage/T20260422_G2383b931/24_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..eef550ddeca8f92c5d9c3e06a3aca1246ecc7a67 --- /dev/null +++ b/blackimage/T20260422_G2383b931/24_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d05f6be0736287097842930989c34f54efe97e746d614e1b10996aeae1cce0a8 +size 1324 diff --git a/blackimage/T20260422_G2383b931/34_MMBench_DEV_EN.pkl b/blackimage/T20260422_G2383b931/34_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bee4d5d31d2990698ed413767bf70e860423d0fc --- /dev/null +++ b/blackimage/T20260422_G2383b931/34_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15ec0e15bd7c6d1b32cd79f314091a1a0fc2d38fcf54e685e06cf9449d99e7a +size 2011 diff --git a/blackimage/T20260422_G2383b931/34_MMVet.pkl b/blackimage/T20260422_G2383b931/34_MMVet.pkl new file mode 100644 index 0000000000000000000000000000000000000000..00202d1e27381ba7af5b9bb885f7ee19275fe2e8 --- /dev/null +++ b/blackimage/T20260422_G2383b931/34_MMVet.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29764ef58c55fc227c5803d848739ac172ed2abf02034fc9b0f2b1c4f5271ff +size 4701 diff --git a/blackimage/T20260422_G2383b931/34_POPE.pkl b/blackimage/T20260422_G2383b931/34_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..47e0f03f61f8d4fdf798e5437e23b46b27e7de83 --- /dev/null +++ b/blackimage/T20260422_G2383b931/34_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0528f9fab04a79c8e4cdd1478f3e26ef71026eb635fe04166c4854793ecdc5 +size 1326 diff --git a/blackimage/T20260422_G2383b931/checkpoint-48_MMVet.xlsx b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..35d104fcda2258faa16a9fbf4a95f77bb7ca7af1 Binary files /dev/null and b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet.xlsx differ diff --git a/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_PREV.pkl b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_PREV.pkl new file mode 100644 index 0000000000000000000000000000000000000000..1ca053ddbf0c6cbbebb578f22c6d51ee54b3eb41 --- /dev/null +++ b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_PREV.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e211e105e797e28da10930371069e29bb3c1c1b748158dbd562bb3bc87dce295 +size 108343 diff --git a/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl new file mode 100644 index 0000000000000000000000000000000000000000..5c284b9c4eaacde0b3aae140c467224e9a82d8d3 --- /dev/null +++ b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d09c226db678617b7e2d6a7b49b3a4d5db9fff28020094fdc2959f0de95ef82 +size 8692 diff --git a/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..9b67ec21e692940eda369a06d1c58a52365eb91f Binary files /dev/null and b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct.xlsx differ diff --git a/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv new file mode 100644 index 0000000000000000000000000000000000000000..b9718945b8b42c3c1ba6cda50c655bc7ec4af4b1 --- /dev/null +++ b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score.csv @@ -0,0 +1,8 @@ +"Category","tot","acc" +"rec","187","65.29411764705883" +"ocr","108","73.05555555555553" +"know","84","48.80952380952379" +"gen","80","51.49999999999999" +"spat","75","65.73333333333333" +"math","26","64.61538461538461" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv new file mode 100644 index 0000000000000000000000000000000000000000..f0006f9f84fcb1d33c4f71f7391e6b40318ae4e7 --- /dev/null +++ b/blackimage/T20260422_G2383b931/checkpoint-48_MMVet_Qwen2.5-VL-72B-Instruct_score_fine.csv @@ -0,0 +1,18 @@ +"Category","tot","acc" +"ocr_math","11","80.9090909090909" +"ocr_spat_math","14","56.42857142857143" +"rec_ocr_spat_math","1","0.0" +"rec_spat","12","65.83333333333333" +"ocr_spat","26","78.07692307692308" +"rec_ocr_spat","7","50.0" +"ocr_know_spat","3","66.66666666666666" +"rec_ocr","4","100.0" +"rec_know_spat","2","0.0" +"ocr","108","73.05555555555553" +"rec","187","65.29411764705883" +"rec_know","9","61.111111111111114" +"rec_know_gen","62","43.70967741935484" +"rec_ocr_know_gen","8","80.0" +"rec_ocr_gen_spat","8","76.25" +"ocr_gen_spat","2","80.0" +"Overall","218","64.72477064220185" diff --git a/blackimage/T20260422_G46902c17/04_MMBench_DEV_EN.pkl b/blackimage/T20260422_G46902c17/04_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..46a40dda685cd4c59cfc6d30a5bdf78dc45d26a5 --- /dev/null +++ b/blackimage/T20260422_G46902c17/04_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50abba76b3eba8ff0835a026b3376c954c8a351a9a0b79932f2dbd96d10e40e5 +size 2350 diff --git a/blackimage/T20260422_G46902c17/04_POPE.pkl b/blackimage/T20260422_G46902c17/04_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..3f8abeea104635e545c884d42f38f449722c966d --- /dev/null +++ b/blackimage/T20260422_G46902c17/04_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9dd2c6c83bda41a5918b3bacf7623abc38825257b41e85e1a74de3a835c92c +size 14784 diff --git a/blackimage/T20260422_G46902c17/14_MMBench_DEV_EN.pkl b/blackimage/T20260422_G46902c17/14_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..abf911e2a1d491b014b8e919156c1647ac4e1ddc --- /dev/null +++ b/blackimage/T20260422_G46902c17/14_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:930daaeecd23ca92b6dbe6a12fbabfacebae765e17b2940c2220e8fed9ad88ae +size 17654 diff --git a/blackimage/T20260422_G46902c17/14_POPE.pkl b/blackimage/T20260422_G46902c17/14_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f426ac2d0566fd1c50dc5f7804606058eec51d2d --- /dev/null +++ b/blackimage/T20260422_G46902c17/14_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c17be0f8f2065692377b942a81f495fafebca9fb7044ff5e5fa0ca3bf093adc +size 13080 diff --git a/blackimage/T20260422_G46902c17/24_MMBench_DEV_EN.pkl b/blackimage/T20260422_G46902c17/24_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bee3b914bb6dc8930b4a7d3fc00312042685cd6e --- /dev/null +++ b/blackimage/T20260422_G46902c17/24_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d31427427a9a5f853a51f3968201c3e9d2e24b1cc2a19ef313996f2ac90732d +size 14706 diff --git a/blackimage/T20260422_G46902c17/24_POPE.pkl b/blackimage/T20260422_G46902c17/24_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..48b4dc70bc9c31bac94371a8e88beae59c9995e7 --- /dev/null +++ b/blackimage/T20260422_G46902c17/24_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666cd3668fc46b16f6068ead39e911b27dbeea9e43cd6f8bbe6f56feec274146 +size 13309 diff --git a/blackimage/T20260422_G46902c17/34_MMBench_DEV_EN.pkl b/blackimage/T20260422_G46902c17/34_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fc27506829e716f98e734deb25193f29201f1d40 --- /dev/null +++ b/blackimage/T20260422_G46902c17/34_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b9c999c691a7b72cabd10911b4fd9b0591c5c37c95f1a38fb1cb411b417b09 +size 12977 diff --git a/blackimage/T20260422_G46902c17/34_POPE.pkl b/blackimage/T20260422_G46902c17/34_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b84e2db8ca4449325c1e8f74a0379a05c1d68cb8 --- /dev/null +++ b/blackimage/T20260422_G46902c17/34_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f442975f66ee760b76a46586a157942cdbbc175540304e1cef0777d06eabc5ef +size 13063 diff --git a/blackimage/T20260423_G2383b931/04_MathVista_MINI.pkl b/blackimage/T20260423_G2383b931/04_MathVista_MINI.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bff8f4faa32348fb96d34d39fdbdf3f4cc80fc1a --- /dev/null +++ b/blackimage/T20260423_G2383b931/04_MathVista_MINI.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f99ed779a315fe35e1495a692b2f3bcc68c1f2e6b207b2c77b49d3789ee1fb +size 2063 diff --git a/blackimage/T20260423_G2383b931/04_POPE.pkl b/blackimage/T20260423_G2383b931/04_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..932c6e2f623dc530e5228d1faaa30024d9d23e99 --- /dev/null +++ b/blackimage/T20260423_G2383b931/04_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ddaeecd4aeea64f440a3c34b409fd343eaf99eac4128b0e40738d074f0f1f49 +size 593 diff --git a/blackimage/T20260423_G2383b931/14_MME-RealWorld-Lite.pkl b/blackimage/T20260423_G2383b931/14_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d286d38e27bb9ffc54c7f7ddb1f475d39817f2a6 --- /dev/null +++ b/blackimage/T20260423_G2383b931/14_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f485feac73f5db686923e1aedebfc49765f784deeed9f78842612b9da057df05 +size 1933 diff --git a/blackimage/T20260423_G2383b931/14_MathVista_MINI.pkl b/blackimage/T20260423_G2383b931/14_MathVista_MINI.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f142c083a07f2f6aa95fbafea9ee97f734657ddd --- /dev/null +++ b/blackimage/T20260423_G2383b931/14_MathVista_MINI.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010ef604a3848044eaa2d6a2b95e8a5dd44b0fd05c0d01e702d2e2fbc22812cd +size 5131 diff --git a/blackimage/T20260423_G2383b931/14_POPE.pkl b/blackimage/T20260423_G2383b931/14_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9db9cafac7117d11f0a0b516e1e60d0d57d11f25 --- /dev/null +++ b/blackimage/T20260423_G2383b931/14_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c77eef0ed91c428fe6bae2ed50af56d05cca2717464a040a185bf430de9dcc1 +size 592 diff --git a/blackimage/T20260423_G2383b931/24_MMBench_DEV_EN.pkl b/blackimage/T20260423_G2383b931/24_MMBench_DEV_EN.pkl new file mode 100644 index 0000000000000000000000000000000000000000..df32b0a3a66b1365263fc050ce48f24fdfc2883f --- /dev/null +++ b/blackimage/T20260423_G2383b931/24_MMBench_DEV_EN.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d994e87c299ce30d357d8da5de660395cd2225c6c403b198470c6a083e86dd +size 959 diff --git a/blackimage/T20260423_G2383b931/24_MathVista_MINI.pkl b/blackimage/T20260423_G2383b931/24_MathVista_MINI.pkl new file mode 100644 index 0000000000000000000000000000000000000000..12b7b5f043164f833d4bfb0aaec66fb0cfef0550 --- /dev/null +++ b/blackimage/T20260423_G2383b931/24_MathVista_MINI.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212925dfa8aca25048c43234654ded577752e2b7d6cfd67dad748c7c4dc59bf8 +size 1449 diff --git a/blackimage/T20260423_G2383b931/24_POPE.pkl b/blackimage/T20260423_G2383b931/24_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..0bb194a948a6c59ac0c0aa3f3484a980b8002c8f --- /dev/null +++ b/blackimage/T20260423_G2383b931/24_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01b2426cad8ceae1bd1976d7986efa1b4c58e3ebc0bfc1deac3d91454190b03 +size 350 diff --git a/blackimage/T20260423_G2383b931/34_MME-RealWorld-Lite.pkl b/blackimage/T20260423_G2383b931/34_MME-RealWorld-Lite.pkl new file mode 100644 index 0000000000000000000000000000000000000000..87d81cc4835d3e3646e2878c13b37bc6d051e3fb --- /dev/null +++ b/blackimage/T20260423_G2383b931/34_MME-RealWorld-Lite.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04be9eb24762011dffda93531d512decdaa1b591119add4a57b08d9dd591875e +size 1517 diff --git a/blackimage/T20260423_G2383b931/34_MathVista_MINI.pkl b/blackimage/T20260423_G2383b931/34_MathVista_MINI.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f2cdb708ada1f5e0c6927a150c352ca9ed415332 --- /dev/null +++ b/blackimage/T20260423_G2383b931/34_MathVista_MINI.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69e29975371bf203f52bca684ab67482489cabfb91fc6cb3bf0e018faf9ffd5 +size 1301 diff --git a/blackimage/T20260423_G2383b931/34_POPE.pkl b/blackimage/T20260423_G2383b931/34_POPE.pkl new file mode 100644 index 0000000000000000000000000000000000000000..11cf6d206f26fbb495af086732686d9ed7dcbf8c --- /dev/null +++ b/blackimage/T20260423_G2383b931/34_POPE.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22e982cbfbab774d5f804d9b09c7f3e965e3193acf07135a6115d531682af5c +size 349 diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_MathVision_MINI.xlsx b/blackimage/T20260423_G2383b931/checkpoint-48_MathVision_MINI.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..cf060030822864bd55963f1756bbd121124e4c3a Binary files /dev/null and b/blackimage/T20260423_G2383b931/checkpoint-48_MathVision_MINI.xlsx differ diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_POPE.xlsx b/blackimage/T20260423_G2383b931/checkpoint-48_POPE.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..1802d4765610d1ff203cbb46107b99d751cc7f76 Binary files /dev/null and b/blackimage/T20260423_G2383b931/checkpoint-48_POPE.xlsx differ diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_POPE_PREV.pkl b/blackimage/T20260423_G2383b931/checkpoint-48_POPE_PREV.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9283dc1335038579c2124174a18fa6ed5ef11c34 --- /dev/null +++ b/blackimage/T20260423_G2383b931/checkpoint-48_POPE_PREV.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a87ecab012ca9b5717613a2363c68f120776306d21dafb14dd5fab0bbb96a8bc +size 1276 diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_POPE_auxmatch.xlsx b/blackimage/T20260423_G2383b931/checkpoint-48_POPE_auxmatch.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..51ef8d95ea223b107beeee398f0700f182fc9bd8 Binary files /dev/null and b/blackimage/T20260423_G2383b931/checkpoint-48_POPE_auxmatch.xlsx differ diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_POPE_score.csv b/blackimage/T20260423_G2383b931/checkpoint-48_POPE_score.csv new file mode 100644 index 0000000000000000000000000000000000000000..72aa2e582cf9db8dd3a2ec048c62e9e196f29c35 --- /dev/null +++ b/blackimage/T20260423_G2383b931/checkpoint-48_POPE_score.csv @@ -0,0 +1,5 @@ +"split","Overall","acc","precision","recall" +"Overall","87.07753479125248","87.6425855513308","90.49586776859503","83.9080459770115" +"adversarial","83.42857142857142","83.42857142857143","82.95454545454545","83.9080459770115" +"popular","87.4251497005988","88.06818181818183","91.25","83.9080459770115" +"random","90.6832298136646","91.42857142857143","98.64864864864865","83.9080459770115" diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG.xlsx b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..7e7c617810116768b250972813b84a3cebe5f100 Binary files /dev/null and b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG.xlsx differ diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_Qwen2.5-VL-72B-Instruct_result.pkl b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_Qwen2.5-VL-72B-Instruct_result.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ff776f74de0ee8b1cff4746f2f2cf47711a4760a --- /dev/null +++ b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_Qwen2.5-VL-72B-Instruct_result.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:734e813dc94ae0242136def6049241e7114b4b11f67ed21b89914e9bd76615ed +size 17679 diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_Qwen2.5-VL-72B-Instruct_result.xlsx b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_Qwen2.5-VL-72B-Instruct_result.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..0c54bfc41d47c31473ddbbff825e654f42fa3e28 Binary files /dev/null and b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_Qwen2.5-VL-72B-Instruct_result.xlsx differ diff --git a/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_acc.csv b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_acc.csv new file mode 100644 index 0000000000000000000000000000000000000000..5a38b9106e9170cc7c6502b41a025f54c0aa90b4 --- /dev/null +++ b/blackimage/T20260423_G2383b931/checkpoint-48_SEEDBench_IMG_acc.csv @@ -0,0 +1,2 @@ +"split","Overall","Instance Attributes","Instance Identity","Instance Interaction","Instance Location","Instances Counting","Scene Understanding","Spatial Relation","Text Understanding","Visual Reasoning" +"none","0.7566666666666667","0.7938144329896907","0.8076923076923077","1.0","0.8181818181818182","0.75","0.7169811320754716","0.2857142857142857","1.0","0.375" diff --git a/blackimage/args.json b/blackimage/args.json new file mode 100644 index 0000000000000000000000000000000000000000..755e88dae90fe982e9f9a8b71d40f203ebbff5f9 --- /dev/null +++ b/blackimage/args.json @@ -0,0 +1,376 @@ +{ + "output_dir": "/raid/icy/Thyme/output_dir_blackimage/v2-20260404-031052", + "per_device_train_batch_size": 1, + "num_train_epochs": 3.0, + "max_steps": -1, + "learning_rate": 1e-06, + "lr_scheduler_type": "cosine", + "lr_scheduler_kwargs": null, + "warmup_steps": 0, + "optim": "adamw_torch", + "optim_args": null, + "weight_decay": 0.1, + "adam_beta1": 0.9, + "adam_beta2": 0.95, + "adam_epsilon": 1e-08, + "optim_target_modules": null, + "gradient_accumulation_steps": 16, + "average_tokens_across_devices": true, + "max_grad_norm": 1.0, + "label_smoothing_factor": 0.0, + "bf16": true, + "fp16": false, + "bf16_full_eval": false, + "fp16_full_eval": false, + "tf32": null, + "gradient_checkpointing": true, + "gradient_checkpointing_kwargs": null, + "torch_compile": false, + "torch_compile_backend": null, + "torch_compile_mode": null, + "use_liger_kernel": false, + "liger_kernel_config": null, + "use_cache": false, + "neftune_noise_alpha": null, + "torch_empty_cache_steps": null, + "auto_find_batch_size": false, + "logging_strategy": "steps", + "logging_steps": 5, + "logging_first_step": true, + "log_on_each_node": true, + "logging_nan_inf_filter": true, + "include_num_input_tokens_seen": false, + "log_level": "passive", + "log_level_replica": "warning", + "disable_tqdm": null, + "report_to": [ + "wandb" + ], + "run_name": "/raid/icy/Thyme/output_dir_blackimage/v2-20260404-031052", + "project": "huggingface", + "trackio_space_id": "trackio", + "eval_strategy": "no", + "eval_steps": null, + "eval_delay": 0, + "per_device_eval_batch_size": 1, + "prediction_loss_only": false, + "eval_on_start": false, + "eval_do_concat_batches": true, + "eval_use_gather_object": false, + "eval_accumulation_steps": null, + "include_for_metrics": [], + "batch_eval_metrics": false, + "save_only_model": false, + "save_strategy": "epoch", + "save_steps": 500, + "save_on_each_node": false, + "save_total_limit": 1, + "enable_jit_checkpoint": false, + "push_to_hub": false, + "hub_token": null, + "hub_private_repo": null, + "hub_model_id": null, + "hub_strategy": "every_save", + "hub_always_push": false, + "hub_revision": null, + "load_best_model_at_end": false, + "metric_for_best_model": "loss", + "greater_is_better": false, + "ignore_data_skip": false, + "restore_callback_states_from_checkpoint": false, + "full_determinism": false, + "seed": 42, + "data_seed": 42, + "use_cpu": false, + "accelerator_config": { + "dispatch_batches": false + }, + "parallelism_config": null, + "dataloader_drop_last": false, + "dataloader_num_workers": 4, + "dataloader_pin_memory": true, + "dataloader_persistent_workers": false, + "dataloader_prefetch_factor": null, + "remove_unused_columns": true, + "label_names": null, + "train_sampling_strategy": "random", + "length_column_name": "length", + "ddp_find_unused_parameters": null, + "ddp_bucket_cap_mb": null, + "ddp_broadcast_buffers": null, + "ddp_backend": null, + "ddp_timeout": 18000000, + "fsdp": [], + "fsdp_config": null, + "deepspeed": { + "fp16": { + "enabled": "auto", + "loss_scale": 0, + "loss_scale_window": 1000, + "initial_scale_power": 16, + "hysteresis": 2, + "min_loss_scale": 1 + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 1, + "offload_optimizer": { + "device": "none", + "pin_memory": true + }, + "allgather_partitions": true, + "allgather_bucket_size": 200000000.0, + "overlap_comm": false, + "reduce_scatter": true, + "reduce_bucket_size": 200000000.0, + "contiguous_gradients": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 2000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false + }, + "debug": null, + "skip_memory_metrics": true, + "do_train": false, + "do_eval": false, + "do_predict": false, + "resume_from_checkpoint": null, + "warmup_ratio": 0.05, + "logging_dir": "/raid/icy/Thyme/output_dir_blackimage/v2-20260404-031052/runs", + "local_rank": 0, + "sortish_sampler": false, + "predict_with_generate": false, + "generation_max_length": null, + "generation_num_beams": null, + "generation_config": null, + "tuner_backend": "peft", + "vit_gradient_checkpointing": null, + "router_aux_loss_coef": 0.0, + "enable_dft_loss": false, + "enable_channel_loss": false, + "safe_serialization": true, + "max_shard_size": "5GB", + "check_model": true, + "acc_strategy": "token", + "train_dataloader_shuffle": true, + "group_by_length": false, + "max_epochs": null, + "aligner_lr": null, + "vit_lr": null, + "use_logits_to_keep": null, + "ds3_gather_for_generation": true, + "resume_only_model": false, + "optimizer": null, + "loss_type": null, + "eval_metric": null, + "callbacks": [], + "early_stop_interval": null, + "eval_use_evalscope": false, + "eval_dataset": [], + "eval_dataset_args": null, + "eval_limit": null, + "eval_generation_config": null, + "extra_eval_args": null, + "tuner_type": "full", + "use_galore": false, + "galore_target_modules": null, + "galore_rank": 128, + "galore_update_proj_gap": 50, + "galore_scale": 1.0, + "galore_proj_type": "std", + "galore_optim_per_parameter": false, + "galore_with_embedding": false, + "galore_quantization": false, + "galore_proj_quant": false, + "galore_proj_bits": 4, + "galore_proj_group_size": 256, + "galore_cos_threshold": 0.4, + "galore_gamma_proj": 2, + "galore_queue_size": 5, + "lisa_activated_layers": 0, + "lisa_step_interval": 20, + "use_flash_ckpt": false, + "use_ray": false, + "ray_exp_name": null, + "device_groups": null, + "model": "/raid/icy/Thyme/output_dir_blackimage/v1-20260404-003729/checkpoint-243", + "model_type": "qwen2_5_vl", + "model_revision": null, + "task_type": "causal_lm", + "torch_dtype": "bfloat16", + "attn_impl": "flash_attn", + "experts_impl": null, + "new_special_tokens": [], + "num_labels": null, + "problem_type": null, + "rope_scaling": null, + "device_map": null, + "max_memory": {}, + "max_model_len": null, + "local_repo_path": null, + "init_strategy": null, + "template": "qwen2_5_vl", + "system": null, + "max_length": 10240, + "truncation_strategy": "delete", + "max_pixels": null, + "agent_template": null, + "norm_bbox": null, + "use_chat_template": true, + "padding_side": "right", + "padding_free": false, + "loss_scale": "default", + "sequence_parallel_size": 1, + "template_backend": "swift", + "response_prefix": null, + "enable_thinking": null, + "add_non_thinking_prefix": true, + "dataset": [ + "/raid/icy/data/Thyme_sft_data/jsonl/computation_without_image.jsonl" + ], + "val_dataset": [], + "cached_dataset": [], + "cached_val_dataset": [], + "split_dataset_ratio": 0.0, + "dataset_num_proc": 1, + "load_from_cache_file": false, + "dataset_shuffle": true, + "val_dataset_shuffle": false, + "streaming": false, + "interleave_prob": null, + "stopping_strategy": "first_exhausted", + "shuffle_buffer_size": 1000, + "download_mode": "reuse_dataset_if_exists", + "columns": {}, + "strict": false, + "model_name": null, + "model_author": null, + "custom_dataset_info": [], + "quant_method": null, + "quant_bits": null, + "hqq_axis": null, + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "bnb_4bit_quant_storage": null, + "max_new_tokens": 64, + "temperature": 0.0, + "top_k": null, + "top_p": null, + "repetition_penalty": null, + "num_beams": 1, + "stream": false, + "stop_words": [], + "logprobs": false, + "top_logprobs": null, + "structured_outputs_regex": null, + "train_type": "full", + "adapters": [], + "external_plugins": [], + "custom_register_path": [], + "model_kwargs": {}, + "load_args": false, + "load_data_args": false, + "packing": false, + "packing_length": null, + "packing_num_proc": 1, + "lazy_tokenize": true, + "use_hf": false, + "ignore_args_error": false, + "use_swift_lora": false, + "freeze_parameters": [ + "model.visual", + "model.visual.merger" + ], + "freeze_parameters_regex": null, + "freeze_parameters_ratio": 0.0, + "trainable_parameters": [], + "trainable_parameters_regex": null, + "freeze_llm": false, + "freeze_vit": true, + "freeze_aligner": true, + "target_modules": [ + "all-linear" + ], + "target_regex": null, + "target_parameters": null, + "modules_to_save": [], + "lora_rank": 8, + "lora_alpha": 32, + "lora_dropout": 0.05, + "lora_bias": "none", + "lora_dtype": null, + "lorap_lr_ratio": null, + "use_rslora": false, + "use_dora": false, + "lora_ga_batch_size": 2, + "lora_ga_iters": 2, + "lora_ga_max_length": 1024, + "lora_ga_direction": "ArB2r", + "lora_ga_scale": "stable", + "lora_ga_stable_gamma": 16, + "init_weights": true, + "fourier_n_frequency": 2000, + "fourier_scaling": 300.0, + "boft_block_size": 4, + "boft_block_num": 0, + "boft_n_butterfly_factor": 1, + "boft_dropout": 0.0, + "vera_rank": 256, + "vera_projection_prng_key": 0, + "vera_dropout": 0.0, + "vera_d_initial": 0.1, + "adapter_act": "gelu", + "adapter_length": 128, + "adalora_target_r": 8, + "adalora_init_r": 12, + "adalora_tinit": 0, + "adalora_tfinal": 0, + "adalora_deltaT": 1, + "adalora_beta1": 0.85, + "adalora_beta2": 0.85, + "adalora_orth_reg_weight": 0.5, + "llamapro_num_new_blocks": 4, + "llamapro_num_groups": null, + "reft_layer_key": null, + "reft_layers": null, + "reft_rank": 4, + "reft_intervention_type": "LoreftIntervention", + "reft_args": null, + "swanlab_token": null, + "swanlab_project": "ms-swift", + "swanlab_workspace": null, + "swanlab_exp_name": null, + "swanlab_notification_method": null, + "swanlab_webhook_url": null, + "swanlab_secret": null, + "swanlab_sender_email": null, + "swanlab_receiver_email": null, + "swanlab_smtp_server": null, + "swanlab_smtp_port": null, + "swanlab_email_language": "zh", + "swanlab_mode": "cloud", + "add_version": true, + "create_checkpoint_symlink": false, + "zero_hpz_partition_size": null, + "deepspeed_autotp_size": null, + "swift_version": "4.1.0.dev0", + "ckpt_dir": "/raid/icy/Thyme/output_dir_blackimage/v1-20260404-003729/checkpoint-243", + "rank": 0, + "global_world_size": 8, + "local_world_size": 8, + "model_suffix": "checkpoint-243", + "model_info": "ModelInfo(model_type='qwen2_5_vl', model_dir='/raid/icy/Thyme/output_dir_blackimage/v1-20260404-003729/checkpoint-243', torch_dtype=torch.bfloat16, max_model_len=128000, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=False, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)", + "model_meta": "ModelMeta(model_type='qwen2_5_vl', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen2.5-VL-3B-Instruct', hf_model_id='Qwen/Qwen2.5-VL-3B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen2.5-VL-7B-Instruct', hf_model_id='Qwen/Qwen2.5-VL-7B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen2.5-VL-32B-Instruct', hf_model_id='Qwen/Qwen2.5-VL-32B-Instruct', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen2.5-VL-72B-Instruct', hf_model_id='Qwen/Qwen2.5-VL-72B-Instruct', model_path=None, ms_revision=None, hf_revision=None)], template='qwen2_5_vl', ignore_patterns=None, requires=None, tags=[]), ModelGroup(models=[Model(ms_model_id='Qwen/Qwen2.5-VL-3B-Instruct-AWQ', hf_model_id='Qwen/Qwen2.5-VL-3B-Instruct-AWQ', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen2.5-VL-7B-Instruct-AWQ', hf_model_id='Qwen/Qwen2.5-VL-7B-Instruct-AWQ', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen2.5-VL-32B-Instruct-AWQ', hf_model_id='Qwen/Qwen2.5-VL-32B-Instruct-AWQ', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen2.5-VL-72B-Instruct-AWQ', hf_model_id='Qwen/Qwen2.5-VL-72B-Instruct-AWQ', model_path=None, ms_revision=None, hf_revision=None)], template='qwen2_5_vl', ignore_patterns=None, requires=None, tags=[]), ModelGroup(models=[Model(ms_model_id='XiaomiMiMo/MiMo-VL-7B-SFT', hf_model_id='XiaomiMiMo/MiMo-VL-7B-SFT', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='XiaomiMiMo/MiMo-VL-7B-RL', hf_model_id='XiaomiMiMo/MiMo-VL-7B-RL', model_path=None, ms_revision=None, hf_revision=None)], template='mimo_vl', ignore_patterns=None, requires=None, tags=[])], loader=, template=None, model_arch=MultiModelKeys(arch_name='qwen2_vl', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model', 'lm_head'], aligner=['model.visual.merger'], vision_tower=['model.visual'], generator=[]), architectures=['Qwen2_5_VLForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=['transformers>=4.49', 'qwen_vl_utils>=0.0.6', 'decord'], tags=['vision', 'video'])", + "model_dir": "/raid/icy/Thyme/output_dir_blackimage/v1-20260404-003729/checkpoint-243", + "template_meta": "QwenTemplateMeta(template_type='qwen2_5_vl', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system='You are a helpful assistant.', auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='', non_thinking_prefix='', history_thinking_prefix='')", + "_val_dataset_exists": false, + "hub": "", + "evaluation_strategy": "epoch", + "training_args": "Seq2SeqTrainingArguments(output_dir='/raid/icy/Thyme/output_dir_blackimage/v2-20260404-031052', per_device_train_batch_size=1, num_train_epochs=3.0, max_steps=-1, learning_rate=1e-06, lr_scheduler_type=, lr_scheduler_kwargs=None, warmup_steps=0.05, optim=, optim_args=None, weight_decay=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, optim_target_modules=None, gradient_accumulation_steps=16, average_tokens_across_devices=None, max_grad_norm=1.0, label_smoothing_factor=0.0, bf16=True, fp16=False, bf16_full_eval=False, fp16_full_eval=False, tf32=None, gradient_checkpointing=True, gradient_checkpointing_kwargs=None, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, use_liger_kernel=False, liger_kernel_config=None, use_cache=False, neftune_noise_alpha=None, torch_empty_cache_steps=None, auto_find_batch_size=False, logging_strategy=, logging_steps=5, logging_first_step=True, log_on_each_node=True, logging_nan_inf_filter=True, include_num_input_tokens_seen=None, log_level='passive', log_level_replica='warning', disable_tqdm=False, report_to=['wandb'], run_name='/raid/icy/Thyme/output_dir_blackimage/v2-20260404-031052', project='huggingface', trackio_space_id='trackio', eval_strategy=, eval_steps=None, eval_delay=0, per_device_eval_batch_size=1, prediction_loss_only=False, eval_on_start=False, eval_do_concat_batches=True, eval_use_gather_object=False, eval_accumulation_steps=None, include_for_metrics=[], batch_eval_metrics=False, save_only_model=False, save_strategy=, save_steps=500, save_on_each_node=False, save_total_limit=1, enable_jit_checkpoint=False, push_to_hub=False, hub_token=None, hub_private_repo=None, hub_model_id=None, hub_strategy=, hub_always_push=False, hub_revision=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, restore_callback_states_from_checkpoint=False, full_determinism=False, seed=42, data_seed=42, use_cpu=False, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, dataloader_drop_last=False, dataloader_num_workers=4, dataloader_pin_memory=True, dataloader_persistent_workers=False, dataloader_prefetch_factor=2, remove_unused_columns=False, label_names=None, train_sampling_strategy='random', length_column_name='length', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, ddp_backend=None, ddp_timeout=18000000, fsdp=[], fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 1, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, debug=[], skip_memory_metrics=True, do_train=False, do_eval=False, do_predict=False, resume_from_checkpoint=None, warmup_ratio=0.05, logging_dir='/raid/icy/Thyme/output_dir_blackimage/v2-20260404-031052/runs', local_rank=0, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, safe_serialization=True, max_shard_size='5GB', check_model=True, acc_strategy='token', train_dataloader_shuffle=True, group_by_length=False, max_epochs=None, aligner_lr=None, vit_lr=None, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer=None, loss_type=None, eval_metric=None, callbacks=[], early_stop_interval=None, eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, tuner_type='full', use_galore=False, galore_target_modules=None, galore_rank=128, galore_update_proj_gap=50, galore_scale=1.0, galore_proj_type='std', galore_optim_per_parameter=False, galore_with_embedding=False, galore_quantization=False, galore_proj_quant=False, galore_proj_bits=4, galore_proj_group_size=256, galore_cos_threshold=0.4, galore_gamma_proj=2, galore_queue_size=5, lisa_activated_layers=0, lisa_step_interval=20, use_flash_ckpt=False)" +} \ No newline at end of file diff --git a/blackimage/chat_template.jinja b/blackimage/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..6c226632394ae7474b0d4b13e15793eac2e21ee9 --- /dev/null +++ b/blackimage/chat_template.jinja @@ -0,0 +1,7 @@ +{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system +You are a helpful assistant.<|im_end|> +{% endif %}<|im_start|>{{ message['role'] }} +{% if message['content'] is string %}{{ message['content'] }}<|im_end|> +{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|> +{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant +{% endif %} \ No newline at end of file diff --git a/blackimage/config.json b/blackimage/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d69d8df225fac8280afdc38c657b817439342a47 --- /dev/null +++ b/blackimage/config.json @@ -0,0 +1,106 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_size": 3584, + "image_token_id": 151655, + "model_type": "qwen2_5_vl", + "pad_token_id": 151643, + "text_config": { + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 128000, + "max_window_layers": 28, + "model_type": "qwen2_5_vl_text", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_theta": 1000000.0, + "rope_type": "default", + "type": "mrope" + }, + "sliding_window": null, + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 + }, + "tie_word_embeddings": false, + "transformers_version": "5.3.0", + "use_cache": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "dtype": "bfloat16", + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "initializer_range": 0.02, + "intermediate_size": 3420, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 3584, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654 +} diff --git a/blackimage/generation_config.json b/blackimage/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..02d10ad915167bd3c6a69cdbd79f7e1b27e9d103 --- /dev/null +++ b/blackimage/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 1e-06, + "transformers_version": "5.3.0" +} diff --git a/blackimage/global_step48/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..decab5198ce75b53040ac022c9093b239921dcdc --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8aba86013faeb7fcf4b208b5d6cdbf5b5cc855a0811d770a3e027980c2c799 +size 11423432908 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad704ad4315b5d4b9c0e52e86a373d9b930358f2 --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03726c8a0fb4dfc23fbeb2702988e57d2f4a7ce84ba4faa477f00591e664be1e +size 11423434124 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb4665c796579ee67482dff67a84a548ef835a95 --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5841075b15735eb6e2c6cac59fbde6279aed627f141dbaab49aa009d227cc37f +size 11423434188 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d8c48ef1abcc780ae18912de669a0279fdd544 --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7fbdf5d3bac36986e18b397d129846b417b4ecc3e68114ffc53f1d450404c0 +size 11423434188 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a64a7f4bb79c990a4a8b93a2b904822407e5f3dd --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f8b50b45990ed68aa42efffd5f10bf70101cf7480cb3f72134fc09372c4b2f +size 11423434508 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8d0654721b43622e7b5a1ab9776ac851318e72e --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8584d1af0565833877df488091f50ecd084cbb7deff6b0b72773305a8c7d5ca7 +size 11423434252 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2400da9194fbd31d9886d1baa17ff1a7989cf915 --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad4e49690a02953e58266450267c8ecd9a133e58a5f5eca58d6a680ccec1d65 +size 11423434316 diff --git a/blackimage/global_step48/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/blackimage/global_step48/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..299a5f5134bb4e034fd9849d020c24f7f32ac24c --- /dev/null +++ b/blackimage/global_step48/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d101a33bc4b9b8313841c30e7121547feb8adb92da1cf04b122e65fa3f88e6 +size 11423432332 diff --git a/blackimage/global_step48/mp_rank_00_model_states.pt b/blackimage/global_step48/mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57bc0df35951a7ff10d67ff39cd034424ec6e0f --- /dev/null +++ b/blackimage/global_step48/mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7889994e63c8ba27230403918e61fb675d90db1e16831ad62bd46ba1996b8097 +size 16584598266 diff --git a/blackimage/latest b/blackimage/latest new file mode 100644 index 0000000000000000000000000000000000000000..32b61bf48e124ca282ba181c375b3ab4423b774d --- /dev/null +++ b/blackimage/latest @@ -0,0 +1 @@ +global_step48 \ No newline at end of file diff --git a/blackimage/model-00001-of-00004.safetensors b/blackimage/model-00001-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0506c3168924730860d3e58f4ff892cf40968804 --- /dev/null +++ b/blackimage/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5caef705693cc43f851e4d495edb82a80f39cadc8fcc11fb267c8f2d20ce2599 +size 4976698728 diff --git a/blackimage/model-00002-of-00004.safetensors b/blackimage/model-00002-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1801f4043769506f2ef434f60f5da045970f5812 --- /dev/null +++ b/blackimage/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53ca82e2d3e2a64e3c0e39b04027083f4104b552ca4fb1e4cd716f566e0c598 +size 4932750984 diff --git a/blackimage/model-00003-of-00004.safetensors b/blackimage/model-00003-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1741f1489ea94fc1f54417924d23e3cc2db9da58 --- /dev/null +++ b/blackimage/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2333a6ad123ef52421f95e57f0f7e24ffb2feb9f52c060643d7f1fc6441cbe1 +size 4991495880 diff --git a/blackimage/model-00004-of-00004.safetensors b/blackimage/model-00004-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43234ce31845263c47689e6f14e2cdd31f4fabd7 --- /dev/null +++ b/blackimage/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386665410f27d732e335339bf2816aa9c888dc816b31a5ec305cbce4457c03b2 +size 1683468520 diff --git a/blackimage/model.safetensors.index.json b/blackimage/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..bd9e4e69e006586072470fe13428836fb86741dd --- /dev/null +++ b/blackimage/model.safetensors.index.json @@ -0,0 +1,737 @@ +{ + "metadata": { + "total_parameters": 8292166656, + "total_size": 16584333312 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.0.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.0.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.0.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.0.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.0.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.0.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.1.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.1.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.1.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.1.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.1.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.1.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.10.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.10.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.10.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.10.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.10.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.10.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.11.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.11.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.11.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.11.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.11.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.11.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.12.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.12.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.12.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.12.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.12.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.12.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.13.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.13.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.13.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.13.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.13.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.13.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.14.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.14.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.14.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.14.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.14.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.14.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.15.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.15.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.15.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.15.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.15.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.15.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.16.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.16.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.16.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.16.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.16.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.16.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.17.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.17.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.17.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.17.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.17.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.17.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.18.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.18.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.18.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.18.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.18.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.18.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.19.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.19.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.19.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.19.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.19.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.19.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.2.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.2.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.2.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.2.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.2.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.2.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.20.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.20.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.20.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.20.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.20.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.20.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.21.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.21.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.21.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.21.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.21.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.21.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.22.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.22.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.22.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.22.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.22.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.22.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.23.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.23.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.23.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.23.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.23.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.23.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.24.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.24.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.24.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.24.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.24.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.24.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.25.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.25.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.25.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.25.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.25.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.25.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.26.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.26.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.26.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.26.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.26.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.26.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.27.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.27.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.27.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.27.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.27.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.27.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.28.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.28.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.28.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.28.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.28.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.28.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.29.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.29.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.29.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.29.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.29.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.29.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.3.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.3.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.3.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.3.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.3.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.3.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.30.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.30.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.30.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.30.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.30.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.30.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.31.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.31.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.31.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.31.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.31.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.4.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.4.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.4.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.4.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.4.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.4.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.5.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.5.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.5.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.5.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.5.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.5.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.6.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.6.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.6.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.6.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.6.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.6.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.7.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.7.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.7.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.7.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.7.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.7.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.8.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.8.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.8.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.8.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.8.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.8.norm2.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.attn.proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.9.attn.proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.attn.qkv.bias": "model-00004-of-00004.safetensors", + "visual.blocks.9.attn.qkv.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.mlp.down_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.9.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.mlp.gate_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.9.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.mlp.up_proj.bias": "model-00004-of-00004.safetensors", + "visual.blocks.9.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.norm1.weight": "model-00004-of-00004.safetensors", + "visual.blocks.9.norm2.weight": "model-00004-of-00004.safetensors", + "visual.merger.ln_q.weight": "model-00004-of-00004.safetensors", + "visual.merger.mlp.0.bias": "model-00004-of-00004.safetensors", + "visual.merger.mlp.0.weight": "model-00004-of-00004.safetensors", + "visual.merger.mlp.2.bias": "model-00004-of-00004.safetensors", + "visual.merger.mlp.2.weight": "model-00004-of-00004.safetensors", + "visual.patch_embed.proj.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/blackimage/preprocessor_config.json b/blackimage/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3b746825e5eef53ed8ed57a91df9e86ee62c0a --- /dev/null +++ b/blackimage/preprocessor_config.json @@ -0,0 +1,19 @@ +{ + "min_pixels": 3136, + "max_pixels": 12845056, + "patch_size": 14, + "temporal_patch_size": 2, + "merge_size": 2, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "processor_class": "Qwen2_5_VLProcessor" +} \ No newline at end of file diff --git a/blackimage/processor_config.json b/blackimage/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9e717d9bf475c411369034636e82e48cf79108a8 --- /dev/null +++ b/blackimage/processor_config.json @@ -0,0 +1,63 @@ +{ + "image_processor": { + "data_format": "channels_first", + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessorFast", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "merge_size": 2, + "patch_size": 14, + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2 + }, + "processor_class": "Qwen2_5_VLProcessor", + "video_processor": { + "data_format": "channels_first", + "default_to_square": true, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "do_sample_frames": false, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "Qwen2VLImageProcessor", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "max_frames": 768, + "merge_size": 2, + "min_frames": 4, + "patch_size": 14, + "resample": 3, + "rescale_factor": 0.00392156862745098, + "return_metadata": false, + "size": { + "longest_edge": 12845056, + "shortest_edge": 3136 + }, + "temporal_patch_size": 2, + "video_processor_type": "Qwen2VLVideoProcessor" + } +} diff --git a/blackimage/rng_state_0.pth b/blackimage/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..70bb784b0c58ed0b3eb0cddf6fc056cb08a72bed --- /dev/null +++ b/blackimage/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74386f26f36ed67f56395205881e5db2d0c28ffcbeed50dd95b28771d2dac588 +size 15984 diff --git a/blackimage/rng_state_1.pth b/blackimage/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..2499ba45f3fa3c8fae84684317e6b4aee7f149aa --- /dev/null +++ b/blackimage/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c88f9de084200454883a13c3717941ea3fd433e2f8735507fc30611f9c5501 +size 15984 diff --git a/blackimage/rng_state_2.pth b/blackimage/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..add137d3f33cf87f47e15a88fbaa0de654c9edd3 --- /dev/null +++ b/blackimage/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965b00d4cb4710ebab57c8787b9925bb3f77b8eeba94a186ec4bc1c2f326ef3f +size 15984 diff --git a/blackimage/rng_state_3.pth b/blackimage/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..bef02057742082c603c8d9f8a4461cc681973ea4 --- /dev/null +++ b/blackimage/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dc374b8b9a4c45c950f9d136feab85a767081fa59f0c7d68ed3a62060c4949 +size 15984 diff --git a/blackimage/rng_state_4.pth b/blackimage/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..286cb5eee179bd0d4c28c9f3dfa37722fd466de2 --- /dev/null +++ b/blackimage/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c7c212fb779217f1edac0baf44f67b608eefc1e0e4e3f5a9dd7eb557032c1bc +size 15984 diff --git a/blackimage/rng_state_5.pth b/blackimage/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..90e2da4971b8d28311ac0b2cd1ff750b45e21097 --- /dev/null +++ b/blackimage/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e1effd626ce1e95dd68a0c8089fe19218f2b24dfe9e45ed2cab1c0ebc10ba1 +size 15984 diff --git a/blackimage/rng_state_6.pth b/blackimage/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..31182d6bb5af342f5e31e07e3e25c961d3f5003b --- /dev/null +++ b/blackimage/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799cc83f60dfc1c4243cfd6403592112414a2eec494e6832f10221c96ff62c20 +size 15984 diff --git a/blackimage/rng_state_7.pth b/blackimage/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..e9901fae5cb3922ba6a6dc2c5857ecb56e4a434f --- /dev/null +++ b/blackimage/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586777c398770c3255d3a1f48c7fef44ea9d89117c627c9ea490e16bfd9a49ba +size 15984 diff --git a/blackimage/scheduler.pt b/blackimage/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..be6c8aae0e741a986d4254ed90c24030bc3a0975 --- /dev/null +++ b/blackimage/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39788f5c12e60a3abb9757db4a3ac31b72797ca865bcb95bcdb8880929fce9a4 +size 1064 diff --git a/blackimage/tokenizer.json b/blackimage/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..34510ff0037cd50428af467a17ead5a96140a32c --- /dev/null +++ b/blackimage/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/blackimage/tokenizer_config.json b/blackimage/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a32ee6b01c7145a5b88d42f6c19a4b6ff7f682d7 --- /dev/null +++ b/blackimage/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "processor_class": "Qwen2_5_VLProcessor", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/blackimage/trainer_state.json b/blackimage/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..55f6483b88790ad22ecbf97e8e2acf43ae37b1ab --- /dev/null +++ b/blackimage/trainer_state.json @@ -0,0 +1,114 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 48, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06477732793522267, + "grad_norm": 2.664837121963501, + "learning_rate": 3.333333333333333e-07, + "loss": 0.7869457006454468, + "step": 1, + "token_acc": 0.7843859578004337 + }, + { + "epoch": 0.32388663967611336, + "grad_norm": 2.596522092819214, + "learning_rate": 9.95134034370785e-07, + "loss": 0.7780666351318359, + "step": 5, + "token_acc": 0.7861042545117468 + }, + { + "epoch": 0.6477732793522267, + "grad_norm": 2.233597755432129, + "learning_rate": 9.414737964294634e-07, + "loss": 0.7686914443969727, + "step": 10, + "token_acc": 0.7876514979589609 + }, + { + "epoch": 0.97165991902834, + "grad_norm": 1.7652353048324585, + "learning_rate": 8.34565303179429e-07, + "loss": 0.7461651802062989, + "step": 15, + "token_acc": 0.79009821121334 + }, + { + "epoch": 1.2591093117408907, + "grad_norm": 1.3956773281097412, + "learning_rate": 6.87303296707956e-07, + "loss": 0.7195645809173584, + "step": 20, + "token_acc": 0.7960847975148048 + }, + { + "epoch": 1.582995951417004, + "grad_norm": 1.2905428409576416, + "learning_rate": 5.174497483512505e-07, + "loss": 0.680579948425293, + "step": 25, + "token_acc": 0.8018313261155477 + }, + { + "epoch": 1.9068825910931175, + "grad_norm": 1.1578842401504517, + "learning_rate": 3.454915028125263e-07, + "loss": 0.6798376083374024, + "step": 30, + "token_acc": 0.8013003982690089 + }, + { + "epoch": 2.194331983805668, + "grad_norm": 0.9808235764503479, + "learning_rate": 1.9216926233717084e-07, + "loss": 0.6614072322845459, + "step": 35, + "token_acc": 0.8087056890617363 + }, + { + "epoch": 2.5182186234817814, + "grad_norm": 0.9294739961624146, + "learning_rate": 7.597595192178702e-08, + "loss": 0.6624435424804688, + "step": 40, + "token_acc": 0.8052142003362278 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.9468541741371155, + "learning_rate": 1.0926199633097154e-08, + "loss": 0.6641257286071778, + "step": 45, + "token_acc": 0.8050948131509915 + } + ], + "logging_steps": 5, + "max_steps": 48, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.667590557631775e+17, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/blackimage/training_args.bin b/blackimage/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2b24f123efa803f4d67a577b13ac6e0075ed345 --- /dev/null +++ b/blackimage/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e1b272492629fb2540d95441faf74aff379d0c7298af6d49dd2952e2711cf9 +size 8312 diff --git a/blackimage/zero_to_fp32.py b/blackimage/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..e69ecd9acb5a235ffbf927091051106d902b3d39 --- /dev/null +++ b/blackimage/zero_to_fp32.py @@ -0,0 +1,674 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import json +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in files: + state_dict = torch.load(f, map_location=device) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + if zero_stage <= 2: + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + elif zero_stage == 3: + # if there is more than one param group, there will be multiple flattened tensors - one + # flattened tensor per group - for simplicity merge them into a single tensor + # + # XXX: could make the script more memory efficient for when there are multiple groups - it + # will require matching the sub-lists of param_shapes for each param group flattened tensor + + fp32_flat_groups = [ + torch.cat(state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key], 0) for i in range(len(state_dicts)) + ] + + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = fp32_flat_groups[0].numel() * world_size + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + for name, shape in tqdm(param_shapes.items(), desc='Gathering Sharded Weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # XXX: memory usage doubles here + state_dict[name] = torch.cat( + tuple(fp32_flat_groups[i].narrow(0, offset, partitioned_numel) for i in range(world_size)), + 0).narrow(0, 0, unpartitioned_numel).view(shape) + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag=None, exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + + Returns: + - pytorch ``state_dict`` + + Note: this approach may not work if your application doesn't have sufficient free CPU memory and + you may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + return _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag, exclude_frozen_parameters) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + state_dict_split = split_torch_state_dict_into_shards(state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard = {tensor: state_dict[tensor].contiguous() for tensor in tensors} + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard, output_path, metadata={"format": "pt"}) + else: + torch.save(shard, output_path) + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info(f"Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info(f"Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters)