diff --git a/.gitattributes b/.gitattributes index 64f23e0770da589d2949e1c24149405f5eda3d68..47dd0ca34dac13c04ef83179349b61c466bd2cb8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -26,3 +26,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zstandard filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint*/** filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..ba0430d26c996e7f078385407f959c96c271087c --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +__pycache__/ \ No newline at end of file diff --git a/checkpoint_20000/checkpoint b/checkpoint_20000/checkpoint new file mode 100644 index 0000000000000000000000000000000000000000..62f9b3e413edfcf7617d33eaf92d139cf7bb311f --- /dev/null +++ b/checkpoint_20000/checkpoint @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0280452cde4005a9da3a449efdefca9aa0851f54380d2d0f15cd20daa8db0f +size 8513341 diff --git a/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..08c781bd5dd475dfd37b224869e333f5b02d514f --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.decoder_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e64264ee5d0b9e7fdff0b517f80fb3c1532049d49abc647f29dec9c183ee8277 +size 3625 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..47673d6808ce6f035504ea4905f6cc4c2df85578 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287ced483340725a59a9b1822d8a029fa7042534803664b691e167c16f5ba09f +size 3687 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f2d8e2f31bc3eb67fe527d59105a220ec1b131f0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2e3e5d216621e08627196c7b9126e8273e56d0c89089b346bdaa97f68d565e +size 3679 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4b65d16b3bba3b0030d14930bae369f25c2ac1be --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188025042292c1b7cdaddbf1bdfd656a984ef42d7881f46431af9e1af0ed351f +size 3679 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8759982c1f340c8dcd3a95494b570b902f53ffd9 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e8f7873c79ee9f480cb5ac27fa8a764ad9e3f0ed05220fbe3b54bacfdedc258 +size 3649 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a37b3517f1298d9b6505336ac64b9115ff7205be --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38e2fdfe2657b77d2658227f76fb31b363e7985f90e88587e8cff94148dac2f2 +size 3682 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9905659b3e9db616592d4f0a71cab96a77a9e63d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57c311ad939b42721bdf04b79bfa382db525cf9e38cd04d382db8731a81d327 +size 3704 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3c8765af0349ac6b04a84ca07cdda4e8324a0fd7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811d7b6ad4d644f8dfca3b93b8656c441336114d94f527ecb103a4eacd78d05e +size 3739 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..74c4f0263e898061a50138d0c25bd52133adcd79 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baaea4c3efc2db3785b7883b0e65228b7687c5ad937a8e81ea4a7d74cb0b3251 +size 3696 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..34e1192197c15a64e7d4712090a6099f98f3ab81 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34cb878c3d01aa0ef5a261949abd8f1495719b3a7c766d6cdba66c980dee67cd +size 3713 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..59fe9907b317073864e56a38232926a9c5bec69e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836df042d13d3c75abf2f573d8a01925a43e87c24c0fec74b6e41c384ee8fa82 +size 3727 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..88aa79af762e01dd9d45b358815afa1d8918a5fc --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4676955360c0bef8cca96754b4033057e97d9249aebc0d781807e009f5ae9102 +size 3696 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9e6db6d3d8eeed690396145a6ab7f036ade3eca7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf731a80be2d886f19c551d2abc1994733cf85ab432a7824d0e12789950d40b +size 3724 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..24a173f98a55954d85cace07d7a31ca254c6a1ba --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89d02c4b895a6118a1952a1a54155085764401214909c8847c1995c6bcdc8de +size 3720 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6725076140ce13a64eafb018af15a1e72b9fd522 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbadf59bca33426ea62913e8165cc42dad2e1753c294389fe4a3a302a9c8b573 +size 3732 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8f1be40826fcdc2949f86457ba9e1531ddad6bc6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_12.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249655c599b5bd3991d4cfc8df4c9f97843672ce1b380ad044428c03b8211559 +size 3700 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ecbf50b98b9bf23571b7c72c9b1812f45f9bb365 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af3addd6f1d5c1f29cb7094cd4744601128bf1f5b7ab2f7f59b5fb4a89cd111 +size 3733 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b7014e7b866e6d3466024246e7b37d0cb3eab740 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873eac5e3db1b4114b329847d978ce2291a47d5e5d8f7f09eb21b3e6d69921c0 +size 3720 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6c2fccddc4f625d9d2896197c8c6afb2382e4b70 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_13.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f2d199f944934dd644a2bcb7f5ec239e09ecb3c88c94223f2850ae665dff89 +size 3719 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0749d507a4339813c6367ac9e4286a3f22a3cf78 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a374d1186e78c0888b8eef6f3210685ddba27abebbaa644625fae9a730c74de +size 3736 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0e7157bf2977d39267742e38167c561e69bcfc8b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501ce9744a9047cbe097bdc7fe7831bc1bfa76a500f9b0cbaea9080c4db50160 +size 3758 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bb928ed9c06e8c822d73c56bfd58733b812bc886 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_14.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238b58bd33f3c59ef7d0f5af1339b543a81d0b3b78115a7ccd208f64f200e0c8 +size 3710 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ade911d05f6046ef98480ad3694f7688a1457016 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33738ab7abce6635e7281bee53499db138741fb41056ffe5789f029472a49a0 +size 3710 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d9c3d4f3cfa4460cfcc1040d2add15dbf37a8dd4 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c30bc8d8d41a65f9e96af6152961863f3b2b0949b5b27bfc71439adf92cc2e +size 3697 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b24fe73dd6a1444af841bc181b371a71c5161b90 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_15.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0c528631cde5dc9b474748ce032455a978154409d6835d12052212b83c1f56 +size 3695 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3b9f21f17796ce4acb35c7c60bbd99db78b81145 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1e0c7e98e7435a8baec0d6afde0f5b5c1a7a82fab6eed71ab1d743eb406468 +size 3711 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b11a5a039cb50ed1b6177b40c1fdeecb8d3f1d54 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdab32cf2fa4d20f40d634295852cb299a65a6099c223de5c3f7a2bc4af869c4 +size 3698 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..694a812ca1f2a3745d4b73d9e26c6ef4df3e51cb --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_16.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b7fdbf5204de7f32e0c8d684093cf6cc6be00659e51a706ffe6b943c01a59e +size 3709 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b4157bb04c612cbdbde0691ba934158e16897d29 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18062ceddb0e5b6d1dceb6355eed8658a5ff42653a6088abebab1c86d1274be +size 3695 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b458786333d1ef1946d43c768dddf454b3f72c66 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002fcabcc510b542e5ceec991378c5608d41c31be3bdd34e885badc7af1a7f3b +size 3703 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..20c9902aab8482ffdf9775494961915c8ad9873b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_17.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ae4f2ba7428e318350f8eb1698b2ad82314dcc63048b1c1e07de96da885c54 +size 3707 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ba6697a17d6c45280e571aaf70df53c0ceb3b003 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79a8baf50c7eef065e8ea723e8ce91d457d15625d29a60415678ce257725272 +size 3710 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e3d22b1d5b3045d6d1a1ee282a36696770f800e0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3479cece7ddb7079aa9c0e9bf43b84a20b980fb71fb8c06911cbb39a48d525 +size 3660 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ba981e2d5938da4ae2348b2c5a4c89615cb6c3a9 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_18.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6204a508e564d7ca736f7a2ca802abaa40c25d38359d9cc07d42a5c3168c30e +size 3701 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4086fdc162b98ef57a72a317178ee4d26eb6e936 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24785a8d85e84f9635965f94a8bcf20520ca51f0d9bd315476b73f4b359ae43 +size 3704 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..20c4699c8835840bfb88d70c4c17dea8881d7ef0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7621f8108f9019a262d38fa0818c0c86bda955e3a3b1aa387652efbe99762482 +size 3702 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..12629d0a0f88c73ee1b9bb0dcfd14bb9203d18d9 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_19.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c3143c7a4684e82b425e7cabdbf57a2d48f28cc6733192d047f5b8536a8441 +size 3711 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..272697c0af8802873ab78ba123d65e671c016c65 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84618d29f00193f42f3e9e3289c7ea3389bba5d69ae8b4348d0b90ab07da946 +size 3750 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..840eba93eab6aa360156e7ab3df2fab50a22c402 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097675fa1554575ac2cd028b1bd4f4713b8294f0b6255f9085323ef47264d775 +size 3779 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0da06075d41d136955fd555b0a2251c5910bb560 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255f9b9cef5c32f70762c7bcdbd1e64df12cda2d45455a37b8b85ac8b6437591 +size 3758 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c5a7b4f8aaf51357c889b13d5c7167f131844756 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8089908885d3f5dc847900b0e19a1f7559e494fcfe346bbc9ad6cc8dfe3c2cc5 +size 3702 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f0f570142d69dc93d06a2b28bde0f088ab65f17b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365f5960668a2b4e925e843dc5023f422b6fa53cdffde44d3eb495be595ccc4b +size 3701 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..186b31b59e38f97be6cd6f60c617dafa02004847 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_20.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf962b109d57d24ee167072fa7d24c4cf620a1b1c3f30424960701042a72c6d5 +size 3680 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..941724782ae13676015f50cd0ab26b73a444e598 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e581b92044e91404913c3e419cc8a6402766b51d5278d973557d0ccc3aaa6fc8 +size 3704 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ff9e21e04021465445ad0458d12542604faacecb --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ed43567938df92775567b28afa76ee69ceeee6d5a9a764bfcbd8e8a7501c4f +size 3691 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..83acad244c6ea9533aa1c82f8467a4f9c553248f --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_21.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a0ec1921f14cb6811ff7f27fdd1e018181da26b179b8f4684b6295f218d7b0 +size 3712 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1fdd9db6bd62342dd0088c28a932addf083c5783 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071eb365a1d6ac919ea872da7ba913a147fbf34079aa38f33d10d94fea615ed7 +size 3710 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9dbde23230c7cedb1af924435a6d7ec259455577 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27b1a07ddf62e9aea4657739aa540fa0faf85ab2780070087483a0bee2e2a90 +size 3699 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6d8787c026d77b78081c63f48a599b0689f24ac5 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_22.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afdce83ac4c563db79266080e8cf2ae947bc50990c21e60fb3a816e6f045529f +size 3684 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e2b1f51ba21c2cce316e2dbec02cf64786e62d69 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106516004a75345dddaf67ad84e1ffd2ae102de92b57f56ba01c62a8157ac5c0 +size 3703 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e76972c395e4fd324fdaeb1e4f41eb9d1c927b89 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1f5809e97d9c0bc9eedc7afe5178c193302b5c27ea801577ef2ae8d3e5c9bf +size 3689 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f5b68e6c0fbe8967950adad4ef3156716263cf17 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_23.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca02ea0e8bc6e3b06287958bf18d0fe5777696ee9e8334f0ff94528a14b4949 +size 3710 diff --git a/checkpoint_20000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..71698cf7fa6861a9d9d63e7e93e151670ace1dae --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_24.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f672335354874690a7bd6c098557ddc241ed0d0b746f33c90b95085577c8bf +size 3658 diff --git a/checkpoint_20000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..faa3ec94ba1162b60d138c0482439a5c48ebb3f1 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_24.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d84cf448eb9c0a6dc57868572252ab7aaa937cc910b1df683980ab3bfde993 +size 3677 diff --git a/checkpoint_20000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0489dbb75877dd78810e3f7d2acc54f6178d8e9d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_24.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137d5900fbae73dc2a86b9d24be19d3d5c6f96ba7ecd08957fdb0e4b20042c42 +size 3696 diff --git a/checkpoint_20000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..323be271ef4152b2f3c1a80443d8033950773040 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_25.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59ea702b4c5631d51171e4806c5b1b6612269e06a1ed41c1be23144fff42249 +size 3650 diff --git a/checkpoint_20000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..06b669f448d95a4bf6b0e5d572ed1635f0aed020 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_25.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e6a3695b1e03293b78a4f47bc09d7789ac4aa3a128de5e6e65306ba0b239da +size 3615 diff --git a/checkpoint_20000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f8efea763680e3f078601bd8207daf77a3072359 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_25.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d036c8a20a8288db70fb4feadb8241a332e346df1e63dfeaa3595a03151fe72d +size 3695 diff --git a/checkpoint_20000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..58170dabe7a158d3b30ff3e7d08bcb86369fca61 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_26.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4790c8f581e8c9f590ee3dd2e5abcafe5d465791dc95bffc6fe22c92fe4cdd70 +size 3680 diff --git a/checkpoint_20000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0cfd7357681f78dc55f023ec0d38c44e84857f72 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_26.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7987fc718328ca1b06dafff22348887b893f1a8d47434609b34b64f7527f37e8 +size 3610 diff --git a/checkpoint_20000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4f11b56ea26eaa9d8a7a17a5bdcdf81896519789 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_26.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3f717889185afb9e58499ec9ce919942ed03073e5541471457de59478c65b1 +size 3676 diff --git a/checkpoint_20000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ad94c769b88a7021e2bdf899b306fba5afe6d73d --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_27.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b788d40d18b7608f3e9a70d40cb1dfb9b63cf79b7a0555bf9716dc9724526b28 +size 3688 diff --git a/checkpoint_20000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e11c389341e8674db57de6482032d73e468ec65b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_27.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a90eb62cadfa6fb2ec9154e00a955d2a3bf9e4c0157d4f01a28a3d05c5f3867 +size 3696 diff --git a/checkpoint_20000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..12e47774ce02f9f7aac15e0f43d6859549790153 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_27.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b5b133c81ff609898b6dcad0034ec1548d5b5a593cde4f91df6f4b9929ad35 +size 3682 diff --git a/checkpoint_20000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b228eee953f6248a23e675009137b5fa9b3ae4a1 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_28.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6177fb6ad7c5281089f0e35fedfc7ffefb89cd02cbdaf6b1dd1e2a7b0e12e705 +size 3689 diff --git a/checkpoint_20000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ef9171d30884950e620daed255e193698a316de4 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_28.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43802b9cb69313b8d34aa0412a93f36d36209d209dc4bd270741e0086bcaaa77 +size 3702 diff --git a/checkpoint_20000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..bc0f11a3132ca27019a3c9bd162aab5872365f58 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_28.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d684941d068e38dd749c55f9165fbb7fa9f349974bfb6883a85c52838739dcad +size 3660 diff --git a/checkpoint_20000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5b8fd946f888c2db873ea586ff0cd25b941b22e8 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_29.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237dd78710dd621068daa585d2a4a2b062efeb6b7df01d3028e06bc4d65e9b13 +size 3671 diff --git a/checkpoint_20000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..921df692bc1c9440e0d8e232be839912981ddc0f --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_29.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f965c0aab378572af01e9b9cd5ac1375ed342b1f23409e0f0a5bb0d543e529e4 +size 3665 diff --git a/checkpoint_20000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..99085fc996f76bc1580c59a7c72a8a6196af6170 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_29.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e31904d60ea50fe69af9d2b69d176c3efd0bcc5ac819733c0ddc6b6f2e3f10c +size 3683 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ec5b1bb7190b57e3313413ae81724498ad204a34 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df19d4706a1db9557894bb29e0cbed5d951b3089d9178546514cd582babb50b +size 3704 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3e4dd2fa53e64f74d2047a501229904474a8b853 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a9ce026772db8229e2341c8719f78a8e82ee7752d0b0e3f79edc547c0551a6c +size 3767 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e40098280f38a8de4bad058964296c494633efe0 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a2272a7588f9b22a0153cd9c2f1524d0b34b74fad2b1d120b448f01adf96df +size 3733 diff --git a/checkpoint_20000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9a6d538764ae95c878308923e9908d57aa4af6e6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_30.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3983b8c9652e16679830ecbaf8bb4843f06c0879bd8ba98d7278536b4fd3ac +size 3690 diff --git a/checkpoint_20000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..129691c476d274cbaf0ddcf3b9d78d74387c1b63 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_30.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f97e93c5264f2e08f563be2d33115efc7477dbcf9e676d96d40b199c592b73 +size 3638 diff --git a/checkpoint_20000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..79c8ef1a2690d62d7395b1049637fbf8952a07c6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_30.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d5e46d60ec91ba6769a3426ff248d5fd329398d12325a74a65633dab7f66b9c +size 3678 diff --git a/checkpoint_20000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f78a60db31cf7b337077b6b89093c9c25c3d806f --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_31.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7b205fb95366bc96fe0d4019859bf080aee603e1cd1a11c00d284832632f79a +size 3698 diff --git a/checkpoint_20000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..52308ff46e6ff501fdde92ec9d87a0471088c11b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_31.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c88031d5ec3c11be93fd9cca1c306fa85ae546e2ac8d45b68d2ee4578923ed0 +size 3597 diff --git a/checkpoint_20000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f180363f268ad02d345fb33532f64000d36ab7f6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_31.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c139cddaf5d0460c0ff6abe83a5f1a57453b807832c2c41f30a69f3d0e4ee3c +size 3688 diff --git a/checkpoint_20000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b6ecb56dab5b50ecdfe63789ff84137333a5f4a7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_32.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b12f3351802d03fba24449445ae1f0603b25ac315696a4fa74f55798467df6 +size 3690 diff --git a/checkpoint_20000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1488974c223a27794647a8c2e18c573913b70d7f --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_32.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c77c95bece976f1dc7257a5dae80d5af447e7df96f6d4db149ef8273912778 +size 3576 diff --git a/checkpoint_20000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..38c7a5542b7512cf1e9b12031f9155ea9e36fbd7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_32.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0a77ccdc69955ab4cbd6fbbeef8934e77f3c17a6a9fd15bf5e7d8d690e40a3 +size 3694 diff --git a/checkpoint_20000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e3889a98ff53aea57f7e9987ebe27faed604fb03 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_33.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00962fea180f67c25fbbe657b72d9a80aa7d59332e91379faa98569fb189f5ff +size 3682 diff --git a/checkpoint_20000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..584dfa24ca9162fb6be6f80dd72c89bf6a1d4d9c --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_33.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699b93e269070cdf3cbbf878371c4142a0f37184a8f626e5f6ee65a99a3a5ab6 +size 3596 diff --git a/checkpoint_20000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d60873b597ca358511e15912496728ac3aee6f87 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_33.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d673cdb0af2ad8a28fb56bfab295b76cd2313ceddf449ec4ccfb1e90cfc22d08 +size 3652 diff --git a/checkpoint_20000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ccc581de4bc2b516c6c3057f6c9a6c2a552bd56e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_34.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea459cc556d336d15fd13349428195e9ca72f58f10ae95b3cb4bd979022927f +size 3648 diff --git a/checkpoint_20000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8f4c0a02d88a584e70e60750be683c9bab4956f7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_34.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d5cc4c6ad3814606b65cacc993b8a1202e0a209133d127b8938ca48c7e424d +size 3681 diff --git a/checkpoint_20000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2e67b782a9f615afbec9abe464d2df568f5acfe7 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_34.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7194735e9731f42cdd1e9657a1675d6f57cb32d1a9a725bb2c3383bf32da2a53 +size 3694 diff --git a/checkpoint_20000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..088f90e7766280f1067b9d9290a3b2293a3b8259 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_35.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3addd4cdcb868524033a567cfd175dc4018d1b206141e87b987741d7fc31d5 +size 3687 diff --git a/checkpoint_20000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c17bb801d86b4b5a9f711b68b23eed39f3f4f73b --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_35.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d9f1c27b7de4c75dac14a9f3c1c0ca1243d6216891e6d921c9ff253487d84c +size 3655 diff --git a/checkpoint_20000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8cf5208918a2046e8586e57eec81a3d1ca40137c --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_35.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf8f31064e6b4190b672d4430ffa4e4eb5f0751db25175a746bc4ee1650f3735 +size 3699 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..65e003a9a3e5f4c11acde7f5412d50fc283cb494 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1c819d9906933456c9bbefcda037e2324fb8c09f42bc472ce10f2718adda5b +size 3692 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e8b4a9743a36dfd9337667d5b4f5edc7f74205ff --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5ab716404fe15d14a9ad633360f7db64d01b17190d3bbccd0a3e7e7cc8a4b0 +size 3775 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..093e1458bdddd920865bee0d24f70a7383d876a6 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0abeb2e16fb06c4eeeb65f8bbf5a65d435e181c06eeb522a527ea3d0095e29c +size 3745 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e583b29ebaf8c369fc146d0ed01617a7b348ee28 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e5b8f167c3cf7a1a69f680ef2ca2898c06418944a1acd569268d91f5e6d6bb +size 3686 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7e62dd2cea7a88661b322095175313aa41ed4203 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a1e628159e5eaf9ce4577d9a68eb0bfb7b8bd0f94078622bbf4be9e288a0e3 +size 3764 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..e62fbedf5929b488d1e352220c51ebef3d9cf6f4 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572b5bf4dff792ff1d883eb3be2ccd53197d87f0f1e36cb73edc2cac54f9b321 +size 3826 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..670fd174aaaae1843cb51cf81387d96a991eab67 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b30e9c34d4c220846c8a734004a5276c65926def659834a8c12d3b38f89cbd +size 3739 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6f8a377f2acede85e8d4e6a14c804dc5b42258db --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5bc2ca0b8ba53d2ca1eaa6bf58e5c84b568e4e89dfe2e09478766a70836c80 +size 3775 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c96f1a6217598c8c5a59da427d1dceb7507f381e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7bfea307e97e065f74377645a60f0f70fb64b2555ac1ba310e7936daa3d6615 +size 3734 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..68c9bf7212897a1af46a882fb246889dd291329a --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18f818024e977e92cc8d3df0dfae24c3bf21c33f1df12b5626ef4e58ddfec7e +size 3697 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..29a0801600b0899ea7610420deb41b0f74a2f090 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508052ec9244836f10b9e4dcdc19f79f5e54302221415947c8b1707a9b26532e +size 3706 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..4256568610137a46ebe8f93a74fd010d0bcbe798 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f6cb737c084cddfc33f736781c211996c2aff29207bb4260364fe5a2b3895b9 +size 3742 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..80be034c2fd9832c45426cb1a5d1d9c52c6eba90 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613ad74148d7060876bea9c713f4eae9f1c5168151410ff639cfcff64b5caa58 +size 3701 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d758e5d7292bad03ef4b7eee63b37c43f2d4e1e8 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5313afae3b646c98b67181607a483d254d09c2d3a5bccbad97257814cb11bf +size 3711 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8c5cee61da7f88d8332d6bcd8c51fbd3efebf64f --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d870d05417551c3392a314e11ce85864035987c83d209384a2a625883c99c7f8 +size 3751 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..21abc053a7bd0c38b9607cf3c1edf3f7c24a33ab --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1021b72f7dd02c439e3c89b6aa8fcc0b80d3e373c3856ffe29c6a97e6e583dd +size 3733 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..1161fb7a4c11dc18e4c6e49cbe67a5a70f36e98e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12ae1b9174c9f365c4f4454b0c8050edbe23d943f0e6d7e05c73b3a36bc404be +size 3721 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8c2df1ce36dc3ed53b8235dcf2ed791d29c8937c --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f714cbf4a6c899e28e5d7f13e1e24099601cf9b2b32b2d12efa4d550bab9f002 +size 3701 diff --git a/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369 --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2 +size 172 diff --git a/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f0d5980a1461c96a22877e82fe8124f012e1d92e --- /dev/null +++ b/checkpoint_20000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090ba6dda33b648f3de2fa40acfb61e107c10bf55b312ad0b9a5ccad0627edbf +size 1918 diff --git a/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..53a109bc38d9fdc0575df54318649a2d236fe3a6 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.encoder_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebcf83039478ecc5e092ec28f088b0e2e8853bb42c83c6de166b6bd27c2769c5 +size 3712 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..863f7f227bfda87fbaab11460a065dcbcb592d74 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a9c9e15e6814872ffbf2f531ec2421f734a997437feceb312e01a6fe2d7c84 +size 3679 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f9ea220248e081c97a42481cc4ed446b0230ec97 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9691df834892d953ad7769def0a4285ed460a55f58d94d2c2aa758e379d7fb +size 3649 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5254b85bca887c36b64801f8f29ecd780e9d2eb3 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69008eb122794c5a9e808168629c4ae818bd878a7f61b38125f78309c0145956 +size 3721 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c21a2aa275e3278d42736a1ef87bdec4f9f63208 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ccbe20f150106fed823d0d2a1f106ccde4e8b776c35bd3986cb3919068182b +size 3835 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..57358ed1afbb87323204f7af108b3d2b76e24bd2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2259c30d83310d770d63e629b095c5228e059f57dcdda37cf1e1e3fb5bd0f6c4 +size 3715 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a4af1e580c5f177bde4c5b617eefc14afec1b2af --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b6116fbdbc3dd64090b3a17b431d8de50ca587abafd7fba7deffeb68ff8d47 +size 3783 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..77527f532291bb04dc5cf0b29ac7aec839940f75 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0bc414ba49d2fe4349e9fb15959e38178bf31675850e9de416b37b4b0b7996e +size 3692 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f30ac3643576c6674fe290979f5958dea80fab42 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31895fb331e8768bc5c9bf1e32904a0930cafbc4f91fbc568e02326a85265368 +size 3779 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a47c2b013f9bc8a527739089407eec4e26097750 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812172c3c5c583859ac9316602da3cb590875e689706caf8055290f2c82ce147 +size 3688 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..838001a081ebf4f8c8d52c882520306713d2e756 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf05b87e01587817d0c577fac07ee6c3ce018b6795cf6796d6fd16ebd24bef35 +size 3789 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..605160889f746fe0db226e741511f9d343830df4 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173e5799845e22a886752fbe43ba627c9e55cb47fac18b7b6ba706096b6e555d +size 3726 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2a0e6ec23733cae95bd5a51a524fff6b9d7f961c --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d0118ff2432bc689576975740a6d2b1fa756c70e622cf63f6005f566c1822e +size 3761 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a92bb03d4bb0c2ababda1fcb7d5e6db8d4f272c2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190b64da95afd2100205b00efef16f044a82d7b185bcbe8fbecf16d7dcb3c598 +size 3690 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..dab53d195f90bbbebe986861949fccc96c4a7a2d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c705cbd86ee6260c3dccb5ba84a1737dfc45d24bcb2da63d938b9556bf2cfe +size 3776 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..de3d4b65dbe795edb7cc363e882e9827e6d9c5ba --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e2c71d6bfc54d21a26bd6a5670cd3c1a9d54bdf72921563e28060b0d812d8d +size 3708 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..158cfa0f4cd384f52bee0392b6f2dfe378387130 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488ba84476f4abfef0fa6dff0ba1eeb054f51c63e56bc20d56f4b9a188304e9a +size 3779 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d97c1c41482b3d0d4ce4375f7d25c3aa9e342fd7 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b8b13c3a23e8665a281cecd1a7e2129e171a7ba6c3274564d3a23947065ee8 +size 3723 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ccd7067463c8d52c0f4fcf54c8985e33bcae07fa --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6ab4ba8c017c5e9cf3b09f058048892b0588f32c9d8b00331cdb2b240c1f76 +size 3766 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..9771995e3609a30803b960c5d1fcd5ea1b8b53d8 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8bcf6d2c3d578bbbb562111253768a237c7f4916c3a00a2766d2a5f9990560 +size 3711 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2f3096ea706e2a3b780304d2b802765ff05661e0 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b187f09f6792a0b6a143ebb93c5bc7af6020553827651bd74cb42f7d269be3f1 +size 3780 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..73f6275b68a52f7256dbdf95e17982bfdeb3ebfa --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28a1dc2b798d49cb05f50da4049c75c3a8aec13f4bfd4aad4258d6e25cb244b +size 3711 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..10bd18004f794a2910c6c803fc8276b050714a42 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_18.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29c099abb41ccaf499570ec093fc72f3435bc96644132c50cde8174bda1d6bb +size 3779 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..315df0166a8dde5c1ca68c2057c237235db0e883 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af49df464a11731421f489d608f6a7e81e84e87cd476e1b0a4ef2b5f4575bc13 +size 3708 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3df26d2ccbe2f6b7abdd6af01ef644269bb51e46 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_19.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e7c2baeb73224aad58e39ab932780d7b64c3b94b9b6af50e84a7a4139435da +size 3776 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d7f4e9945fc6a907463cb88459773cf273c519df --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792569fb9d0ee0cd32cf7a6b95abfde81053f40e96fb356af55f343a2be4b8dc +size 3719 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f442ede2586a9d733a99d1d288a0bcfe729b6cb --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a58b257446ac3c60b8eb7ab03dd7499e9be959d99cacdac4d5c9863a85c6b2 +size 3789 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..dff4bcd4f9977758788b9726a5eeee3c82387b57 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b46c8bf95384408a4aa4fac7e4bee727e3f17743f9702d60294e313cf8d2549d +size 3717 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..aae6f4aad9d46c490bae1900e4fe38131475ef0a --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_20.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7f96e00bc89b275f09b718fe8c76af395df9b5f0723dbbed3aa17d60692eada +size 3783 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d84fdf5864bc44df9ba008a42742d9fac37b60ed --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7753a7dac1448d4f56cc07ee16c71097b03183d7c524157512050b61e631e75 +size 3700 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..85d9c90ab97059be6e0ce2e110677591c7b68f00 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_21.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f625287babfa37581f0b5f1cf9a62cf6b095b83903e584c5eef5830ca16d12db +size 3799 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..98526376fb6c5e71f39929b2c685c7ca845dc6c9 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9398ef90070e2ee2922af6b74206152ceb72ae4007d255c3e908617fc2039b51 +size 3705 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b679b4a07c2fc6f996bf4e76e09f5ab91cc6915b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_22.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe9997fa242ffd4a97789d3bdbdba8831e918f730d61d35517c88d42cbd991a +size 3811 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..59cb656995d5815bc53d1f1d71771fc794d9ac4b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71d3993a676e5e56d46b46def5d7d2a4eb4e31c9834114fdadcf8913e53b889 +size 3694 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..32df82e2e24f0e16f7b6ea914330e74c25c680f4 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_23.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e9a3fc660ba2f07bc6ac9628a92c26726e63379d7364da522c52c7b59af5e4 +size 3796 diff --git a/checkpoint_20000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..272fd481c80fc0ce59d5a5ed4e9d184e369aa5ab --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_24.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea085578ea4f440f997437a6758353049fec6e47d84430b3cb2d9e8f432a2c9 +size 3697 diff --git a/checkpoint_20000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f378084fde154076b3a52e93adb9b3081ec2f0b3 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_24.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9056c82b7c481fddf7b85cb1dea20ed43dad24ebad2cc9ee61aabb4625cd48 +size 3811 diff --git a/checkpoint_20000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0cf484a12d66bce2ad2facfbeba9dd01bbf6e55e --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_25.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fb7705655245e7c8dd7a4f2592f1fd35176b2af60a434c493fc39077874b49 +size 3721 diff --git a/checkpoint_20000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b13c18bf99115e0fe1f6b8a77f5c1d1ddde1651d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_25.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc018655bf2ed0c751f69ab01542480872be3f2121c591e980b68b62141fedc +size 3769 diff --git a/checkpoint_20000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c32d5701f6d824fc71db55397211f19935b33713 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_26.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee8843e79564252b31475511d49d850627323bbc3a7379e3367563c7fff25c7 +size 3688 diff --git a/checkpoint_20000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8f8d44514d31a2c2a96355b03c4b8ad9542bdb75 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_26.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4865a8044c65c61f2101eb09e7544cb4ebb5f2d34548978e28032e09f4c0ef +size 3798 diff --git a/checkpoint_20000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..215ee78428dbf89440124d4c7591f97f3904ba4c --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_27.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570e229cdb5dbf3ed2b76fa1b83427c882947543b6023ecabe006dffee918e27 +size 3701 diff --git a/checkpoint_20000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a8d75a37ab92f72e8be349bb849f4c7768910831 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_27.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:304a7810df9fa7c5fd5e67fd442834cfc933887dc45e097a9b1e22559b683209 +size 3774 diff --git a/checkpoint_20000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..b9dd568ec598143b8f94f9a04c6411d6f0eca956 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_28.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d019e9210a3664bc9fcb44d869b885e6f2910da10af769c27364ff069976f9d +size 3702 diff --git a/checkpoint_20000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..2b297a628ac4c3566719fc3ace0a1a2222445766 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_28.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e53bde9dd684c347d138a65bdfb5d9cf927f42b05aa2bbb82d0a9711828f5059 +size 3776 diff --git a/checkpoint_20000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6c1ce490a19ace57c142c7d3f5b05cbe8e18640e --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_29.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef629c7e578e9b97950dcac10242a88016cfc2986bcc1d46f26ea6fe041a0d8 +size 3709 diff --git a/checkpoint_20000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6515f678d0b6435356c52549c1d3b95224e85d2b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_29.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be77f7c695f32ecabee85ea819d6cd3157dd320d6cf98b6c4318f3570e6af95 +size 3775 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..abfd90969204470705b62cb70d5c74ab30ae6ee0 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f054c29b653635a34a4e286abd19b2cc3bafdec1be5f2d0684a8cbafc01f8a67 +size 3699 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d14fbee016cb2aca1f4b4860bca7d968727cd088 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d3505c177332e9b90c0830aaf69b29d69ae5d22cdbb88445541191cb804941 +size 3802 diff --git a/checkpoint_20000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..69be4a827cd601727b96e897960d186efd234141 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_30.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1569b9614acfb21baa5245c762de1dbb7ac489e9d065e9c1bb6c80c448d0c16a +size 3704 diff --git a/checkpoint_20000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..452b87e6e42774c290864877e65db4980e52c010 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_30.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d090dba90edaabafe9c73c8ee8498df8aacde95cb25cd286e3c81f53b9a42ee +size 3769 diff --git a/checkpoint_20000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..c302442b1d4dac9a714908098e30a9697585379b --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_31.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e7f828da5a1975fc2b8511793f572991b16e7099ca0525d60a900612b95d58 +size 3713 diff --git a/checkpoint_20000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6be52933fe61914cbed33a2bb428f430b91fbb68 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_31.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9897b651a8044eff90ab5c545d62ddf3f8f52393eda1f8ab01b9790a9a6fdf8 +size 3765 diff --git a/checkpoint_20000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..5ba05e4e3a7c587034ec570e838dc542d5364308 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_32.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfd35238b774623f3eb18e16679decd9039c73bf3f3c5e024aa5eebf84e9d2c +size 3703 diff --git a/checkpoint_20000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8dbc1faa8edf31756b8aae9c433d44e6ef00f873 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_32.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6d0eebbf2bb85ea12dc68f5294f430f0a6a56148f782d45bde93b86e164970 +size 3777 diff --git a/checkpoint_20000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..7303a3d5f117b9aaf760f86fab43a1e2abf1861c --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_33.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a74e700c1d831c02384e0ccc2624e22873d636b230edb0eb3b3c30b8c9d63902 +size 3702 diff --git a/checkpoint_20000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..8204b52dc6230fc3170d69d4141e570c6a564c7d --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_33.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec20bae074302dcbe1bf908670fb390a22c2608df22509d2a260ad8f352e774e +size 3772 diff --git a/checkpoint_20000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..93f88a0b000a33461086f8fc3cf395f99c8d5f74 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_34.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8ad8086db1fbea786a7bb556cc60714b3911677943a8d659d66618462bb657 +size 3717 diff --git a/checkpoint_20000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..6f433e2673cd83c47c22dddff19978326513c964 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_34.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9309ed076988696c4a3832b26e391d62fd713acbec3b3276a2c137d253286c +size 3796 diff --git a/checkpoint_20000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..a2f4cfc2fae783c46d2b61c3e47152f8df44e4fb --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_35.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7daf6715102085f8efefcd9d9d4a7d9c613bb5e6eada01928038ee6968a5456 +size 3705 diff --git a/checkpoint_20000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..91426d96910239d0e498331444c4cd907c78add0 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_35.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ebde1968c9e4259bcec8d4026eac1767c1ce43c57b97be2716da633d20e4aa +size 3770 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d4c57083eafc0cd1ad36a0dcc2bde0f1b5e4daf0 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5489066c38aa76642536b42649cf2059dffdd6032e54819a3a40231262e88885 +size 3719 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..0c6db8130f60228206eb3fab34c6edd1461e9eb3 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e5bd552dcd0ccb69eb3a620a66853326126e4fd6e19e495686187dcee56feda +size 3802 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..09fc854647d5448cee02fc9877487eda71457ee3 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c0b5335e034d118b70c6ace2670c256f2fb5c1b5032afcfb0faa5b161363d3 +size 3711 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..551e1f6c866abfa2ac1ecf74c02f0de5c5f04209 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96855a794103c4f5676aba894f3f73906a9f1daa37136fabb54e87891f972a77 +size 3784 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..49ab7925a9073008ee725b50a3d34012a0c4da31 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:759c8a18902deeaebac73f5d7a67ae4ffd84a5a1896c5033d72b6ecc4dfd1cfc +size 3718 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..73eb0a7251f92e7c140dda7f19a4c5a8707f10ad --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d3adca4ff56ffe9b120c13102abe5ce77171ffdf013818b3053eeb837c2ec3 +size 3814 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..662ed7256a71b9ceb06ff2c2f50a38ef87e21677 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e3a3a09fc71f02daffadb81647721d9be630418b19ce95fb47719cfc2c1cfc +size 3720 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..d318b7e85ca90cd40e6eebdd0f24f391f3045669 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68299a0ec8b8b26ff3147afeef404b1f822d1f79e63056e49b6c5a5b30cc2b13 +size 3775 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..35702ce02f9ed22c6e440d4a78516adf02d36dd8 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9efbacce20e406814865f3dad5a11fb1c1b8b5bb3a7f63529ca1133a36b4f21 +size 3693 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..299ac357193309f86f11c0e74b980cd36e42a076 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052586c7f1cd1921690c4f9a2313e66d16f6669a1915efb41fffb19f8e7ecf03 +size 3802 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..ce5be25ea678d401606e15a74bbb4129d4a9dbc8 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bff3b03b7023a8740477a6c58bc7db4e7691127c0596d274e4119a73ac958c +size 3702 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 new file mode 100644 index 0000000000000000000000000000000000000000..f45278821d4694a9c182fe8f6157542d8b5b87db --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c34278f34193f9f57949179cd014310727f07023d2e013e8b124731bbd75612 +size 3795 diff --git a/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369 --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2 +size 172 diff --git a/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cd417ac875a663c81d1bb78372d3b3bceb3cd48c --- /dev/null +++ b/checkpoint_20000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d6358e03b2f346e5e4bcc0812c15258a4d6bfc18fec01acb2c4cc41692f885 +size 1942 diff --git a/checkpoint_20000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_20000/target.decoder.decoder_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.decoder_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.decoder_norm.scale/0 b/checkpoint_20000/target.decoder.decoder_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c458d1b1519062f71f5ac2b5d72bdb2bfdbb0daa --- /dev/null +++ b/checkpoint_20000/target.decoder.decoder_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178d5677db688be9eee6d91ba94f209c80f60c73b5f56b82769e08b99fdcf7fb +size 3605 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f5a05b85d3acb595ba2a9e88f796c414ae11b1b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965f1d7ab17c49aa0720dc4f9133b6dae51d61af82dc970e63b9cde1e5d8f458 +size 3899259 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..09d0725767e2c54273cfe580e8825a257c69ab37 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88408c633260c924d618b9f2d8a88f465bb11de121e27d20f86976a1270536a0 +size 3905084 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ee28dc69dcc503c72745cf91ff38acb5a45b0f0a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1401e552d0c67a6bb9d271d8cfcfbbbcb9d9e35b30399a7166d069955ea4e3a8 +size 3906989 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3fd0a51c50558012d47043288ea5e2f6eca01e0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a722109a5881f2df0a44898cee5893c6ab3ba54c710f67e9577405dff4bc49ed +size 3907855 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e83a54aca7ba2f74ef0a5c8999be8a2f4d95b4f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327fb6a8a12b4671037f4d9ae7b47cb6c01be8417f315174dc4e0ca2d66a149d +size 15584717 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d37a14ca9b053721864023e54ceab36af6d165b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b66018b408033980d18ca58861d15ecd1fee009db98fd3bd62f7ac86f8131f +size 15588500 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5c6d7de47d03bb0dfde177b850662386f3a24198 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e634f522bd308f6e45cfc1f68375b8ab152010cab4400a8821e361c5d2db18c +size 15626808 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..62df401578147e89bc88414aebcc312eeb616a27 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d59d846ac7690c5d99705627881397000410bf51a0f4d0e3f17efe59bbf4ae7 +size 3862 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e84aa6e9e4be6e0109e73aea549d96c5a8e6d934 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31167bf9cf79b3936bf41de53522219d8aaa619f27bcad6d1a9c9c0b2dcd7371 +size 3794 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d7ef2c10aa38510ce3a7390d57cd021d5fc0122c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b551e3f4eccd86a2259246d70306ca2ab102aea385eb0e4e7a8faf22fe005ff5 +size 3742 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8ab8e4bf5fa32814b06733426e92c74723887599 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c37c95dd6658d11d788efdc796939d735e0dca7831d24a4f559d5aedf815d3b +size 3898288 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76c47d9ed9b243d63bb9b657a26d3a5a40246c00 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d8915945120649c8d7014becea5554994bbf561166dd47af9b429fbc5e658b +size 3903880 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e52fa4c675d8728b356fd83d26a29818e1cdd469 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25edd80a0c004de1cc825f0f89df73c0c14cbb8deb67fce6e0799133ee11b38a +size 3907041 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2e41c6b95f05795aca9838fcde5a0d18ed6bd236 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_0.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8012f5b6a5678f251d0a11a5e68d40b6c4575307f58da1078faf2782e6689a17 +size 3906344 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..31bdeffd15847c31dfd3f6c59e01fd4937494c2e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d81a3e0186c476f4803ddca2d6ae4ed05077f1d9f134d9b608a3708346b998 +size 3905086 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dd2beeeaa681bbea3ac9f732c40061d98a6fd269 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:772e286fbf849efe686ab004165097830c7489cde8aa5fe8037df9da77bb5b5f +size 3907851 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..854375e4d64d053e258661f2aed0cd69185f98a4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e04be4e310cb2cd2e48eca790ad2a89c9e7d7735b9730a0eca47da992d3bb5 +size 3899583 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b99c4aa2d77ea0e652e7f75d8bc27896e4dc61ad --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79f58d6d2512a7e7cd56a7f1ac9fdf8b0c78d7b693bed9246e259f66eb37282 +size 3907696 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e666c5819bf05ea94795bcdd809b58ce77c0ca50 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf85f591ed2a0910fbc038b821f46928cfb932d98de03d294fc9b228cc75afb +size 15591055 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6a56364a6b99491c1943103bad3cedd455efc4e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33de023cff701a5d403922f0495cba36c8f1d077e4ff81cd19ae227db9d7f465 +size 15592367 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..80ba218b6e611c766a2b83ef5075bdba2eaca45c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3927fcb0df1d11f505a762451964e0443e2b5c0e1a498249b09d23d9a9b653fc +size 15633514 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..bcb920c60299dd982205898eb400c704095511dd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031aa0c7ae250ec9797e9616917f7d6e7d99d098375b3e4500b6ead6b48e8b48 +size 3835 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fb5650c1fa71bb5ba2b5b4c68c932bda6954005a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307196a7b9b469a23286396ee103dd81b70fc6aeda26d9adb0850a855521a268 +size 3720 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8030fb670b348dd019851c4008d0549ea23902f6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e4fc1e16c891353bf2860bc9adebaee097caa755b0fb4acf8292f42683deae +size 3886 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..71fc604e7e0fe50c7b07d9eee807f6dc7a5bd4d4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1480f46f438c8c55fc1f724f68dce4c721e073b12922fb7ea0cc01c0cd5b674e +size 3904612 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fd12e5079a5b985dded1728f4b8574b3a4d09b5c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd72334803fafe1ba79fc56a5641ab99b269620a97db253f8ec42e6d12d60a5 +size 3905049 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..af97505bbe5aba27125215a8c2516f8203db54df --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614bb997f8f126f61fe619477c4fba3213761e88a5ffa46bbdea18574629ea66 +size 3903600 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e11b05824b43588cede80ac241b4d0c7d32a144 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_1.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ca0a0ead591ed2ea46e564f69ecc8c671d0c41d50f446d6243a360c098779c +size 3907397 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..07567266350d92d1b2cc90fed00a6b4e4c298c11 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66906b37e55d9d16a4168ab82b8aa96274bcd9765cffdf8f36931e49df142f2b +size 3901609 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..75c55f7cda5e1ce5de0f8781c3a6d76b643ff699 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48e999b366772e0e2eb76595b532b8d35901353722747f28861de470a85c314 +size 3901770 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8694d7fb957e608d586f920f92c2322a2d914684 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f71d6feb12b14451f6d9a340015aa0850e6619d550bb09d72d16c982b03ba9 +size 3908285 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..443541c0cfc9a773f9a870a75d78eb236fdf373c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32203734b5fb349c716cac9b0b9500d66c914b37d841361fe12cad860399f12d +size 3910357 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6141c74bded51d468df4207353f4e9277fbf512a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba9182be29ca4aa9c67de70a4c39efeabaed5e26d53175c66b427c8c2c0e7f2 +size 15562522 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7b0b959fa53825ec23e60e0c64e471c1372b58cb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59adefa8cc1a64bd16f0871181fa81d52182243eba03cbe78457721605422793 +size 15611253 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..81f5fe45e6c8443b64bcaf7630ee6d10ee627e33 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8890891dc49f7232375037aebd9179d1c02c00aa03940166ab5723520be0a73d +size 15633396 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b70932361b50eb62cca70321353ad7593e7018ec --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e0b83c93af27d73bdb09128a50f5128157c63dc613f37c1832d849376d0803 +size 3863 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8ae91e2db4aeb5e3396f5e789c34a5484f20e7ed --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:becbd01a6fbe2335b3c014e546cbc06e024f20d15e6e075f7eb95ca8a345f56f +size 3788 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..20c80228d632effc4bd943f8aca2a6db634d6a37 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e768952dda226ff9e5fb3657acbcd0f8c1c931b93c83bd18ebd41aa1fd012b3d +size 3853 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e53270dbd1684cf6b469f8e27652e1c0a7fce923 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2537bd6a59e57f6942a9beab388cab5d930f6a2a1410b134784b3c30a3052770 +size 3900040 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f35d965bdae8cdac096407aff8d535aea6e7d5cb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab3549559df1f3ef1da127816c5b5d248447282a3b79087464d2d13aa729c0e +size 3901195 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9729b37b66806cda36188403aa46372a7d7d647 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d886c3c21716a0af930b8d67441abc15c9421fb7bc91fac9a084793b8e42d840 +size 3906742 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..210f6d0c07391269567feeb7e870243ad2016ae9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_10.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ac389996e21ce96dbb4069ca964b2c8bf9ae1710b894163454d407edf77c65 +size 3902386 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dfbd0f8c17fe73006a90e0650fa72c87a896ad76 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a4ec83324b11538da5dbc033249298ee078fcdd4c7f7e4c2fb06527c8efa7e +size 3899888 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b68a537052f1920fac8e99405286c571218b67e7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e5c3f96eef0716307e4dd3c4923859093c804e35199d43d88ec537d8e5bebd1 +size 3901346 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2eea7a2a476ae51c96aefa36b88e2fcd5736f4b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ae757dccbaf563155d5617d940562c752f6292bede0e68839b78f17ec08554 +size 3907707 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..74ac56e241dd57b9da8ad7006e68d7b2a101f537 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7253aa11089ecbe05503cb20822b9ecdedfb1437ac34e343047376e19e455d3 +size 3904858 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..96dcd5293efa62c155c8cfed760f497226a9a0c3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a51a956bd0c92959ec690033a9fd9f6f4a162813c0ce7b6423482f95413b71 +size 15565491 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b4939a336957863646e16fccef553c59dafb8eb3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0413f6f72fa177f548248e766b1caf6cc27048db02b1dce85457c9a23525c48a +size 15613021 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4b9aa86c6c3a5c291c2d47c6aefdd85316fbb5f0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4be7a968c979db3cff58f7d4d67afd258e4dbd5190690be188a0815bbe69224 +size 15634537 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0b8ecf690395154255689f7613a5b59ed5b14a78 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81a280ff7a794801dde88b38781d59b3fc89b906a77b8e64f578ffe7eb6773d +size 3873 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..82f987f59f772a65d2b17458223d8a643d4e6534 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77cde08e6b5c1e81c6c1246b05642bb979948f61d848c9d03842c30a6838a7d +size 3781 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3c9671e28cc910db12e80f43b65262d3cf782abf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa65b18eb7b4072d0e9ccbddffa6e0195165723356e59c850f920e19230a843a +size 3862 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..867a24cbc5d271dff29f1e7a4d9728e4e0e018b3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403fe3b82383708a12c70817048365f064b000bb6ae861a04388f1fafbae4cd4 +size 3899085 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..81da93006bff3bd6cbbc960afb5e1253994572c7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5281abe9388ea4c155de2102f5f058f7afa798249f7755714961e49df4568650 +size 3902408 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fefa9425f272292ae5de078d5b39cb19aaa047eb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b8d104d4f42fbc15a728630ef7803e09efd4e192a64dea632bc32f812569a9 +size 3907068 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6c792bda44b41900aa361ab10ae2e6dcac09f749 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_11.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3091caeb4703632be3b2db9ac6b4a9b068c98051f80b12df9b04646c49cda41 +size 3904496 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bddb2bc2daf7ac5fd3188e44a310232962a25741 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf554e6e4322673fa0e651af23e98393037bd784b7f9736f7f4621d5282e1f7 +size 3901216 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..67b2603dce3a7dd099827694c9e9738f0077d9af --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9aebe7a9a3806517112c54276a162985a207ff6e6f9718afa6e615c9d9d9200 +size 3901005 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7eca3dc3c7da54ae5fabcc73c8f291b9ddb10432 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5236f8e2db3f7eebd485c38b34488cfe8d820ece2deace8235e33507a58f9099 +size 3908320 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c5e3904acc8b9e9f1f8e072e4598423bd455f2ae --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b19c423a9081dda3b2ef62ed499c33c60239145480c8c1cc736ca0392992572 +size 3909347 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..955cccde2872a8fa6bde4f4a9f8a2da108820e60 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f693a928618f7682f93a387f1b3457c6e8022387c5e21a579927c0663da49fd +size 15567081 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ed55b61ba1aff426be46bf8cec1f77d433d61583 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2594f66421e3c354a898a7f117866db9897af01318c66ca38383804a69e6ce24 +size 15613908 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..edd63e7438f206725c50ea954e2699d98e5869b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fdd4857c3b2226d206c210488324f50066b5364efb672b1be71d072acf57eff +size 15633261 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b7ea643e374eb537dde9d9768c6a0713498a4f73 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa47db93eaae7158b58dfe02cb14c7c0c9c4a4e6bb239f1837ff777ce8cc9cb2 +size 3855 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1f223dc3e89917966421f37b4b4fac6de66de6df --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd6a83ac575cda032c23f29db0cdf70072b60f82d9e595b168058b0bd5dafcf +size 3779 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d1a433900e7e4a2fcec43946c0f34558f5988850 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f385f1d48ec60903a53844716519b29507e97526c599b251e114e5f635c814 +size 3835 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1154fb3ad5d799d221df650f7b988495ec2541a1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a54b3bb4d4b741f6eb24acb4f2b7840f0b6eb1f3403ace08fa949656f74b331 +size 3898234 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0071bd314eca36045fb79901f3274311ed8a34fc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d45525560dc0ae14760748d6aa747790670929f6848f0c3585d78d0f2a3770 +size 3900507 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c746be7b9ed84a894f6633821b62863574fea26a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501305dd8c0d6dbd8d05ab71b176be9f92a81938eacd6000c6237f3a6d74294b +size 3907066 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0681c28c62c2fe393023f0b6e04140da684c64d8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_12.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1edbafb6a108e08b19d330510f30152ecb73c8060b1494d26c67bc3cf6dfd1b +size 3902885 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a60b5a7ebf20a27785fb79dfb0d3a62ef7cd0a21 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7c5c04c55d3bee054ce105b3941b157dc3c826fc1a2595cb809110e86a2d83 +size 3899179 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5b31686d09f4e2f5151120f0bb4c3a81e0db4f1b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2e620f6c230ceca870ab8675b022ba916777e239edc47b16eba5d5c6b0a31f +size 3899996 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9940a347bfe758c160b11ff2d0e5d71adc45983e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae494afb1f4502756195ed18680fe447b74dd0081cd6333a49ba67dc43bea5b +size 3907992 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9c3e041ea8a83788819e4b1361861447f81891f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2276fad39f6295c5113c256f534796f5adf9a80c9625a05623276fb266f42c5 +size 3906352 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b8ca2960f5905582e520699293c1b7ed2357f2e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5b08e6dff379c88917c5e7a47a10b2d3e1f74aff1202627f265e0441f8cd8b +size 15561411 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d5d600f25b2ac5726c59ed17b449e55b039bb916 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dae247331be39b29b6b5d1ac118c7607510c71a118743afbb4512c38877e26b +size 15615050 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..13dd820aab21a638002a49cede272b714cd7e799 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da1234547edcf39150647b0683a20f2f0f64c5eab47fc0fb5a5cad39c2ba1b3 +size 15633245 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1d64f57d12fd23715af4af49c7e18678d7fe975c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bbd30a83e9ac28ace46f15e6c64f526268027d0b521ce505f706ec08646bc2 +size 3865 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..07d9e7f804438998da28688ef3cf87466b188a71 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5816131f3d8a1a037bec74a942d0086d90da275ef2050e662e32f8893e7fc207 +size 3762 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6d65cb8454ebd5c470a1d2ae997807a3b8b967eb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:560a03c5f06efa0c64de5799116fc361fe2386b882d524593006b916b1c3ca2f +size 3874 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..657bf9e9d86cde3506f2f77f68e654c3ce6cd5f6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae463e8ea8e0b1c06bb0711ced9556f5ce0493778bfffdf65bdc671f9ef04bf +size 3900142 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41fad9a2db3e74408eec643ce5f08b06e5af9559 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdc67b30f4d7c346dfbfafe719f7add1037f6147b9fcc52c2f8994efd16e63b +size 3901564 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..685aa61e247811317c50578bf4ec6a0f984ff625 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26694441e6be9e3c8c027ed733e2b4261d9752e7e0038584c75cafd47e916ef4 +size 3907049 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8bc64a4c1f85e1db5690bd109c0899219b5a6ae2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_13.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf6c18607d6504f2e5abd278a3c6524cc382322feba8b6b5d4e037b598ac4ca +size 3902724 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cf795a417b30ced65e76975e832ceacd539beaab --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9143ed110a14aee5200881b2fd57d632bff4f4177cc592cffefad5845813c81 +size 3900165 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ad37a63378d2f74d1c07d5929f46a94f1ad5be57 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:addfed3b73161e584d1c93d3dfcf249b49a47430ffb1ba6f907945aedd014ab0 +size 3900133 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0aaca5fdb7877add33d2ddc94008df1bba7d8dc9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba22371065adb699d788eac4967737b1419575997034ea5ee93e43d03e48a01d +size 3908061 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..798f5d0eabfa93d8c9ab0aab7dfd2025d7ab648c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d834e39bf3df2ba5c0996c437bdb6556bfbcb1ad5b4a4386096fdcbfe603cf +size 3907412 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..58f89c08f6086911ac375f91023e52cc969a2691 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a15bafb5cd32e3b575705d1b097703e909bda78d4cba502d9246954610723b6 +size 15564431 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6d6a7c2e571203953d566681ce3540dcd4af1fd9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10766fc27f0a9ee378a6e4e034e85b76cc5a1fce6bf1d6ed46c730d278c4193b +size 15616760 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..992dd80d545cb65231eb782926b403bb6224ddd8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0a1ed295b0d2a60b9fa3e2ae33016188a25ec003e0679f6b0950c07a80ce6d +size 15632529 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f1c3b05f88a9dc1b383b9d2bcbeb9587b61afd37 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92adb6cc06bca96b8b824d619e5dde2f44ab936787c264b29afcb43f9fc7cbb +size 3868 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6ebba615b20d86c41325136d8c47929874060997 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c091929041e6e7a86791558157b524e5bb269da96291975b8b66f530a3b0fbfb +size 3754 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9adaf9eaebc669bd9dd3ca194de9d49b38cfad4f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ced73a37700c8b5c345d7de7edee0cde23c88e105945001b75418603ed96822 +size 3858 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4794f4f23bdea0baf840b7549963b6963e09c77c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30fc361385f2b093750a06d0dc7cd0e6f5e2292cf87acf580ef45a37e177210e +size 3898588 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..db490053d170436435b0ad3012afdc7cc6724b28 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:662fa5ce7ea6c36d48dd7f9e911de4d8c67a2af5f70c6b5ee58b185bc8182d41 +size 3900462 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6869550f283e69419c9b1381484c2a6d6375f56a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca38a4e831026b5eacde4a5b7dfee62a296ecbec2fad737ee969b84f5fd969c +size 3906873 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..be42f5ef754890b4439e5ec1b1c5e770c2065273 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_14.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31cda32406916e730a03d3e20ae46d9c2ecfe33300fdc9a04a154e93d6555f0 +size 3904094 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76ffddb6640262c640dbe61163e9fe225b293b4f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d96f3d9e4f90cdb52010f857c406ce8bb274439deec3c6f78bea3bbaa3443db3 +size 3899110 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85a1e328823093bc88c227d7a0236be3e7821a42 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1977c22ed1caca758435a75ed1e7c5998060bc5c4204998cd9793ee1b6b031bb +size 3900107 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2b41a237982d1d276db95531d65176661cb48af --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6aa017c0060401d1d023181ce2109a64b1710917516f4230c516dbf782f494 +size 3907830 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e11e7e8d10642e5f49f824560dfd90a3ae2c9473 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76968ef689cd27ceb70a509191a1828e6ef81ee77d4ae578cb3e37a92a43c2b8 +size 3903078 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..847587470712265f6ce3e9b43eab1463d734cbd8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906ee57e349e813fda71e5de3564bf842def9c801c4f7221626641fd8eb65389 +size 15563705 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..91436a989175419a3685e65ec605bc601cbeb461 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc43ea1f6a656f6efc4dc107a9f01811df66d1b35453dfdf08fac3250860e17 +size 15619462 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..daacff9de66e85510dadc77f3a1903049275637a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fce826fa448dc3d88ef6d89e6445304ab613fa2d46276d84b0be0c9f64f757 +size 15631461 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ff826992fc2e4a834decc4bc53c22fe9343cc1ca --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41460dacb896a361221a98a04115e64ed59fe5ca663250a8f09688b462f1a07 +size 3856 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b9c2cc77df5be813d921bac1fdde5a2f017082de --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd12b08157aa76e00a6510a1ad44ba5b5b21941d125e63cb597b24999f4c068 +size 3750 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f220c2e289206bc60cba8c3340a0345952195fbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8442edfee9c26903927c0c026ff46eef6a640700c4391cf2d907f35fb83f515c +size 3835 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ea06b3d62feb20cab23d6257c0473e4dd339be3e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd43908f039765756ae66d657f966c09eb6893ff9966ea1a4b8badc1741a2b34 +size 3899163 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a965b9a8f43f679e17c93571b3454f6297cf37ef --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a1a0402dd6d63eae5fe409a24f234b8e08b056d818a319f3f3b063aad9286aa +size 3900703 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..20135bcd189698ff48abdb19cdad5e123a3f92a5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f703742437471f60b4148ff60fa2078ca3aee12fd3a5e73246cd76c467cb2368 +size 3907917 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c8cc9063fde2f2cde1f204f716dbf950684b9525 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_15.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c25ff4c23ccbbce0130839274d16bdb87151cb2ce3e03e03e255b113f461f40 +size 3903800 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..858e6cb5a056339dc91e2d91d601cd666fb7d18d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13043d883259f6933f659e1c5f8d9562d942dd5f351b7063f9e386b3222e758c +size 3899702 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aaa4c1923a8dee578ed68ee47fd4701816440e7b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5cceb90601973159d6bc0446e79431536bd87d200fb45f8c73298f9b9e98d11 +size 3899683 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4293599af6855718f35c9988dcc0999c5fc05ca0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3e2a79affbe8b9e51e77033591d091355f2177864d803e5122b0c330240881 +size 3908026 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8d69e9b94568716efb2ef3a035b6376a41c37d93 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6247692b15bfb90af444962cdca89b55d4e68a780ce24e1b245c4c16b4fbecf +size 3909880 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d6897c14b8193f8a831fc926fdd8b3b7829f35af --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278e0d1e9fabdd536f8a74b0aecba14b749d0a0948055300d2dfc11bcd4c8c88 +size 15564335 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b34e41e45f78f4d05810a48755b3c9ec782b1800 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb49dbb27fd85c1c67fccd86ebae4f99af9d9b830628668bc66d30921a9998d +size 15620248 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9a92f1ec01c174b0d6f00c1b892c58115484983 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acdfb388d2bb5892fa42c4be0a89643611f437b3a28d2bbefc8b809d0bbe5fb4 +size 15633906 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cc22d9b8a77dd92734356e6b97352903265e01c3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f1c81bdfe7797b3c15d7db6575ccd4db13fa35ac118512688c46d773b9664d6 +size 3869 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0cef00d07fa49538f1543e14c63eba63761a2fed --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6087f76939e0980f3ba09827cc3985a9ff08c1bc4028becd77ac2f9a5ba5457e +size 3753 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ff9aec8ff1391ba87652abe2870711741abfe378 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713dbc7fef07f1adfa8217c31cf1b0b925c055a91f9960363cbdc279e9326b77 +size 3841 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c2da0c10ba4370b5d43cec81da286b72a356b77f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5a488f337c16b4a5d4ab0fc32ede2b5c6d376f96730eafd44c2f872fd3d3b4 +size 3897581 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a311d85ab66a9b5f908bc472aa542b0297f19333 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d482a5497441b44b121939a7bbf5d9b92ebd29e393bd5c7b2dc17b98edc35ec8 +size 3899454 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a56873af8c031e12d3807acbb8a2aacf1441d103 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13cc5387900344e54715a205a52c5dc5fd61467c159ad9160accba4ef16862e9 +size 3907102 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8b3e88325f555872903c822b5809e687455bf42a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_16.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa1262a33ecfeae3b1772eba26cf786962f80650f7f5ec8c64cfcf8d246a179 +size 3904396 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fb16009249eef0d1b8aeef01de12504073cd89b1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bddc08e88fbef65a8e65be14819c1fc0593ff47e97ee1c889337b9507bfc14d3 +size 3898374 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..122da12263cc4f7c8f1894d47a55334c61b5565b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1135b1fbae36bebe4363137101060ceee0c34f1ad36d50b416bb2ad17fc686fe +size 3898859 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3655e21d34952fa311d6630d443365b6418e06f7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53045fd868de3a56b1800a2201d0c705e1851993e315fa1fe89eb7b30db44b1e +size 3908201 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8213b1e096e8444324aef59a3bee74fb153a92e8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a801c2410a10e9f0d7fdbb5e2f765998e7d890895d8d0248c9464598eff8c6c2 +size 3902740 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..687ce9c4f9f2cd62a9c4f287c6c009a64a55ffd4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65e58b46cd9c85f69de1f7dec609dc3dd2f616314df377341aa019c2a2fb507 +size 15566480 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e654d11b16d2537729064275576ec5fedb4a9eb0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9c590ccf01a2626235b802fa16813f81e37867c55e1ed84ca819a7ec543764 +size 15620284 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..674ddc70496301d60033c2102e464dcd6f7acb14 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adaf6d0a604abed64e47350ac774c6987c1383dc22046b3d8948067e72709ee2 +size 15634180 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ed6edbbccab82d60fcfa90cf6d12f3a3a1c053ed --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e59877d267218174f4a58544abd9bb270ca099443f50a3ffc25d0256cfb038 +size 3862 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6dac6e68547bbfd7bc906c4ab65374a376e4a2f7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12fdf27673c55677a75ac5679d3152c5bde4292c9e68da2be9760c5710cd54e6 +size 3739 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a410f19c63bae7b8f8a825d46aa0bc753cde6065 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4f2a91242fa83246a94c39f93d81127be6caaf9cc931596024a92d694c3b27e +size 3846 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8d8803ea59a694198a2f4eb25d04cd6f613e457b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a536ab41f1339fddcd48766da92250a4d30064fd2c981173a87787776666ab +size 3897917 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..610a114de35108a80d5e97c24c06b806a4d12076 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e6840cd1fc9c1e70faeed2f107b7736535e6748a37b5e263d0cde649d8b59cf +size 3899847 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9abd7babbe5ae8ba2edc87587b84e67202f9c1c3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59831f29cb272c194c99325d1afaa1427aa6ad34c5e00fc80b1bf7052c3e74a1 +size 3907247 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dfe520962dd7d1aaadbd869a2cfed9b7436f2e84 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_17.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792d05141f704cbef16a70e23ffb5ccc5266c25cabc3d96547611292868fb3ac +size 3905174 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e8cc08f3706ae46e476bcaba0e0068c50ddd161a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea508d9d9f45784058bfa7d6b92901263530d16553223e130f6da91117f406e7 +size 3900276 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..64b9d751b12611e124ff75503d7d5f797e887354 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e0364061a43784c0aa4396c2b92d8d892078603aee52133ea40f0943813e66 +size 3898976 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..abe40c6f6a5b0aa936fd59be94b8ee88a5154208 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24c9324ef71a3c10c2bdce6fdd2bcd25dbd622edc19b94acffcb0edaec01b6f +size 3907925 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6faab1bd1583ce1ca8cadc9eb0482230da4e1ad7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4fcdec6c76aba670a4d3ecf7254193ab954530bda56c635a739c95e01791944 +size 3905493 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..38249673e8d339a9e84b79771f2d408b7f3e698e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dea97cfc5ec510b64d94ce2dbd1f4bc01991045b2acec1bf6274ae451549543 +size 15566888 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5aeba9d88be3c49466fa64770cdbb0e0640f4195 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7f932e27f4a02938398029255e76082a2b6888716a3da4e7e0d6ce447a1824 +size 15620562 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bedcd24927d6c78e16ae72e0399ad7ff7f00fcb7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9159c0814683abd903dc87e17eda561fb565052d9c886b21f78b7cbcf5f6d5fd +size 15633041 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b04d157e2f41ad07bc4a83ba9cbf03c4ddd517d1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fcd75177c9a4117c7188277ce684d5d491f6eeb40f52791f261ff6e78defe5 +size 3868 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..39e481d43ed664c5429db67ad3e4047a0e1aec10 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790ebbc76fa25b65f044a010ba804c7d9a8948b73db150be443f6907a7885eff +size 3752 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f2704d6628f3b110189e249b50e1cde23d7620c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473a780bb8a301c4fc0a247ccb19b8239ae31311425ecf8a414708fad9a9b9c6 +size 3830 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..38fed4cad266c083976da6e6281ac326624a8253 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976c47136baee0c6fc2b78bbb359c23631196c27354787d9b45e4961834f5d11 +size 3898486 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..50f08f9b29ae24dd9c3169a88b33ed076f086c9f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5e65d5ba43a92c0aa74c06ecba809a28d02db9fdc79c355400f659dfa93cdf +size 3900302 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c16a8a68bab361780fcd21be041fc8ce8562b3b4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0103f24976f9cb1342ed08850e57001bd1c51a639d4ad0305faf4f232ec3acb +size 3907674 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c7654c464dba0e6fd7e18ca2a93c9836892b1f93 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_18.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a24648432377fc074a564c3088ea14ee09ef48b8ef20363fa93b9d974595987 +size 3905236 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..df3118ef498f693d46e3a04ccb203cb4a4ac2777 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d93e32cc7e8e652829e07d9d75595d2206338cfd20e5f4a1652081f42cc0ec +size 3898864 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c475c9c2f53d4e800d3d91d9b74c21665faa7416 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1159166a1220b88a3f00b07b99446344d97fd919032f1ac40d404241ea804d77 +size 3897745 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0b9597d5dab00c133609b29618fe24d25d8357e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6461b7c544fe4a1a504cb20eb890da51a816a66cd0e28c2a0d54f5b1c6bf86f3 +size 3907655 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..430bfdea063b5a7cc567821477b3744a9f9aaeb2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357dcfcdfdbae1713d558526ba7f40160ae6c2aa1feec7344f695d43c7263a65 +size 3902173 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..60759d428d22b0136da7793bbe7cdcf2fcd2b8d4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7550d434123aed2302bd4ac5e4c404fee46cc30d116450002f7fbc4b5df024 +size 15566028 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..11a3fc9c389448e5105dd03cc2fe4676480c58e5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11278201ff3e9a3009502760bf612ab79963b6f07ceebc86b8da3051295d5d85 +size 15618749 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f547e7ab837763f9fe5bd494a15d52612b19cdc8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88896754be69e0ef218725725f7786ed4e9de5a8a68e4e8c96d2547ed5d1fc1 +size 15633718 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..30ce86f73bc84db80baadacbfbb2207782f84955 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2411fef5858797ff7cc57a1b4ee6f29b0faad6cea4036142c25a5ff2c9a48105 +size 3881 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5cd613e8daf44f064c7ad97ee3d8653dd227921d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed1ed385e4481e56f8f1fdebf5db65faa92dac7c318eef17f964028318b021eb +size 3748 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9d7f2bc0a5c64af298df05c46d2b592992095449 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665839fe00cdf6f6714c7dcb946f95e6dbfe9168155edd68cad9fcdc55f093bd +size 3848 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..09d7a1b42b012f182e36e937c546121cd3cb5f3c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8058cf27ceb5f4166ee8b6d17441cf99cf3f9c85cebb8ebf885cfa6bfc1899c +size 3897606 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..39036d4a70c1c3d397683ffd22a44556f7d62366 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237e74c2ee4d05f7f44be3d15f52b85f0f039c51d0d602d37bc7fe2dec282919 +size 3898843 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b36abeace6c04dd27ec44e479c1a539920976454 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0306928d01c65e648b82485932400bf85220f80d6d1dd013d9274f9e10140f40 +size 3907392 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fd3dee8c14d9a32ce413b4db00fc6cad46a77e7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_19.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b680560b03244006f9d0e9dec57478c8182cfde45ccae7ff45749a820f47ce5 +size 3903726 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bdc2642ff9bc5104b7adcba3057cc5f1d630d947 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1618e7893e6759d6d10842f7afdce6fabd1c5189245c1a0cdfcdd1d536e2ceaf +size 3901215 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fb926c97834c754752d3dff3dfec3b85716bd4bc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69421126ab7e40fc4880ae8c67458c4e4a73238bf7d91f88192ee708472a6133 +size 3899492 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..06f75f46776bd69cfad6442e85f4776762a718dc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5deb637cdd43255d982df2f18c269522c739425799bc671cd1dcb9d2ecbb2900 +size 3906842 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8828acd8a06f50ab1db034a91cadc73c4d6e0da9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ebbaab5e64c3d9a13cd460cc5cfe7d5aaea4fe739d6f095e3e61d51f4293295 +size 3903492 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..67f8e9d43bcf790884878b0f9fa3300e86712b8b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde6d7ac82b5e39dbb53c24877a45c96285105796b36bea545bfd855c4c695fb +size 15606262 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1a1de194d7731f1dbba8cf83b9e43eb00e56936c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f8ff538362a9a39969817c49bf4498a6b40e09c526b0800216506e09cb5cfda +size 15615557 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..14f5d29440ef094d744382e03d7d9ab550d56291 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d9fb4cae965de3b760f66ddd58d3752862a1d6924666865e9d6ee48024cecf +size 15614774 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b764ad596fa9b6ae3ad31fe1b6a13cf026e63d7d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9776a2ce9204351e0853764f1021b229027570116ad9f2c37530a5c5b5028af8 +size 3883 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7f3e87f9487b50d64f2cc89ae7c14729458b7f7b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd444fd7cdd88f6d7aa9d118cb7d3142cab059b314839ec555363aa8028fff8 +size 3856 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3d216684d0f13d85095e0e1fb377ce1e6bd23330 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85fc09b503d4281f3501c5162e5cddbfd59210f6aac5a57d0f06dc5189d7e6a +size 3880 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..97c3917c65100bf00c02e1a648ab267d7ba83988 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b589646115852917b665a6dba729e7bf4db936b82211f1cc6de2cf915002d991 +size 3903197 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..434bec2db2d8c3ab458f03186dabe577b3257ddb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e148001733f54f31a9fedd16a92a7519440620d8f4e9b44e079dbfae1de2039a +size 3904659 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00910e030359a9272e95ed2087925f9c6fc9f357 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f727d76e9bb619d2b40c3548755583167f33217368107fa6fc7261f6d84374c7 +size 3904638 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dda753c13b6beac01b923170dc44b3d428611b09 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_2.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b92a63615dda5e674892af03a14b33f096c862a5ceaad0c203d7901cedf7930 +size 3906860 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..df321c4068e2c2300db66372bed650767a71f08c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0932e02beb7e9443d2a6c77ad4643b666abad9b488977ff35c76676e12682da7 +size 3899300 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..05939071e333f1668e6a453e1f4f2a7f614c3801 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe771804cee551af2d237b703e52b1af3e84dab706c61078c421254331090d83 +size 3899086 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..40d7afbd753f3a5bebacc1d6379295fe4c7eefb4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9fd7cf5a83791eadd58084173ba854eaf3a3b83f0ea106e30e51663d2baf3bc +size 3908158 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9bd02c583570889ec39220ea63505b6392c46885 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a859244368da980c4ea976ff17efd99b8daa421b4bf0f6094a059d339889a0 +size 3909036 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b7259b1e7e032c4e5ca1e8d7e3b75f44ab343e55 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65239d3327e2cc4b7626d2eeaea77ee52992a6e1f911cc4c8edd74cbcd6b3b5 +size 15566072 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..43dbd08ce769cacc620385667ce684b255efbf44 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd5bf6d03d6143c28bf327ae9ab631d97796d889ac2655fea8dec61273d963dd +size 15620251 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..407556ebb2fe7f97c0da923e6ec2161fa28525f4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f749964822095e324cd767cf022683566a9ec2bc24f46c4618f45aa59a3c13 +size 15633473 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d4ea937f957e4bec48322dc48398aba6063a6bb6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd52ccc888ea9f543ee7c7665f3709aaa8768e4beab4198fb9eb11f78b3759b8 +size 3852 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6ea45d15c438936b04fe11057c55c3f10e3b834e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a54623ef45c3969e1d03b68508f44645b2fcb8245de07ee914a029f7e1ab6e +size 3745 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7db8ee4234529c2a122a08b3195ee4648bea32ff --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f55b02bb1f946545cc0fe7598ffdd1a80667d13642097c98ae80e0bffee336 +size 3811 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6c36d357a9cf5564f5cacf94a366b8117b049883 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c688db5228043023de9d3da3adfd9bafa7d1f49da7a55df6a774b7de942b02 +size 3897128 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8a3f203c97156d0cfb4aa16f876635a0c9a693ab --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c415097ba33767b7ed48e2b43479199bc66a25bc94f5ba20afcafa68f6b98e77 +size 3900199 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d3fcd0317592f671f3eb146f89f26fc68ee3a304 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574b56869ba1414809db1671bc724c1eb2191fec35ab69d71fedf69651435ef6 +size 3907114 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d559ac47e4c2ed884f56368014b2f1b59409da8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_20.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93989e5fed525924bd5e2eb1f479c72cb922bf648f5350ea29afc51f39c41200 +size 3906089 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2dbb618a38ae00a5f02c74f918f14bf152112cb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698b5ffd8b4b23df84428f0d1236973f7c9fff3a5ebc09ed6e2e40d36bb11a9a +size 3900238 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b39b732e165d3ea30096c235037f8014d735d42a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf3565cbbb7b3d185b3dc8132a4ff1a96e20a2a4846957f10438ae753c67cbd +size 3898254 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bd4a2235cb5a32b6df7a06d0c862bcd4a05a6a67 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50fbcd618987db5789f9c5d343614fc86c2ea0cc62041d83ad5fc1d4213f13b4 +size 3908098 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..de88b0e23a2376b55a608137e5e519993b5e7c34 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6bdc59bfc56b12938f9b34ade9b92552be24262f57d6db12c79331bdd9e66de +size 3903753 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a840e98ecf7a1adb5c714e35656efca62693a371 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:236c33b163231ab80bac1db8621c8ae51929d507b08983d074ba67a3bbdb109c +size 15569705 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..636ebd9bab5926aeb0a7746fc85e7bd816ef17d7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba019a8281c7056e42b8e3d678bbe449690cd1623b9ff2850d6fa9c4ba6c6c57 +size 15621233 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8536631df9a6d0e1c8b305d07e28ca1fa2f84254 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436186c19cde4dcb637ad92da793a30601af51bd058ba1499b9c4641d989a373 +size 15632379 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ffd84cba2b3edc62dd64fc80ce31a905da61cc2f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4924414d82cab59d6c154d5d2c2814792d9047f208096b35c3e9c325390f6b9 +size 3880 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..24133acde1a3a0ea8cd78dee5af19ded99f4e4ea --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d081652745f164e67eaab737071a12b8bbc06fa5b980d11c62163d7c309920ac +size 3755 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6b63314b653b0c44d33bbfcc8adad761b61a8211 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ddefee7aca5978fa54bfd01339d70cee0b2b0cb1fbfa3c77d76cae7e79e441 +size 3861 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3320147d9afcfe4a045bf74412684f2e070783e9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f97b6dd26bf3a2bba9e3052c9753499b0ff2a1855f3ebb345d1ccd3f619e85 +size 3897971 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c918f52da4636a7d319be5660fa59fd459e34a6f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852fa78b1ec6ee3248a0862c4721e750547728f9b761452eb648a204a96f6d6f +size 3898334 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..359737eb21625b0dfdec00acfa7b4360e2940118 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7d9331c20dc9784399397f356605501e0c21cc72e06ca0c50291720510aad3 +size 3907146 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ac8c4467b1c3342c15d4494f46333df9e90af8c7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_21.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d22616ffefadea3eb0442396474e2da66cc814a235227c9e9b3ba9048684fe +size 3902548 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2c4b153ffb3d5b58b032e5499d04970c2e3abb72 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc5bea285be0f861e6c3797273707ba612414ffaf633e2ffd5163cb33ee5813 +size 3899600 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1f1635013904101a58d3b6b1a0b8bb5b44cbee8b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2727131fb149738524317047f21b01b4d230d576754258644baa92ab283528c9 +size 3898816 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..92388f1e50a9caf413546d0922af173c82c72027 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c199146cfdb6847667ba990349efe94008ee325ee23b39f52a1094f50db50f4a +size 3908006 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..83e3ec3d1f14bea713b808bdaff52b2410226056 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb284953597f84b8b22681bb6bc213dcf587ae39a35b5dd075b7f5c7c7942f0 +size 3910732 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b69ff5d00976d2754d9c24dbd79e1ae314e4cbf9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4296f6b8a7962be163a1aad0f46b4a1c289b2abf2ab6e71e05a8cc8ade6fbe +size 15566779 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fda8eb10b9fbd4e97fe72806ac8321fae788310d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7faaa8f95c0e3e007b7ba9c5a11d6b4ee1c1dc89fee83b89d45ba31bde2b9b +size 15618139 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..97e8b9a93b94e40b44e645c1ee358c1d06169ccd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db683fbf87d51c416ab2d434934add5846bef079d7a601b95158432d27e39346 +size 15632953 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3ff30c863b94a313395417b8fe17465e5e3d1b20 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb9ec39ddcfa38a4d9b695f7883501f58524cea1b30c513121f32c270c51157 +size 3858 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1b96986984596de62422ba0ea8f2a73a86cbf3a6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78852e75ba8c70765fcc71ae8047cad24b3137768899b3821da07934e57ae73 +size 3738 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ce7c7dcb12122cd79db0ceaec706fc00b8217bf7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1156ccd785c2d3e5f295747ebcb28d0011e00a1ff581f1f5034ff3a3aaf6739 +size 3834 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..76cd22c201be53703e1150d9c940fac516faf7b2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e4ea3b15d97f9744aa1bbf52d7bb80b59b0b2f839f9d49528a234b9500cf4a3 +size 3896810 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..148742dde1392ef72a89baad31b4e75b941ddc8a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c3ef1df7525e3b4997ba42b7fb4f0078d8630df0372bc9e9e43972bc164bf16 +size 3899371 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1a2bdedb3774ecb1c63cc32f1253d9292e8dcdd0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15247f218162074277a982b35728aaf4a22b728a79e77c3e066169dabf7c35a +size 3907182 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f464d9a4b88935915a333b38167efd4eeb5d8217 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_22.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d634fc87273c0fbca0df10bab73675aa051fd3181e0894ad538a38d2edaf30b9 +size 3905476 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e43000ca9b7152876f211ac2ae31d9555fca050 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924787892f5fba6a1f9c15287e7ac7ec2229b600a31ad8be94daff8428d8d38a +size 3901234 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9422d68e713587f8ecf0ff92e8cf8e0214eb02b2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a3dc50c26d6bc690761f7ecceb934eda4e9b749299f79339922af4d8819c22 +size 3899440 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..119dc6843099687a8b0b28dbf76df23b1108c5ce --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57e9a9ff619746145cb963ff0701a66d1fdfc1ea873f17c6d067f053a8b162f +size 3908060 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2dc7cb06a24ec2f763ecf0c44f2053363c7944ae --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651c21f4ad75f64f450ba394b867ab428ac72a6eb18299def282d5dd78ec91f4 +size 3907774 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2aedaaff0cc6daa77d7f17baec56b3aae2be037c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944ab17a3a44173a80b752509249ef53b08140ea3ce0cf270a7a697afcd5f1b8 +size 15567211 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c474f5571b3f7b05a22a4d13ac6fbbd5eb436b18 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9842fb142fce1c63de45112fa4fdcd567f13e655fe0038076a7a4321ad31e931 +size 15618769 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f284de487812b6090aa4371fe93e095303e5337 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c387e5af9a8d6e6cfd2454ae804b220269e02e7bd90842dd56189f89a412de +size 15633712 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ff0d186416d42cb6d378e719006624ae721bd834 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3091850fee8797dc64a04b537c1383c7e3bcfb927ef68870d57c52c319631c6d +size 3884 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7ddb96a489714c18c4e346bb33b8aa3d454846aa --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dade8149d006f735099cddc3e9296302db2072f61f7b746901a8054490aa45b +size 3749 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3007e66d4ee6e7184e03b97e03dc12319588f5cb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3220dd38f50542b2cf6ab522898c6fd540d22c3745b2c861383d097d0b7a5a8c +size 3839 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..84f45f0d32e175dc9b613cb2925e430ec75d9174 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f9b30cab0dd10a77841d06f9ef3d85c2c739d0358562bfe28812d6de32c029 +size 3897817 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c7485ecc07e8e0f680887d4db4856a4a995c1f0d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adfeda5d579dbe71fbb59e3e7235f155044ef9fd9e2cb143de4fc3e2f27774ac +size 3897472 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7067b446e784b8adaea1442e4dd1b572449f9db --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6e7b232bcf949663c44d89a774b8479a357e7502f0cbdb6de9bdf0639139d2 +size 3907362 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..405e751f43e08605bd7ec316282436800c9d2be9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_23.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1d805567a2eb3c01b164abb87a752a13989e916e74add998d1c73c67ff1092 +size 3903655 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..22f3c324e46a1542061ffb1a3ed144aa71655e70 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bc2cc0f2116b855e000ea56bf807fa23dee783eb3ad03ec0625fea5aafe2a5 +size 3898917 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b69fbadb67ee3787dd8f0bded466200ceed105bc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49a6afac1ec272527d041448dce25fefc9be9d7b4b541e906cfea61407e8521 +size 3897195 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e6a3f4ff6a2d97d8d208d52be0ab75ce15b62486 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d523c1e06eda8963d22af078696f3d1e115f966bcec4f62034ae6c84cb78f9ca +size 3908018 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bf987909162bddeed54da055f53b117fa78200ce --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd5924d51448b8a1fc1cdb8e41479fa43e76a31f1db4f9e1eb519de40396d09 +size 3904499 diff --git a/checkpoint_20000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..18ec4dcc1d2589618d168366de5cc77518a4741a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d0e0dd970c7f55cca2a5e4733bc4742023b8b61007ff728254270aff2a391c +size 15568827 diff --git a/checkpoint_20000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e9990cc829a2cb90ed09237bc7127dbb42892687 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2bfe1c5e837fe516b53f87a4f93f30b4a0550eaad4ca7fe53aa768879870de +size 15619937 diff --git a/checkpoint_20000/target.decoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..da050ee8ccd91eeb7aeeed73e28a35e8383d256f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da3323c23b94bd5535b771039b22e5fc48ea9e281c70389707d8d3d8aa92b8e +size 15633391 diff --git a/checkpoint_20000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2c99a0f8d17330516054099624225ae61202f541 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6164c450869f39b34a35fcccacbbc44cc388f12ae0d871e00d3fddf7f96f1385 +size 3864 diff --git a/checkpoint_20000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7d26c876a1577c8f661f23576bee6d3e3ebd55dc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad84da3f89ac293ece4289b568807aed4a3894f039a915f8e123f5293eeeac4 +size 3757 diff --git a/checkpoint_20000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5dfc877ca90522362ce869d63af2d1ed852c65b3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:853251d11bc7b9a23225e6d127c5a7ccc49c0103365e6e9436f9885e57853848 +size 3840 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6ff7cdf7c64d1ad2166430265407c4332ea6f1b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edfc21aeb9d6fd667c0c49e821023e1c677159d13fa64126a1c49ddf7c9b8e8 +size 3897363 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..600dfcb2ed66f6aaa138a3d24fde4cdec96fac99 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6c69c1ffa17983d0e7d4d1fe657317060862e03dd6d5e9b3004cbc0ab49f08 +size 3898081 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..83a4655495e184484554b6d1870fddf16f811e7f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143bf2f13830f0561219f3131ae81bc5d43976db353f9f48582f340d652c3dd1 +size 3907603 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_24.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_24.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_24.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d4659e92fd49bbc6ed680e28d02c14134a4b2365 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_24.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6965bbe77a31c624b903f17c126d507e559013421a02cb52c36469bcfac7892 +size 3904172 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6262097ad17bcd7f8c659df708cca527c00f8363 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e9bafda477d21c084bb73ae3bfe90cdb18b0b35f7a8dc149c9a9144a978f46 +size 3901548 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4ef9ad3aa4efc3387c7719987bd3afaa991ec0d7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d2aef4fa7343b36ee11b8300c82154dd8ad896a4e708a85c471efed070e0e9 +size 3901680 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..be9dee9799d95c7b9e854ac66ca1d544579f0dbc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a833af24548b99ea5d90fef3230452aebfd864fb09af7fd3959fa0e35cc82fe2 +size 3908231 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..19adeaf470a043ca8fcf8e9ed526945636807a79 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7916499a071e7ef224962dd2c9aaeb97d7331ed7020b0a6f1d01d78b33f7d848 +size 3910122 diff --git a/checkpoint_20000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..265ebdaf684bf62ac5e54b95f0e6e87e6c6db3b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74b568ab08c3ce16097a5930e08c360ee51def841445cc5f2265a58626c5ed3 +size 15567306 diff --git a/checkpoint_20000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e2174fff4f32f65bff8c47bdaa7f17fcbed5545 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab1e179ec613a0cb4b5ead81f463ebe4b721b71509a9cbe7c9b9bfe1a3307a8 +size 15619528 diff --git a/checkpoint_20000/target.decoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..51ef0f52357d8d3103199c8404ba632d5967a912 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19d0ea190812cfcbb1c36d15c39621644f81f6146e5118cca4f9f76a0f9f9d28 +size 15634766 diff --git a/checkpoint_20000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c40e16dd0bcfadde94ebf248b4f1fb9b4ebc096e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53069a6bc6e31c16dfbfc70a7023fb46c8954c348af5e7d9151deac22a33a494 +size 3863 diff --git a/checkpoint_20000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3ca11c9b7ec334c22d6211a6d38195eae05a4e89 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94550037eeaacc3a92bfb058b5dd5b323f28c18a06efb1b826083da1b1b875d +size 3760 diff --git a/checkpoint_20000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fb1448e0b020234b1902bb5d770968a5bff45159 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22632df8ca590896f441ede5bf698ec9e6680719f41e66cd1cd99a41672011bf +size 3832 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..56373743c5355a2544e764bcb7e4de0af2032f5c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4c298c62cd58ba2288760554f7e3c14bb292f5dca871f46c4c29c25004417a +size 3897255 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..207b8eff258897782b9554b097298eb8d9fe02b6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc743443de2b6830e1e6fcfb73a10e28f066ca5db5857dd214365f251e03068 +size 3898793 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..833c49aae2adae9222f63061ca5d6cad5be39151 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acdf50c3562704f5ba4838d795afedfefba415e506d7d024cb6a689be062a539 +size 3907768 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_25.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_25.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_25.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1cb7adaef19c4466b50493d2458fb622f050a4f0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_25.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3235661e07659de9267d9593fa0ab8f7a8887330a16894ced4a05894e58e5e9 +size 3904847 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1359c5ad01e87f524bdf30ddde1e91d85da82a96 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca970b2e17a246f98518c05831ada0b1faee2d01e3fb60d252abbc279de99c2 +size 3901598 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..95dba0c6b01259e229ee7926ec582db95f1ac742 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d816925f01c4d314532544540d1360f68070c2b93550d2bd13a1f8e822de1f7 +size 3901259 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8892d9fdfd03b267abbc04680fffee85db39f6da --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630c9e19e33891d9359839da4e245401d915e11a0d510533b40f64c39ef525e2 +size 3908164 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0901a82f229188452caff4c0aaaee7c96899a5ba --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd0e7f89ecb0363362cd967a585c51648ab6eccbd57b1cc7a6f5e4aea9b9417 +size 3909839 diff --git a/checkpoint_20000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ac1b4c8b25473a67118916fce6525fbd253461ef --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ecc9d6c0c62300e68a7495ab91b7564a01468406bdeaf7e33b75d1c5d908e3 +size 15569162 diff --git a/checkpoint_20000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4e1e491e9389c9ac2e093569d4941cc165df1f67 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deeb9bac378fcff3a20c51f841334174d4a3f32ee958ccb77961500cc7e0e4bd +size 15618849 diff --git a/checkpoint_20000/target.decoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..48d399dc1e2412b037343d3502bfe179fa713307 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5593be8f4c218d29b3e50bb98c75e9cde8100a87b7ba51d6c51d9ff4e4ac238 +size 15633985 diff --git a/checkpoint_20000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a53eca440dd73f9a603ba49f32e85b8da2af0fb6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c708037c417d5c031c93c3ad1af0e9baa0c8402b0d3a8ca8fe81341fa6d69a1a +size 3855 diff --git a/checkpoint_20000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c8c482d136ef11d2dac8ece40eb86c4a1ea7026e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277800fd47e7d209846c76b3b2d5a972c66abb99600996563e6ca893ee23a3f0 +size 3765 diff --git a/checkpoint_20000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e81295c98c5b7ff91dc1520735eeb7c659da6012 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffad05b434fd84abc63870c5176dab1c3098fd89878e93c242bdc951b7590e05 +size 3822 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0c53077bf9669fd28272164e38f5c6601468ece5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd420ee24dfb136c16d7d2548e0d0daacabbf3d74d091cd76fc05c7ca6b7987 +size 3897285 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..695f1735185115662c802d48525ef019eedc8f93 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7b7a9c81773fa60c109e3b6a2f89fbfcf0d15c8ae38678c397e4891512c49c6 +size 3898367 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4022239ff8fb9d03855c6a8581fa122a7eb1379a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be2bd6c72b9193b763ad66a7fd94a53a222e52099a7ad967c6f8bbb677716a1 +size 3907712 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_26.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_26.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_26.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f32050a3e88be5e421d6744712a3f34e6cd9e89 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_26.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8757a8dc67cc818c5bc811c646943fed9cb6530ce38692db528db115cc27d663 +size 3904390 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..911f54b4d0775c9995fbb6587ec37677ac36ce8c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f26ec556fc0a58b21b380431da07cabefa0db18b1b919f943b8fa14aecdd16 +size 3899980 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..570a9d9e7043a89e43ec3154197e96d77bad7b76 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a2de556152dde5b6292498a7106f54876906b36af2605934b369fceab38e4b +size 3899992 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c7afc4ee4be9e53a1914239bc72cc065c0d2236e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d240a82892e2988c72da67c1bd5ad2ac79ea5be96e281336124bade06a0114 +size 3908183 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33e3431956ccfc2a87a1f48bcea7220b58c303b6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128a0e86c42684139039c63e89d2ecec02efb34f85d7ef10600e9a97e65f8901 +size 3907866 diff --git a/checkpoint_20000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..83d4a1e562f3ea33dce2710dbdf23246db28019c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a744c2381810689ae3092f2fbddec146e9ed385dcacf41e7d3570fc64e28bc9 +size 15569327 diff --git a/checkpoint_20000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4423c9a6c1f80ab3c2935fe2a0951969b9addbee --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b54d9c36c3ade8f3282f8bd2fa5c3f1648b0f3552da8c0d7c95dcd692421e8a +size 15618057 diff --git a/checkpoint_20000/target.decoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..595f726ce4a3c9b62383fe5c7322665906c5077f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28512fab745e00713e87de69e3260b25ec9538e92864d2c5aa7fad0519900397 +size 15633448 diff --git a/checkpoint_20000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0a778ef65d74b29485a62136edc171f40e8735b8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651101f84088c790d042a38ea7f4de94917367391bfd023158e203d4fa73a1aa +size 3864 diff --git a/checkpoint_20000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..b7178190546d78388cb1daba85b431b0a34b9244 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299d562d9c3157fa6ac5a9309eb47e26cf4940256047a80369ebbbfa7966477e +size 3769 diff --git a/checkpoint_20000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0b50d7093eaa903374dfd1759a75de8c7e4a51d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b46222e3a8eb88c074825e79cc1609764768bab3ca333b01986fb6ca59d0a2 +size 3834 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..be826071c39c94aa3b31dba9bdcda6f1f36140bc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:969697f1233dfe1d6a2301c80d3ff949cc3238410fc4346dbefd300626bf764f +size 3897038 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ecfc638602eb5b85961dd80b060b24ec41f76f8f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345ddeb02b5756cbef9f8dfa8727291bcfeaf19418fbdd664929caafb471e605 +size 3898261 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6e6b6d2aa8683da48108300442c06f27e1f6d5c4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c195b81c02351750a49c37fd72bda912de655792a1f39838d1f34cc482b8e575 +size 3907524 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_27.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_27.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_27.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..35c3c7c89cc492ff035d5b9a7ccfda866e5da3e4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_27.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3555e8e6ff62a5af265f3c71c2f46b0d0e9d6870ef20ccfd2e4958a9da0abde7 +size 3903730 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a71aa422b0339c2ca813d1fd21f494f9800e33ff --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e65e5d551a612fb24d841e5665adcdd21be9b8201246ba2752edc30c576b4091 +size 3901158 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..483e6f2efed4d0cf2dcf28d27d5a2567fdcbe2c0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d1fab8da440d8180d5046ced326693ef5613ecab179e3339491e0018d49d94 +size 3901850 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..38782e8024a8caad57a73b5332ea9d9ea20d2999 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cffd6e5ffdbd772ff7bfe51504f389754e8f5e18374dcaf2510d746eb59ed7d8 +size 3908110 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..17f60b2e3b9e39bc87e62b7146871b19bd39d9a0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d85e7550bbc1dbfd4f54a2a1e89ad750e6230e66003a0f62c950320de6333e +size 3909840 diff --git a/checkpoint_20000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6c660dcb0e4a70958d26e2f99920894e276a90cb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9fe2f75ac4a50d478fde14f7256923b8a68bd63423b14b40ff77c469d92a6a +size 15570369 diff --git a/checkpoint_20000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e1effbfb4689fb25a7520e119dccd3804a8411c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea7c441f6fffeec8d05f73f3692bdb51988e7db6d9b75d30b1837151315abeb +size 15618789 diff --git a/checkpoint_20000/target.decoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a900ff2306fb88cf9e63cd0503dc877f809e0bf1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13031ad451d39c91951fa5f3c52afae40e12c60948abc964c4031d6ca3317b9 +size 15633492 diff --git a/checkpoint_20000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2260a2db6ad470717e39c53f2a38b5e8a8a7f419 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f254d712b0fbd5a4a4c5d86b2cfde91141d103211af95dca65835bb92b91979 +size 3853 diff --git a/checkpoint_20000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4553d2c2e306e216403b0973ee25845ffefb36d7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f958758ad53ef73bf33cfe4cca76e6b046c3f2559f35041ba83b32176a4fb97e +size 3762 diff --git a/checkpoint_20000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..067d2f292420a7e394d9508a7a433853864e877e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79d230e2a5f01100e10a7d7d854c7bfe01416564492c34ad4d97dc861dd8bae +size 3841 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0a4f30acba3642a53131e4a60b4c18c31d26aa85 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2691832792c88d89af82faaa30f801b76e667b07c69a317d004fc56b798c02e5 +size 3897088 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b80d59de620c20f07a9bafff2fba6850f19e2ffd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aef8c8514310d4d6d90b59529bff50577e388e3c66c1c8717bbe3db5ae41f72 +size 3899301 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c40bcce3c4793ae5e2a932cec2a73af2f10aed22 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad825c785c7934c22e42c0431fdfdec1315bf43a72c2090600f53704b59ab25 +size 3907563 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_28.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_28.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_28.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..986aaddd105ce2e557470a23f0e31e02251c8d53 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_28.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81973d332f40c7befc540e6c78281f95129ccf0c2ae4af6ed5bbd4da76029813 +size 3904871 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9047da16685a345848c87b1cf9317961a14b85eb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b30133b30c3a65543b896972f6e835fffff064cdd6987cd6afb926bfc51a9ce +size 3899374 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ee0068bf3bf8da87ae214c8ef517eda8a3c5dc25 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69625ab0bb344ad2ccd39529c85cd226e4b69e81552e34946566737453a218ee +size 3898877 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..46b00288e83e318bf5a07f8231f1d31fc41fd469 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2f718ec7fc8276ff001ce9a57193b656d33d95df06413ce585bb5536d1a41b +size 3908013 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3709d6005df71e4704da6890333873d6bc28e9d8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776b942cf9802848b7f59d7c4f18268ab3e377fa0fcc85a9e8745ce856242b2e +size 3905331 diff --git a/checkpoint_20000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ddf8d733ea5a05e4744502c882ca4eb3179092c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3681eb624fb8b351432bc291ae21ed13fbbd0897cd0d013553149b236a6d4c +size 15568549 diff --git a/checkpoint_20000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..86f30c355f07a1abcddbf42dee3e49f67241fbc9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bec8dfdb1678bf54344a4391456e6e34410bfdde8adba0462bc94d8233c3da0 +size 15617152 diff --git a/checkpoint_20000/target.decoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cd4c8d856d910216b092b85fe80a9c0a3d7bf6de --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15ffdabf2f7bd1dba815b0788c5b7fa2f8c1e392e320c03d4518e33cf867f66 +size 15633107 diff --git a/checkpoint_20000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a8d80a326339dad267c9e2905eb93f8999aa8833 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3914f746b122777476b22e9dcd17ed235aa348b7fb19e9b0679dcffa60f5462 +size 3859 diff --git a/checkpoint_20000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2285f400f36e4d61194cd0e05961e1fd86c1d59a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84a3779dda1738d0745fbffc33354ab726553bc2d9317b4a5ab24a4b82ab1c4 +size 3751 diff --git a/checkpoint_20000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..334b85b4ad6d6b1675a9890273eb43ffd7246999 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937a5d7dcb03e08c6d69e50d218eee7ad32732adede2bbb4c9d332d898d0aff6 +size 3822 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e74195079f54b4a46ecceb60106abde3392e0e71 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6d312042110372e9f1cb338ec1f5c2d27c5205be4a2db748d97b5b29f63949 +size 3897072 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e1a049468808d654b9a76e8ba7be39c9de3e779f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87541149e7b92eab968384ec87886599728dfcbeccf983263d4db927dcb12e7f +size 3898813 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..784dd1b1137e761f32df45af54d9497aca9b4d99 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9064e609b8854e00b793327b0c217dc8c6b57b9b8fc1cba192c27701f98e42 +size 3907289 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_29.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_29.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_29.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..13b986728fcd7a024537d573ab35e011c752a209 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_29.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea75ba9745a9ae6af90aaebbe6702d4b7b2e90d7264e6677a60ca205c9e8b83 +size 3904852 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa71c924b2c993695f4364bf1e6d8ebe52ef3596 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e5eb5d75199b3f12ce1cb623626e50c3c4aa707e573876c248f8ed2c226607 +size 3897616 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7dfcf56115c976a9897cf851c43add2ce8641852 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794cffbb655d069901fabb693c55cd6fe100131b092b94b8ce29c6fa5a88b2b4 +size 3900808 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9ff4f99c13acb5f48e658b623720b66373f7b86c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7111157410d95444d9e97520be8ad24b02a6d63f0f0e029c155d56f2ca04eb +size 3907298 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2eb25d76f214515347e531c7cd4aeda781dad2af --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001fafd03380d099e0505304a43bb511cb69b29113cd69317d21dca577e69730 +size 3904027 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a1ea02594a05ff073a866fc738a88be2de141b91 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e9a67c4bbd5ec0301d412666d6fc35a75c069c6abefd7fcc20b0418b49ea7e +size 15596598 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a85ab7887d426a7de84a799be007bcb7c04b6bd6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:710b3ff74de98c046c85afb761ef94f09410028d758a4f58607cfbe2db5bd374 +size 15609790 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..21e7bc06243ccc056ac79d8093525745b2437bba --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea549f947d59b07da441f09a98be2a70826e418584c007595bba9ee132bc8051 +size 15626748 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d723dd8bd9dbf2faaeea72b75d0b00212061268a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2ce39c5fa5970a05b6455f7d25847431b552f1db6b55cf0f911ef73a4857512 +size 3862 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ad45c5c0887bb21e14de09ab463984a9c6474147 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d3b9bc790f5df52f36d9086a5d0446e76a1e1aa0d1f7a18e54e74acf4a3fcd +size 3833 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..848312f3db0582d1499922257c85f3e2d683540b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d321792326003ffcb5ece3fc743deb30adac30271f160ae607eb18b7ec5f149 +size 3861 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..69bc571c5f7f2a6b94c0aaa26fa7e720ba9618f3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9ce1253c5afe9cdcf25332adbd5bc41584b4428b363462a04ce23281797ac7 +size 3903475 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..730f80ffd3f3d652bd14dc56b0bfc2f9ce0857aa --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02116e1665e271630c65b01e428071565b997601ff45c9b86efe94b00894f1d +size 3902079 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0f6fb51857335cd883864ea1a14446715a9b72a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34606aa9e8b43b678935a86e763c67b879426fb9ec73681b6b9b42c32ff44401 +size 3907112 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fa94788d9b637d6e8e3866dd7955e112bd9b235d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_3.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e30689d9271974f6ace2e1e0d91ad5670618d2e2e5795cae7823096756120b +size 3903967 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f45fdaf155dec3b08cbb9a9c2283d44ecb5d233f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79435d67fe9f0ede098a6d69049789ec32ac9d10c92ab0c0ef025734411f641 +size 3899757 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..93159a4608df31721198a16db7351bad507abf4a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3652b7de25bdaffdbc250d37375c5c643e791c0a74867078792ef1bd69d27b72 +size 3901331 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..50fc98b163c8087d1f3ece583192d92e5af91a68 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931ae45b63029c66301335623fcb3aa91d9950dc7db922321d6b2444fcf13de4 +size 3908021 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fb24c6d155daba75d77ae86ea98cf52d787c1e71 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8be75d465129d937aee66c49526bcb12935648a3ef27cdfa46256c5c0bcff4e +size 3906964 diff --git a/checkpoint_20000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fd7e0443adf8fcb81ac53ff627a98a2096048873 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96f6b9c91adc36983a8967f679741453b7187f19f282422483cd3f17f6656b6 +size 15571059 diff --git a/checkpoint_20000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33dabca8eeb5ed4ffa7543c47ef66cb4920086ff --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d09944429104e2d1fe223cc8e8d481d534ac81a8256db85d38e5c8883cb058 +size 15616360 diff --git a/checkpoint_20000/target.decoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6b46eecb57dd5d6d3b62940b452fcc7f985afbc7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d22da33a88050cee7724b8189565177b84d791892a26e459b52b4e18418801c +size 15633162 diff --git a/checkpoint_20000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a9cc8ee8a739849a9af3904d13ccb05ce65a9f54 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d71a623f410851d26a2e5bf3040579925ede6e4a4da1b825825c0712b620a94 +size 3847 diff --git a/checkpoint_20000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9494a15f8804cd6d4f70d34cb4feb2d94c2550f6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb69ee4146723b08cebd2480366139c4ea4228a68003f0f761b3af29280d10df +size 3739 diff --git a/checkpoint_20000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..26d049cecc714b95efffd8860c3457c06ee6a66e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6179e1fa70ea7cb33e0fbc6d9abed183905df4a017b46d5ba2dea71c1c774d +size 3813 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..54c0674b5106101e41d161b3af62b967d83a4453 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c9e50435f98e52c65ae02d0d41ab939c0ce8821469eeae6493fa05cc161c77 +size 3898498 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3a8ed26fe50d22c9d2cae13d9715197c0969fd9f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403b9faaf2000fee135288f69d58cf865af3afb30fe20ac1510cab931d1d2fea +size 3899471 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fab533d23db2262d3ba4d5981ff9ca0353c12a9c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:086554a231ab96e84eb9dc590ccc16a42fe432ebeb1c925893d4fa31b53f4ea0 +size 3907703 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_30.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_30.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_30.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f5bd2bf1c8c471f7763261d899804bfb904364b9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_30.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d860553114d1c0f96c273265d9a92cc5a72ddafe64d233280244a49fbb2cf98 +size 3906690 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3455c01c7ad550c3c4ea429a1002e4be6f9609d3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1434160287a81482415093370e70ef670ed54d826cc6f3b3cc9a28ce3facfa55 +size 3898740 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..481452cf870f7d78dab3b215b76544748e51cc9d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba8b05f07219a0229130d9f4d24277d84573f1e78b67351d036cafe3396df582 +size 3897232 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d7641b04e8b4176c2495a90fd0b3d838600f89fb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0689da7433d49a36101566513e1fc9a245198ca368116ffe24b6395bb06f641e +size 3908155 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..78a6a11cd8b457e57a389e6293e54fdca92f05f7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0c6162f12cf72df96c2f29feefa74994f8ff9539c1e2b681193aba5886eba6 +size 3901980 diff --git a/checkpoint_20000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e8b26d8238e108a2e3219bf719bcaa955d8a0b57 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50576c939b50cfc7bb2ac01772dcf5831e6ad2b3992a74f18036ff1a28c42006 +size 15571668 diff --git a/checkpoint_20000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..489d11cff215c7bdd4bb572d8e7d5eb8b2645362 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfdf6771bca0bcd974fc577c308e8e04d1bf740e212929f4f47278242022fd56 +size 15613096 diff --git a/checkpoint_20000/target.decoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c79a077ec5d52fd63aa63c70f21536c31b9d6d54 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe9dfd3839f38e5b00500ffaf447874208bbaea1d40e37fb92d4dff0e22f9f3 +size 15631201 diff --git a/checkpoint_20000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4b577729b7997320f102a10bdafba2ab6332cc1d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb4a2b2b6741c8e090ad03677462096dcfbf30128e6910eee4ac9277ed2e41e +size 3870 diff --git a/checkpoint_20000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dec59aac6ccf1a7bb813c3ab8d7188b1a13e36e6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3b411b5bf6a394d87f989e2be601eeba4a3a45e7ec68726a2ca35626c82b80 +size 3747 diff --git a/checkpoint_20000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..bb504fc64924543c664178cbb0e8e1e59721fbac --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a904910c1d1055657ec23083589d25ac881242db5c3008c488801bb17aa5fdc0 +size 3803 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a156691172d2dee48a08fe8fc3d4e1ecbf3cecb1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd844929f6e0f13760b01a81d26b9a44463d68fee6bebcca60d8ad6b09b5f2c +size 3898145 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f924b171742b4ea176181ab00c050326c111589a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3eef889b917a86558717ebbcb2778aeb46ae0fc7e8db5d0f554b84a3fe5280 +size 3900254 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3b7e2ba8a9178edda503286fef1bd073ecc78e2d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaeaedb074c6121b7f99c6542979a517a4b0f17aac32a9869fdff508dd42b014 +size 3907412 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_31.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_31.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_31.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d6cc92ee0c344add192454fe7d3dc558001f14d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_31.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a065a443029b4f313fc13a095605f2c85645b8ec37e4321bdac4ca5279ace9a2 +size 3907702 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6010cbee77f4f67306eeb5bc25f16d5c2258aee0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15f1168ff0540ae8a6dd9f8dbbbb69f4c5edc677661afbb8db3ba47451e9af5 +size 3899390 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6301e81346ee8e6d7cc8048108338c3141094f15 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c4a6b69f896d9d0fffbcbb3ec67869348b15023d08ae7f383548f0161947ec +size 3902133 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cec03ea291015a84ccf107a61b7a10f9c9a42692 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3852d39b63378d6b2540041005b390bd86d1770366eeb080bf98feb0b933ec8d +size 3908098 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1362e1f844bb1de053d77f743893584b563f5229 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec66131c31fc53ca0082e10d8fdf260bb291d6699a1ec7c123f4b266a8626ac +size 3907930 diff --git a/checkpoint_20000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a610f9d6e7e31ea23b51dfa19e070e8b26956964 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4e73a5ed3ffb5b0d91afb3ace9cecc732efba68726a707d8bd7db4af895ff1 +size 15572831 diff --git a/checkpoint_20000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..104f11a5df3906c165a169cba9c6348c9c07d2bc --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88df928927cf8b38a6927cbb5116b00af4c021c01deb8741c300136a1eb3aea +size 15611535 diff --git a/checkpoint_20000/target.decoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1fda9d582b61df4a15c840556754dfd25c964c9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd056224753b5a4f95a39105a979f4b4bf85e8a6fdd36eb8122e964f50eb10f7 +size 15631236 diff --git a/checkpoint_20000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..54ba338c342a61920f41430220a61f809d92cd01 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcda421240bd30fe96a10f195d82fbcf7f79d248064032cccc59fedd31a7149b +size 3850 diff --git a/checkpoint_20000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1469d437c9875cf53178ddc3fb419889782bec8c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a605e16630242761c0c851cf50af4b1d6abf5fd463195a4cefa0b7693c0d2c +size 3725 diff --git a/checkpoint_20000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2b092c43f4db6d28a7729b6f1e347f156b113e92 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b49e108b87b8550d8e9396e5e682858d5b788e8d676218c7a5a1d21dd1f73ae +size 3831 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5862de39ba17ae2c95c8a28e90bffd39a62f2664 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92727e17a758cfb6ff65ec9e7443819d73c1f7c6013fd13732b5352b65606ab7 +size 3898522 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5e84947e5846fbaa2883e797ae196d8db4c4ec36 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4ea9efc9c53bde562426aaee4eab6264c1d6429e7012092f86954a529f4bb0 +size 3900969 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c6c72737ad85e38f7c231e0cabdca7d72f5b3b6c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45866bc764587f64d8e262675e74aefe04ef7d85b1e401c8c07c59343ac4f0db +size 3907878 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_32.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_32.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_32.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..de28bc311153eeb1d606c0030441686338028587 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_32.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b88e89a2e725fadc86c62753e69a352fdc87b6e4fdebea35d5aae7646a6887f +size 3906454 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ffff99e5d39ce229b8e6e488b400b9a045915680 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc272f82cf5596b103836dfadc1a04af0ba2bb9c93dce920e8945502e75b0c96 +size 3898231 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ef6d7d3e739f3aa8a771ec74b58929040da7d5d3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76845cb10691fa86b9e00c0e69b6db7de025caa13c6ddfe50ef1a883bb424a5c +size 3900731 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bb286ea225d87e0a06bb2bca748f4ba3a3c17631 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3ee359e90247142700f4a928a86981fd8fda143a1f5220fc45810c0cc28b0a +size 3908207 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e515fef9ee4c4a40e86b267ee4b772564e1bcbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5540d48311b153eb1e6d86a1d10ca9cd21e4e2bc8f245f6e05a9de4925b777b5 +size 3907065 diff --git a/checkpoint_20000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7d13942a40c17ad946838faadfd303752bbcdff --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9152c743baaf19241e61d7992c34252d40f0bb1ae0db75f6be095b9e1d86b21f +size 15573671 diff --git a/checkpoint_20000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e1292b2ba6f3b5a1f6328d1498f7580d8480cc1e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0453875ecc7af6dae98753cfd15490e36e04d5efd64bd002d216568e2839fab5 +size 15611864 diff --git a/checkpoint_20000/target.decoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d1388dcc8f5cc23641b6f2e1a4cfa17f631b3558 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ccf0741f1a7d10690f5fa4bd59a7f3662236df924f4cbe81e7998230a9fc45 +size 15632278 diff --git a/checkpoint_20000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..7b45fe184063f17bfca6ee2d1b760518e32339e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7afe0de630995a927eaa31d6899284bbbd2537540d70ab1a1d9f15560c0a08 +size 3869 diff --git a/checkpoint_20000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e2768fbf06117a668261a9f858cebbd016169514 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb86022e41c1132b495f27389df602c029b1e8e6b287dd380c1fa9d3ce8aa700 +size 3720 diff --git a/checkpoint_20000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0fa80dc629fdb5a5bca532b2b24d230174f1ba4e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41cba81dba72d6aae9179cc80b580501110383851d94f0d546579437548d113 +size 3822 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f274233f725c9f50f42afb15f4e7e0ef1fac2bf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29954d4084d68cee8906c53f5c453965a2c9f51fa0d3fafab4c4be836dc253d +size 3898108 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9a563b69f8e0447486c686c9e50ee93dd7924eb6 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209cd15444e9dc11f2816f08044cf21dfab8ea55e639e58de31127ad162714d0 +size 3900832 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a34e293dec8955af418d47b2a98fc95ff180e4c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3476392997f6852a497060b8837c54b5fc6e601ca5d2cc33b5aef23ff967b86b +size 3908124 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_33.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_33.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_33.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8e1e54c510454104ccb72f616ac047496179ad64 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_33.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26de505406181226754c441b0997eec2e032d047f3a46210d51681fcc12c8f78 +size 3904826 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cac6a1b86da260361a728aba83523d32e6814f3b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f63b5df3189369f4533dcd99f2d74ba4fa8c46b7e15ecd4e5fc4f794e17b89e +size 3899638 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..77204a3248218e08b6d43039e37bba67875bbc1a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ff3fe52db4e1f9b281f83dbc9af14622990535c7bda507cef1b308956a8751 +size 3899265 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..42129a1464cb57bda7b5408b521ea6b9d5a91cbe --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb65fff1832dfd488f1e29942cfc0559375f350864d616fc47c6dd8a16f25d05 +size 3908208 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4e5eb15d24614fceb44dfb97083bc763b16b1269 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e974071327ecd418e847683dbbb19d32e51608e6e861fe50c0d1f295ed74ff9b +size 3905298 diff --git a/checkpoint_20000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e08836d1df1b1dd8a3860bb3973699d3165f959 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3c6432f67e71e3cb97303594f0fcda433550560a051ff0c7ff0cc4407695ec +size 15577854 diff --git a/checkpoint_20000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b3b145419ebf0b9b427a76012e2bb49e07731cd1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b24bbb39df5c69a9168f62dd6d1beb357c1d8a42c8614cea2bb14956acc935 +size 15612610 diff --git a/checkpoint_20000/target.decoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..deebe2cda93baeb6fd1a8f497f698a76477ab222 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826a367fc8b1934dfb35d29553a931ded7f0e9c9bee39d8e61d0e7514716f784 +size 15633278 diff --git a/checkpoint_20000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8a91f5459cc7896a45824b286f7e58d325fbdb16 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3830c40b43957661ec7ee5eff89b6557b3bea4f24801b27cab9e0cd40187dd +size 3881 diff --git a/checkpoint_20000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..776078bf80c24a5dff633315af25a047eb3e991a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9271d691506b98ec6a0fa930453c9277f321a588336cf198039f5d7003070c +size 3709 diff --git a/checkpoint_20000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0fc43560182267f461640352dd59c88c9b8b8f3f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996dcb521cfe26c3e91995808eba9911b53998751cf942ceaf09282eb25d2d36 +size 3837 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a125f975a50c5145bd11c9de2c35d3c6647e655f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6542b5102915795fa22d6fd7b61dc074af8d45e62a3d2c142d06c1b018b0811 +size 3897413 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..450420de84f503de1b83f5bf1de23507784db0b0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9fbbeefaf8f1ab6835a82f23e0d782c926438caa8c846ab0c81be909c249e6 +size 3899785 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..21d643833fe6eaeaf69894fa9ec39467b27783a8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6185206b88851a67282feabf028bea1bcf470c4251b544bfb3831563f55cb5cc +size 3908068 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_34.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_34.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_34.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85341de32e05543b7dd1f29a3a92f16301532279 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_34.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9eb9c3744d4ae865811d1cb5d67ea7ca48ab45a21bde989f282489d45a47265 +size 3903334 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6882beb63cf1df3d71c79e92727babf5b1947d35 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9945a44a56c6c96cd1ba6a5092edc2fd98354e14fbbf2752645b7ed8e53bcf14 +size 3899450 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2acc26852e2b5166d160afb28fe667a9058db31 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ca3592bc2770c8076489e7455d1334e3a6647610e3d390d957437a5e9d069a +size 3902669 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b914045df2d1df978c1dc6971177465243a9e05f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19a4f1c35c749baa8f6d9f064b12f028739fff278df1c075af4b4232aef34b2 +size 3908197 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..315102748cdd682a61bd3dc4131d8489dc0c97c7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b19485e0e9c75bca59d71f785004c850ece501b5704536ae5bcf01d1440ae12 +size 3909591 diff --git a/checkpoint_20000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e47ca2498bacb5942eb2da3d135536cd5e6c8cac --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965d404acaa7cca8625aa8b100ca5c6c160e8c7ca8ac3eae7f288a5db1ed543c +size 15571851 diff --git a/checkpoint_20000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..69a54cd8eb6687d4c93ee4ffb830ea0e91b251a5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c59744653fe6a9506fbf93855f379b6d868f3092b06243bf01fc203ddcf476 +size 15604465 diff --git a/checkpoint_20000/target.decoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c4d46eaf5f1eb85dbcc863404bcd941b8998550b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e478792a51c9f6c610b05d1502db7511006a1c3d0adace190fab51d2daa040fb +size 15633218 diff --git a/checkpoint_20000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..573be1f9194c196af3dc1f4a7b95e305ed9efe00 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8781a4f2b5e6a46006c09a4bcd0e0da859b6e8d752518660c37146701365f95c +size 3847 diff --git a/checkpoint_20000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..076a5a891f57789773b2e34ea23ed103b22f8b63 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a88510efcf9c87fd6d7f5e3f06a6ba2f1d8e2956efe8475af81e9c79d3b28f +size 3659 diff --git a/checkpoint_20000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fc732960ffe25f4fece3b65c52eb1b896f5d2485 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b55b7c527907972fb7bd8b1be18b566ac95e66c5d75fc7ba91a0dcd656eedbe5 +size 3821 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..88c6dc9c36e07429562bc617fcde4ca9fd6fcd83 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b7a1b50ce77adf0675b053c9f95729e251be224f9cd0da147f7d9b1a0d5cc7 +size 3897408 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1efa619a6eba91ee64107e399a9277271a196f3f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365892e0ef0dd9585a90ae2b55e217a69d9b9087465a8a198c5f28988c5573ff +size 3897803 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a45b5f9dc83a0bc0adea71a4dc842b29edfa9db --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cddbd138b89c9df9bcd56fa9a72eab3f29bf3f67ded9bd9b50aa93466322b08 +size 3907713 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_35.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_35.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_35.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..96c7a992761ebe844d5cb26509fb3cc58aeb29ae --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_35.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924fbdd97ec0f6b13aa7a326cb702b226045b2e3a0634cabc0e7d8a991290961 +size 3902458 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8761fe54e7e0750ba25a3e0ad50b949c46be9f96 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f288643443b7794a2f7321740a5121247c5292584071241a435b391e89707737 +size 3898322 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..91bfa58a0c943245add04190773b9a9d54574cf0 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70eea5477387b6a4e3fb60aa037e6c70a1818d4af881f6197949dba153c23fc5 +size 3901083 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2c8233e400c64c5824ca621a15461d44f029578d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52117698dda99e1edbe55262e7116bbda4cad34e003bd606c61cd1afb2d61f6e +size 3907514 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a551b44e50eec930c809b4673edfb0980c8e54ab --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81a6991c45c6f66ec91105f60e5973c52abcbc7af2bf3768e2bca05c4a3ee89 +size 3904022 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2f1f36b3726ac936f4913286290552c6561dd7b5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87b8ac41f5850f7802ca516abe716dfb6d3dfb89120eaae16d3d32d673f5651 +size 15594978 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3265138411ab9df308c4c5aa40aca96144783946 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37c98034433d229110fc5191047392946a932aea7fa1e19a8bd9c633460ac83 +size 15608337 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..019152a998d10f753cfd0d342641a36b5e205f40 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c3369b5f8c9c21f75a465dcbb526d4b69fe0a4177e81509cb17a24417aa0c6 +size 15626216 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f28043ceafd2e5854bbd91e9831eb250c56eb67b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e60a3f809e77f54f1b6caadc9ff80d1154f78e6dc677dfe093761b3641d3597 +size 3860 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ddaea1a72ef79988a09e7a6c97dc7ab2191db16d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b5306bb68e4e454b341e9c08ecbccead7500824f0e285b272b240d07c828ba +size 3827 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e9e15bfdbedb253e3c5fb5d4d6c96b717a8d87a5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0702ae38c3f2b759dce34fc5146b1f5bb487ed5b32707d5fa4dd2ceea9fecb +size 3897 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fdea52ad1dcc37511eae6659e92936d046a02ccd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6559c28734c1abf66295427752d106c585aee067b1ef2b723639d34a417502b +size 3900682 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ed2cd46af6923550b5c03ec13df18559637f89e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9dac472e3773d763b018e8434d30afd3d0271b1602bc591b2bed3e1b190d6d +size 3902405 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..913909100db6793ef13e2edf920c1d5b6d7a08b3 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edfbc57d1b4390a28b3e67eb21ad7407f5524ddb9f0617d79792350a2cf390ec +size 3906742 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1aa529d28d9fd24ff996f773f1b222c75239e43f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_4.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2372a8bce607b55730976c44142cfa926fb72158e2983fb7962806e54a424b +size 3904156 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2e084904f67a005cfc33208c332570b4f024d916 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6015852bf37ef25c634cfe12a307782056d9268a4a28888f9e42bc0904c6deb9 +size 3898071 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9fa248672283465816bf711f79e6c7e9c875e8ad --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d4652bad874c4f81776f83528aebddbe4911457f1ce5784d11a576984b53d6 +size 3900788 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc3c251819855a3c4cb082f457f2e2e0dee298c2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbcb4faf2943fdc6f56f290bbf51d8c6d560ea6514a35d87eab80fd6eb6ed609 +size 3907324 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..52affbfaf10555c10f6f268c4804d2be3f86417a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce96a1bcd34087a355288d3d26765127334f08f4d2b523c8dd5859b112bbbc2 +size 3902948 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..58ade1e634af3e51afa67d6df742119afe950049 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a1b18a845f298e099f8ae796899a9ffc8d144070cc163f66bd6191f8de7e7e +size 15578769 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d912c69f1313c4ad23d8414856099b3010379d55 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1642c46bf4b91f759f2c957188d4a29ec5cd59dd97f51c673e0e6f8c23cbd2 +size 15605107 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9e03af6898721196740408bad844fa9266214a3d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a2c731f1d0a95233878320e1383d0043fe7fed1bf7b955afdbd4639782fb17e +size 15633063 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5fa827c21fed50c11d775e4486eb2f8787660e21 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d41c457ca66d01a24fc2dc9031fc40e656c4182acb24710a1567d000972407a +size 3861 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a8025f7c7e9e7ad1933916f23271d5dfe7f4e9d9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d45be2d4427492f68d19c54a5c3ac45bb4a12b4c3dded2f7836e580f74467b4 +size 3825 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..797297bde214c72591d37d38155dee2c0b49fe96 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2bd875115d0dc06de0fbc19bec50c1a3dae6c98278cd124a03285c8bf43e22 +size 3892 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..78bbeb9d1a2cdb16351ae2f359eb805619f68622 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60475e6ea0231062e5304fa0fcfb34637c4f67dd77ee2d2b220589f84b7b3e1c +size 3904083 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4365f5c45ef4eb73761472141512c465be1a2a92 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c939e9c49efdbe59e043b5aaaf4bbeb9ae8905247a935764be9c0de84ae4d7bd +size 3901878 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2d51360e173a5169127b6dcf7a2a71b965092fa --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2fe395d59405f3c2ebf36dfe98f2c5043559062b8e29fab6570297bcf91b8eb +size 3906346 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0797527c05faa9982684ee1b429bde1dd12dda5a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_5.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dddd331bd1b99efde4f70b4d33de6b2b63e795eb94e5981af6dbc3e452249404 +size 3902498 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..98420e447c4fef4b86bc7cbc7333ee115ba22339 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d16440a06eda860420128b96681e325d8ff47d212d516553b6e9d46870c9ba +size 3901446 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1398a3fa3b173d25258ec342aeda18041c5f61d5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0270a49ce310eaecc89474ce28b0acd1265c4d2a36d652282b686b5d48e1913b +size 3900411 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2c441259580990eaf4c955413e93e0cb626b280 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad077ef7239b65aa4ff36efe5815f0e8c0bb640eaa489e2d0f080f5782070f83 +size 3907589 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..989a2635b54fe30a3e5be3783dc854c2f818e01c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0aabe56eca43e3669a01c8789ba8533b005d795ebcc1dbe4374ce0bafbdc171 +size 3905973 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bb9cbfe36f94758b6b80e04f5875ba3784b72583 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6708002b9cf7388af26e003f4ca23aa81f921af47e9526ff003e40f79910cf68 +size 15573163 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f51354a37771d794b99e329a369150983eaf6c85 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231aa6d242ab9b10fc7f129da533cca0a46b4e65d1108c5a5e64172f42dc563f +size 15607535 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9109fbd2abf9d0a7fdc355df660826378dd9be76 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee914f7a0857bf455f3fc5c33a4949a7a2345968f6546fbef6819ede774a2e2 +size 15637713 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c670f55651041fe66103530c70544e98b54a667a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb4f63201fc402b8eca3f722cb6080c679583e9674229c7321acd70cdd3ea04 +size 3852 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..67ab6257aa0b87d775a854b8fd07d2ba238b4631 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba6efb1eeeb22741049d879259a2f58268331e98a7c7939aa66c80a7a79e21e +size 3814 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ca1eeaf098b4f6055ea37766b85111d50e2247e1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abf9992e64926b604263052d6483893ff85e26a0452ea125052d8e6e1545f0c +size 3884 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5ad3d8500674e3af3f4508f6550e2a87720dac7d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ab92971fa765ac6a2aa0d9eebbc6b6bb5fb9b5806e870aa0c8b67d5342905f +size 3900343 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a70623067399800984b5dfcf46ba0da334895b93 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa55ad097d319f989f0c94a2331b10d54f93412a8b46e6a3bfc4bfbc065bdd82 +size 3901459 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cc492cd2dbf063847ce84de69b078e9d2c4b0918 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41286b934594f0ba0bf61f1583065705c15ad4a7baf4ab913d86e9582058c453 +size 3906668 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f043c365a4d7e005cac8846f8bfaeaeb4207671e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_6.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc9886a5d453439bbff3768c1e08073ffe7f32304e220a23f36ac1e482bf2bc +size 3902600 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c7d92633665681db8617d9589bebecf494a68706 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe2935aef2959a0092084767daf288f826bc790c49c7a5900944384de46bddf +size 3898011 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d884cf2b44b71a85df33e3ed0de7425551835413 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd081e087a44b0e984c1737d3ffe4ed26146388ed70d0c4b758dedb9aadf6a62 +size 3901201 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..46877dbce7c35cdefdd995df5e796da9f1d54fc5 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c15391d8476dd71365a6fdadc904a9fd1c9fd580717aacf0e1c719fe349f7e8 +size 3907939 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5570c2e2a965910096577c2d2579f1460988e5ed --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da25ec5ffb37cb1e14b8c040763d41ffa12e2c6b5624427d7360efa1abc02d63 +size 3903906 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..04664b683a6699a71abe9af55e11c33a24bb08cd --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a4b5446385471335dda2adf8c04bc9f0276a7db711515009c21d91fa710645 +size 15569775 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..af4b3a268aa461680db6bd446209c520e63b4c4b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9240bcc2cff1a918c5aef3a9dc63636b3e995cd17110e3d71fa7b78ab3d2f733 +size 15606358 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..250d51942862ebbe18d70ea7d8f985502f09e660 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2224ced5dc296a18978b5690f960bb87156505d5964bb1e4c81433c8bc1f1fc6 +size 15643524 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9d0a99a20d5b2070d433df1c32d51fcfb4a44753 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6068de1c04727c01fdc970299cbe6ad7ffb3da33c59cdf7649ab23eab7fe0e0 +size 3854 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..96fd841c179e242f9351eaf35eaf698dba1c15b8 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00911c2bf992e30c10606afb2a941ec18aba0f566a330efa0eeb245f15273321 +size 3820 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f1839bb4e43aa9a683511d13f4eff516f623f0a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f92d38bf06bf88642bf8d8b5b7313d481bead8da5a20a0dc425cefc7fadb33a8 +size 3869 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..105f5b9e454a89c5a0249637ba0149be0dc14e75 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c655e01eec7c3795426bd3a286ad0acb574ad713428cc960f39ca1dbe026d32 +size 3901522 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..387014a0de9f07370f1c50548159380ce20aa83b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92ae20c6f03d8dce32f4c680cd3ae4c1a4025e1a6c25111836d4084a4b394ec +size 3901260 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9f809f369b3d749aeb86267e59e3832ecd91699 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9f02d4428b587ebfb26e23144145a49c618bb241bde43656c3d97ba49716c1 +size 3906910 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5c7ba62c413fbaafcaa4cbc8ec27e570d8d87d57 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_7.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e5aba2022129c4e73df880113dadaa3149d97078158c6eb3ba69fae5abd1660 +size 3902007 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6493660c4de19594d00aec4e5771062db8da2535 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ee46a95e3a544fa31728043b7b2c8cfd9943af5c5e4caaf9b84ff6bcc6f9a4 +size 3898272 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..69af74afb9fe4f30c9faf88dfdcc0a405cb52269 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b914559b1c05ac30f31c534f699cf36b539037a6fcc90ffde7d2f7ef57ddee3c +size 3902484 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f1878bf08e0a6500f8637a210ee3df93c8c2054f --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42e6028aa2f71561ce630e9aa7c215fb3dc26de2b65cd7930e795145cc67c933 +size 3907413 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a6eb20f3ad4b8e0c100fa8ec4d6f62e41140310b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21d5dc151fbf5e34924a7caf17ae2cc7aaf39b8351480ad406db6b21052aaf7 +size 3903863 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ad07d480ccab195cd9ffeb00c2b75a7241f70273 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a383983b820aeb374e10f29702016247eb10fe5888a2f30a77ef7a8bf5110a +size 15567911 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..51ebb89c75906747487655635ea3cdf28bd87fb9 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90513e0667f0d8c677d17b8d3884d2b6dcba9d9cbc7dd97010e70e156f80908f +size 15608842 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d7fe279d729a253d7f9eda5131ec09825e6d587 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d1e2b517a3f98855b0925d090b64225c4fa14690e7304f97692e94c645050e +size 15639639 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9a86b952dfc1927adbdabe3b7c3693e7d4014df2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80f7adaf2da969bbd0050889071850015164cc70e36be6c68624554a4c99a7a +size 3855 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5273549f31473315739b29bbe071f89697b7ad31 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fc5e887e53002ae938064e474d8c5600909ef911dbc7945253ba3df31ea0b7 +size 3806 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..42b02391253e0fa12d0e23338e57ecb2bab00b31 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4879c47eae8968223caeea689003ef795aa1882135ab24cfb052f8ac9ae5afdf +size 3861 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bda98300c16b086ec131b9247d63c0e9ff8005e7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c4ccc5ede749489ed99cccedb5de0b0386d311a4683717ef196152d93cdc70 +size 3900092 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3d1f89d96d88a6d6c6e3c71dbeab1b1ad054e76b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e501f1186769666ec1cbb91c3c71736539ac9a88b077be8947500ac7694b38 +size 3902509 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..55be63e79ed69f123e6fed0ee9071f5bcb40bbaa --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08fe95ae314021bcc51f6747eb9633b4ea9be8108bc29a32054eed2081dece41 +size 3906686 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..49a50f1788e34d0d5386ae9d91ebb7cbb225d62e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_8.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c569ba3a50f220f7e4044f2517a3260a3a0ceab56419691a397106c70f271deb +size 3903011 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..578728e539c748bd61e78683db16f5fd4685d37c --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e94376d704bd6ef76b37f7e6fbc7b2da812834645f6cb9356141248e02319fc +size 3900628 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..809c48fac4c74823b7b53e6bec6515a806a820c1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615fa2763a2e9adab4893f26b248f1cf1fca799d050a3b9359a250bbb6d3a1a6 +size 3902370 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..158bfed09b5f753ea66d439975d2e0c818814907 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffd08b3377360bf89479cb39e1ea0ee9d2e7ad62f7170be1ed93763da1a26a4 +size 3907898 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..99fe3759e11570632a837a6e8cf4acd80830f75e --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.encoder_decoder_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44eacbf6748879beff208e245d9a9d3ac2a3d31195b1ebae3029d66a61349db3 +size 3904568 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a3a7d01b800c711e54cf6354e104c395d5496fd1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c98678e358a83d42ec2b925e7b3b4d6a7a702bc70bd23dbbca66e6fb6dffda09 +size 15566956 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5eb04485776aa9dc84f326518ab1a895482ec870 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8bd4212e1e23f6f957daf2101ec09d715d96d2d1b3eb876fa226acae844c369 +size 15612378 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0020309d9610ac45b5b49f5b456faddf1b27acfb --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57c460e7dc8c5044a11fc475cd0ddd3cc5d2fbee0240f5d5ea35cd498f7125b +size 15638514 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9722d0fd127bd0e26da96e385e9c8de2af928713 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ebed607c5f1d4896273e5bbba1d965868a826b9f84b990314ba9983b3587a2 +size 3861 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..535990ef03a615abd948e3708ef5b8aea68d47a1 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3183bd700f0144fc0a93603e5a8e030f6fd7d1f6813463ac356af7e523d2a8b1 +size 3798 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6c9a1e24f7ae96520fbd2167b679f2af6856d237 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6449f45051deda1f4eb228c7176bde5d65c8ccbf65d95dcadb1251296fb07980 +size 3847 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a62f1093f54cb9c9e059ac42d99dfec72b5b472a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08639ebb64ff34257f4f0e2f915e6ab518b0cf3872919d827e086e85f3e06c5e +size 3899826 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a9e61af853d2e43c95f0dd8fcc3bbdc1c5c05ea4 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c2d6d50c3622cf1f2e8a4f400cd8ce93cba2cd744d6dfb088829f39c4a6ba3 +size 3901322 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4c755e733c676a7cbcc7fd87fc6d7b3528cbc77b --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b04c2edef534b2e354de07d5d0fb676613e5f58a67310e030432dd9e926b475 +size 3906678 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..627220da90b1060e68b6dc0f9dec26a3ed3db54a --- /dev/null +++ b/checkpoint_20000/target.decoder.layers_9.self_attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4440fd37cbaf4012b3fee5ee165c4e6601e469425af566c901dcd4145f9f9f +size 3902912 diff --git a/checkpoint_20000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_20000/target.decoder.logits_dense.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..f33eaab9fa4c41b4eeef78593ce600dcf948e18a --- /dev/null +++ b/checkpoint_20000/target.decoder.logits_dense.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae1c87216229d5c22028d7354d70465009da2b29bd056f9e64181e0a79da6e8 +size 182 diff --git a/checkpoint_20000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_20000/target.decoder.logits_dense.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ed23b5e973a984599ccb18225e472ee399042c43 --- /dev/null +++ b/checkpoint_20000/target.decoder.logits_dense.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3dd987ccd015c6beb52f0aa99b44ff59e0c8241970d1b1da5c96e39adb6137 +size 61121414 diff --git a/checkpoint_20000/target.decoder.logits_dense.kernel/0.1 b/checkpoint_20000/target.decoder.logits_dense.kernel/0.1 new file mode 100644 index 0000000000000000000000000000000000000000..ab644d4ab975bf3a4078d526ca5a07e0cbeef8f8 --- /dev/null +++ b/checkpoint_20000/target.decoder.logits_dense.kernel/0.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e892ecdf0ee9498671874e0663a445c490da439379bee66db66873b8ca2ea9 +size 60991324 diff --git a/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369 --- /dev/null +++ b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2 +size 172 diff --git a/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00632e40def8d635069592ce4ec9924db13a18ca --- /dev/null +++ b/checkpoint_20000/target.decoder.relpos_bias.rel_embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb43ebedb711a448d7ed11ffa05c242b39dffdd6b775916eda5b9ac928fc34d +size 1973 diff --git a/checkpoint_20000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_20000/target.encoder.encoder_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.encoder_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.encoder_norm.scale/0 b/checkpoint_20000/target.encoder.encoder_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4151b2f1761514cad2fe5518659c0d0c08543da4 --- /dev/null +++ b/checkpoint_20000/target.encoder.encoder_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea89930cc5c82e9a9a90beba50efbc83e8c7158456645f5fe2d3dd4fa2024c46 +size 3813 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1b95df349d7502a0fdf6dac1e89c537e08dcc363 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9467e40b01a05535179eb7697b87dbd4dd4f4cee5edaceebd75a961fb3f6e43f +size 3899447 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dcb8e60cec589d401df2721f459e63c4550cb274 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f1e8f53f58e5dcd098565cf3202dc8e3b9f2207dcb06ea1f624704b4a01c83 +size 3899441 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..13ea7daae98b80a14c09a9f3fe17b4dd25f0f3aa --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed36499c89935fed28be489d7b84d0af10ad8f25568be3dc469a469f527865bb +size 3905500 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..716ee5df9e4f7e34f8fc434fd4cfd46dc8dae652 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef5fa8d75c91aef82cd6664a1e1f1944add68ca408a8eda83594ae55b03a6903 +size 3898538 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..53fd14524db6d355d20d5def1d3717c571f25841 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0c7a38634c24c3227bc083278536c0e8c1f2e9bc5c67b73d07baee658e0b4a +size 15583598 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85e400eaa2375760b2b287e6ee20ee07446f02b9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be3a0966504e3f98c7c4b278bdd8b567474dc820ae37232f7103bf89a3811bae +size 15585068 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dcf384864b97cca1f9ac6437147c8ffb2f14eb5f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:926efc09129893a61e0de8743d201df08f0fd78c9961356b12f0a58659422497 +size 15627294 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f3846bdc2d91f9c5d85658662bd91fd2f21eb33b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e62dff51e3fb52cbe65bf72636e0b7e2509858f5355f284a2f13c4406afb7245 +size 3707 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..743b7cae238cd6073980b609a6af88a1a84919d6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d5950e537d66e1545c019a0fa95e65004420d43484565915183e15359f8d73 +size 3698 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a21be3d8eaf156710bcd9d84edf87a443c046600 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261889ec7879e07ee1811fdb39c3d2501c251cda92578308b028921d3e8ccdfe +size 3903613 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..37e4b3fdf13e5bc1065e5c2ff79abc20323355ad --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e6ae64629308f31b31cb305d446c464c3f465051322bf5608ed4a475623232 +size 3901840 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0fcbb696e5a840e6d900e92798f6aa492007790 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b62d3c3ff32e48aaa0fe6da355822503c17a7006877b384b5a6cc07cf3fd36f7 +size 3900654 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f0c372ed5a2e6ff67dce74793963b2786b3e78c3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df82da3af4a9b036fe9f757263b961d22aa419cff0c9994d787dbe7c1050e899 +size 3907085 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cd8530dae1967e13606aec94fedcdf2ad135ae3e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:047cc7619731c382a3234d0961e447fd9952178161fd14271858facd18d95dff +size 15613606 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc9cc0b85d2d2dbc1cddb301d28e886052d7b7e3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13138983ddf6fea5463e2d3fe20d1db2f7efea1b0523dc970211696b22a9d2b8 +size 15623052 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3b1520764ace598c5838325d56baa6b7ba1f2aa3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6d98db4f57a4e3a4e79c857a0bdec54afa2cd9b7a4860a7d9190f7048907c4 +size 15579202 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..490ed9a51e68d010dc0ea41e5f3ec0ace0f73d33 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd457ac9a45508f9e6c18cb437fdf2f9419d06bb7f931f74c65dfe61cb3bd42 +size 3883 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2755c4310d1de71ed4c01bf59f853b2fd931974d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b45c59ea783d7562b6b171afbeed677d244e7ef7adb1d40f1fb688dc328870 +size 3854 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3c03134b3fe92704da3c82a762b7273d49aef9d8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4690dafdc946a61763bead053bb16f44e62eeb0ed1d5f94788b8916b240a64ec +size 3900361 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cd740d863bfac81fca9008119caeea39b8320d3e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9e39651fb835ed8c899c311140d22d46af481a986ce5eff00e624df4efc753 +size 3901120 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..54625baf712a8d7e0ff7c4ca80b0a2ca9d6a8fc9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d07a3d66d352f59f8160f161d254d1d416dfd48dea121d4d3dafbb0a555ee7 +size 3906168 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d382e5b4c27deb875434761490c2e04e54b8420 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3efb4680c608bbf6ddbf150874186e333be3decc22a539212043cc812c42af +size 3904305 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c3d18881cd25f9fff5bf5aba2ea63b9d653b724c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ada23abe3f986b3ac8a01d1b12b3bb74a1b11cb7957f3565aefb37f33c32b2 +size 15609529 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..691f638f41d9b1f414272935b361893591338d5c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ddfc7748245f83964c270dd7fac5023f56b988542453c72d0a52f1678b9264f +size 15617054 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..03698f0b6b0359033ca6f5520dddc872e8149855 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92dcc9f010c0b50951d7a0adcff2089723a5cd52d3748e0969c3dc92acd81be +size 15612008 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..95e527a854aa0947508e9cbb2ed273276a577c9f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a375c3bbd4f4c65b3c5ffb1b3ca0ead4a3f974b3dca5c915790a846e40b2abe +size 3885 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..213451c14dbc9e1ef913e5bc879dd576ab2b9f72 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28901c61eeffa6c1209e07025cb593f0cc578af052471ea9c4e6ccce42b6082 +size 3904 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9e94280f951faa8b84c07c7f6bf9ea05fa7f64f1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b57c14ba2fc779fd5f9f97b90dedfedd4cfff0c0fe8e98fa6ec16e7cd45a12c +size 3897040 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6df9c92e37ca80a336f7a8b249ce45c15985d73b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29121c517de083d250e04b1d5b90e8c583be7d743c8dc124416083eddbd67827 +size 3901408 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a65c3c84a8c8ec8dea15864860f05b8810642e20 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ecaee5d5a309dfdc0847b237b64a0d060fdf4e6072477bb89611f97265e550d +size 3907573 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..57ba8647026b90f5076bec5853d0bcf9167abebb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc25ae8bfbc2973512cc7dc11e2b58cdb584e35a74bc954041b1fb289ded86b +size 3902220 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..93c09441cd54e27576d482c63d2cca9a5fb2d76d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe971ffb9eae5f266533a31a72dadb5849c1713215fa7fd5d3856b3a213ef56 +size 15594111 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a343cc8b86d5a4b52cdc66c7a424a492c561525 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97fbedf043acb5592bb282a8f54e2f691741ce5cb4a14ba2265cdeca8ab4e3d9 +size 15607719 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e0eb15104dacd775b868fe6156fd3d0775c1464 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:017fb7a94bb4e0892f6856e8b568bebfe48808ad34abd959094c0c73d16092c5 +size 15625304 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f5199d0cd0d2c7f43102e2b8be2f98fce9e814a5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f501cffe832c61063ec302fc9081a4f35a85c2f2e3ebb17fe0516546c6fc3254 +size 3851 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2ba5ed7c5fba4b35313dea292f31a0c0865b3545 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc412b09c12a6643d1803a89e622706699e958da2fb4a9de82db4561e4df98c8 +size 3907 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3f7725d378e0b22aefba5cc9d4c187b777b46a7c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:028cd25461a8e2b1caced6aeb55a46435ca1d74761e9aeaed18d874a904913b0 +size 3896306 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0250d9ceb1183e5d66f35698c64704903b6a2e28 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e032861458909fbb890e4eaf43fa1747f86350027d380ca43e4bc31a62e7f71d +size 3901101 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..47e013ce1cbb909f71deee5829c1b044b83fe4af --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32d8ba83843a5ffd67f7cefe140e175b7d971e0c579393a268c36fe1c6bceef +size 3907483 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fecadf4fd15233ac3dc5aac651c0adf814c7aeb5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e3ec2a66b2178cdf2f7400a1e90193817e1c22b49ec7965040d21efa50a530 +size 3901639 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1ead6b71db3c930ee162608329e50b2c4ae59b9f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39fb1ab7df252dc15af43cbef4e58037b7a8a4bf37a172b711a7f87d6c15639a +size 15589905 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9f6fae577de7f91cbf0fc52baae16a1baadabfca --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c93fba1d6e4b42a9b3ac34b16b20354560c013add3ef952a5eab175b73e7ea9 +size 15605026 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a97a39655e1213da853018e1a33620e51142c6b8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2b12788a894cece6e62c9585a5e7b08c31c202f23e79be5587b0849300fef2 +size 15625599 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6d806c5641f177ab6dc37353512666775256fa04 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5ca20efb1eb9a68dce50b5b153b003618efb6c03893c54e3f560345beb10ff +size 3835 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..4d036a233cb4dcb13eb67622ea2c276a99eee745 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa8a9986884ddeb91e7a42494f535ca2b7e2a14b5dcdcd874264a3f12cdcba1 +size 3900 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dfa230ce03001e901aa43cb3de9260da4dfe98eb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2815719959c70088c34be6a4fe391529520c42504b9fbd5547e8fe95d8de04ac +size 3899688 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..98a4bc1e3c6e3d16cfcf0dd6a6aafb19eaffe1f9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc0f224cf8b1afc45e31bfdd5709c5ecac1e4af526cc4147161ba7660dd660e +size 3903895 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..311c80edd41f73e275998b84c881064602e0eb9e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a222a6edab781484d2b8f6538d98281e537722e360c2b64e7ff59e103e8aa7 +size 3906256 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a049ecacbb43d22f1689bf24d684a036760a1d90 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543d18a9d4940aa3ac3dc9ddbd2e1f3dcc9f4cd41c45eee03286b4eb8f1b3ab1 +size 3905562 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..69dcbc63feec816754e2ecfc30ef686128e9587f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341c4bdbc2d8377fec64bf69ec722ed38b7dee97a3a0398c38a600e472428f0a +size 15587847 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e63d2f9eb9ee7b072ac6e796c27878414db0774a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4bda8986bcf43a16b00bfddeac1bf6019e0ebf64740051d242ec0ce6d112f2 +size 15610588 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cccca6f49dc8bed971c21b784672b96bac9559a2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62a911b70dfb31470ed68144e57b270ff8f408e812610599b14d663ce0460cd +size 15614867 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a044c8caa185d4600c2aaa369f4ba1f6bd4370f2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f531d2b8e23e951c5e8b568f77bf0ba8cdccca3547f8ff9aa5f8f8660831928 +size 3898 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e34baba6f95ba978b1586cebe6e617ab6c20e370 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a644c274c5b003f96e0b3b715004752625287341b0747e6eccb6218ddbb8048 +size 3891 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ac1faa2aa2be964e3d1eb89e6050bd810e2926e6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a529781ef4fc5d7c0de0d9d541c3271626a50ab9733481e34beca058a5c96fa +size 3897997 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ace9857d338254eaaaf2fbbd10fdd50b523acdfc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd9aee25ebfdeecb5c4a1aa29740a65324f7caa431e78ae12444fc489b95a63 +size 3903290 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..508a379e77bd3e5fef3a8197d1eed4b0b1f5cee4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19271508f675b73583ae7489c3b56473f7b59a5c6217e2c30b79593455cef166 +size 3907460 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..835fee609fe380a961beeb39fba0dce4fcee5565 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c6243e2cfd5ff791c9702f5dbb26883d6fc6b84a83d8f9e4dfbce0c7b1a363 +size 3901133 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..554f1c5b7f1300fdc930313b585d5645bbe3a49a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7eea52d61cdb823a30466ae2b8b7f204d645c79681ae9fcdd1e76c318e7f694 +size 15584588 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..081c647820e0eae7e57f64cf510c792b30e2c4e3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7545373fd94aa8eecb78db227bbd5208c2819e040141ade9d8f8c882ff553f4 +size 15611110 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..204f854da6a70041ef81bd3fe89576799a5b7850 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:effe32df6f9c70c68c19c310ff5451c84149bb1d2976c21a3f5bf34bf831275d +size 15611997 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3f51274a5a4cfec066bf8a887ccce0aed4555c88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d136fd5c46c85158370b5de8ca4ab91cbd689647d69cda9f9b5325c16869393c +size 3870 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..fd6fea1235d760b6e6721be5b5349998341ce121 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9eda6d983d4ba5f98480bc0b644eb4eee8ea7e4f8471ec64cbd176b6956180 +size 3895 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fa5f8518251879a98fb6d8c151af63f16005940d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514558493a774a99cbc30093cb0b5cadefd3ef12b0e5587d112ee6d9cd445c74 +size 3901613 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..380a8fc4205935504e0c525ecf4348ac3291357c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31c558c9f038437bd7ad31a2a9bd8fc48b15bffb845a7f3f2a061103ebfa986c +size 3903091 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d89617538ae65095cff84413da88651349f493c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a32867be8df71739285ded3cee97bb1c5623464d2eb5083cd7b5eedf4cfd469 +size 3906688 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2f3603195e17d0e1d3e3b6b789a9f4ffae7eab17 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab71b8875abfecd2f474edaf5e52d9b517b53722198496f0e896a9512eb789cd +size 3903690 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..681631c4d6c53fb6260a59687fe84e2a15a32522 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d09f6979d80996093c33b1218392368ded73bfc243c70908917559298d6649 +size 15588718 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8fcf99d4385cd6d73c9652c4feb27d7656a96aa1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3148f841e1926939db7c69e391d9f58c6ab999f8bb080e21a19e2bb3c5f3d53e +size 15606687 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9d82ca70fe1036cc6a91c8dcbc10f9a7a703e152 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec9c3240ac3e53028ce5b4164235c68716cd9d35d049ff4600c935a466f5d0f +size 15619622 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e8ae1f3630692c18e3d279c5cb10a4b0cd1f2481 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d17f09920e620746f6e06c34e5afd1bf5be7f7b58eeee041109a021331ab9b +size 3886 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c4cccb5ca8a2f341dd843d7f258cbdbb517eec0c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8340160961c63030776ab4961471e7807577df87a2049ea38c77162211b282 +size 3908 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1cae1458a9993d3745ce00c85a704d705e57d71d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08359140367f76d91b57fd6a5cb1bae918e8dbb8ac33bc507bcd91531869bdf1 +size 3901772 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4aa21be6a0b12a2b5876234389a215e1ddc23a1d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d7a4a37a6201fa5bafa903f6ef56a68f8c6b314601dbd311986cfa3cb5f8ed +size 3904766 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..af4e2d591c5ecec250862be4bac5d5c00c90658f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f502f40c7892736d4633235b3afd3f401760e553de24f193d64e8520e47f19 +size 3905698 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..80faa640ee3e95b0e0990d835bc0e0cf01f4ad6f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5d3cdce58b0077d7f897100baeec19a2418640c8f87cdf0cbe066d7f64482f +size 3906658 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..73f3d0f27f6f93d25622b69ab9f7a4c793627f4b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624ee17e858b1fceba2650c9875bd29a1d1ad889a987a63caa083c3c97ec3ef3 +size 15587787 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f4a7e17a8836718b57746eccefcc34de41468342 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:897ac451ae6da3866d04c8b11be3a44f5e94339215464183c1ce78e1d0112da1 +size 15606914 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4f2795a3917b7696f2ed2bc51a3dbaf9ee218c2e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e71f0ae8220b865996ea2be3d8571f93e891c2205072b9f79585465806253a3 +size 15619698 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..78c9c5235236b2749b8b663e31a2124ffcbfba31 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ae29fe51c6849296c231d4e01021664819d6faf3684b789339b1d54c7702b9 +size 3887 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ab7841adc333ef2c6f4bd8266d57cb10d40e9cac --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c776fd2e0bdcb9a87fe8ba928e1dd56030906fb2822948c01fae29b68972af3 +size 3898 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0172878f1665de60059c28fe476077b8830c905d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7ae89542ae58a7948ee47263e2fcc0224c464960dc16a68c8c08a062970539 +size 3901981 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c6db8f2b9f3b036f63ace39c35030726c374996d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48193bee4c9c941e8539c568eaf61a1f8cb5319294826bcfcbf4cad736b49c1a +size 3903813 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2add7714c156f6077ab3ecd69e7dc6ce2dc57dc3 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc68639297b3394257c2bb7ecfc7a5595e6edc742d8bbc3f670a2b41203d122 +size 3905682 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6aca8ff1a14bf922ea13c5e6d59a45e3b1b47e9b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f0a4fc1b96cba369684927fae9a18a47598f679a23365a544cd256a5fa31f9 +size 3905341 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..11c0bbe26fff4a5be570beea5409509fb9d0dd50 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850c8df0a89b9adee98a2744e35509bef11c4876eaf249bac8d258241167ce46 +size 15592390 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..81757e738806991389a101ea921ac472c6d472e2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5de813e83e815a7b0852d5a241ce55e126616d4550bc09ca63265051716633 +size 15608824 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b3ff6a85655586f0c6c14e61cea561cc1be17efb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f562a17c52076d2a7abb7223e0d44c3adff04f1ccfa52827198c8789a6acee3 +size 15619280 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..0a3fa2260dccdddc242d059cc2e74258cb8f933f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d59279134647ce7d44785c87401e13d2de9ff544aa5e106853063019c1e29e +size 3899 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ac5173185c3818a6a57a1e77b8066309f274bcb5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d0af840f50a35baa320c0075e0f54c3d399b156387d0e284411d6a14e535c6 +size 3896 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1f78d573769d90bd305ea3cc5a7389a1f2502990 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d7da7bf1c42cef396200f6b79c9cd8e6f7105d148ebcbcbda978b5f3649da6 +size 3900613 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cc943f84f64de09320c478eb3ddd7f2173537fa6 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1821e0638ee43dd85aaaf8df910c45119dda941f51d1a031f1ce1f7bc7a0a8 +size 3904079 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d0bf294f37e2ea8b6752f3e4cca4c708f961901 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ba5cb667048b7e9ad71118c8d74f8f74390f0c1924c74d0090686ac68f32ab +size 3906126 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8babda38b60e6823c814ffb22098220d9953d825 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ded0e78829d0dc68431bd0ad7c3881b57dc0f71be57724949fdf871dc5fb2c +size 3905346 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..226b1e517f8bd2fb230543cf444f56782ce4e91d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bfad23305f40e273580f94341b6bb9e8f9293d1e5be95cc4777877d15cc7c0 +size 15589241 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..018d00f441ff9fc9a5b392552ee0d95907d9479a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab56039ee55676565b2065a282d136edf1342febb1ad065daf5a06dc4e949a1 +size 15607985 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..733ef743853675432cf57dee7575034151b5fceb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2873db610da199c39cd5a472c48a48822b19d5ffddbe22dd7b566e3d568a204 +size 15618279 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cfa9cfcf43b720195ac3bc57e0d25398731b6ce5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39206569f7ca9375bf9fd6af91584ebb7248ca905e91086556efa39695d8f8d +size 3889 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..1c8f584a6e087e2b69913f65e9d7302e74b66018 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_18.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07145d8fb7dd9241eb1983272cccfae698c133479690cc268cbe4444dcf99dd4 +size 3899 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b35e78ffb31b001aae0332fe63438af78ed832ee --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6345f1008c4b5e2ad512c16defff5a6804dfc8c0b2c3bfd7658caa378836cbce +size 3900281 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..34d059b08642a536415f118fa231f83436b33811 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97206b85ecba33d57ef0f4138f80e552b44186e038dd1a48cbb7b4b76bdaa760 +size 3903285 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1fd7960ad37123c0a7c9b12af1bdd37f0a2a5776 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef193e695c399a998b27754329d9ea2c4e79f6d9e5b0645630552f170d3cff8 +size 3905745 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..cbd46df8052a6f523df8aa2a029f7ea46c734611 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d837d14682ed0a8b1227a92d393e9116d072e2b7803b3578ed0fc984fd89d72 +size 3904331 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..db925e01bb8de62b0966e29ee26de67f007883ab --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6d33d439a8c9ac9d3a65ad9d51e993c6fdea7d867a028287466ea8343152b1 +size 15588454 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b4a770dabd02d1ff7b5965508511b5517e6404c5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934bd91975fbc878c7f6eea0f4ef0fe0c7ca87d9233edb6427f7de6e894dc339 +size 15606157 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2f759c04418c9fd4ef23e7ff317f3581e07c0944 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b560d1bb19117be27c715001d6c37491e349ca891a29419143ec675e7812a96 +size 15620558 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..a29a02eb74de64ebb9ad626cb6bbd9eaad1d48b7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff0a28c6367d10fab9e78840170bc5d3d76f9aa6770e120e37c87ac8c205593 +size 3890 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cc8e100e75a7714745d9e593a032121a90881e23 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_19.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bbf7f4a1d32b7887a10a2ee8bd422db691472e20744aa4ee17a842a4286677a +size 3895 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5b13079999edc53cf36595902654f7707eba174a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbd7d04fc1356171108877ab6c3a471c98ed63a650a6b154a98f4bd48164355 +size 3902181 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d47ea16cbe891069df921447cc906f3601986d89 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ef98e0d4cdd5f4b2bec19e10fead199f4eca25ff6fa2075813a0aba94c95c5 +size 3901422 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a3f53c4909a2d4c694164d1908dbbcfcf6c4f4a5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b82560a22c9e180365d5dd585d5a62293f22d5227853fe20de7f29395cd72d0 +size 3901982 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bbc4057ae8cf5ee11b4148a6ed9239c6cf3506bf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1731409e0f0c2e75bade7e58c367b2519697df1fc4d1a2fab9b7eaf2e3ea37fd +size 3907276 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..996c5c194163a550fa87b3650e5f9fb1382688c1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07828561488b49934a13c0b45b6153fe73fe08a82a5bef8b011ebd1dd9311b09 +size 15597460 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..77fe94573a89ae053e4fbafec52c1c88c1514ffc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f10ba412747c5a93d9a04bae603d99150c3d5943228d80c42fe6fad511a4d13 +size 15619392 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..88cbb4e3a85ee0c7a151d0cfde03cf9844369c9c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccafbcb7b49943b479dff6e69e30dd376a70da1714dd58993d075ce1709a871 +size 15598215 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9f6311b7e33b8d28ae9bcd789bc9d0bf4252a127 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242c3c3b0d9c6f75de5964da1a674ddea258e6fe049ae17b03716c13d1c8032b +size 3884 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..aa2d01eb10678c3824d4071f91d45c39f5199a0f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d1d5d5aeaa4ae69759d3d199a2709987cd158dd6fa83a719f8b0ee1fb97227 +size 3867 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e120fcd7b3ec8b64923eba12d253107e21e4856 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f870059fc9e24be527e8fe761d1f59127662f7302408205f9111a5e9a7b7900 +size 3899941 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..28b1e58f63cacd5e6eb67aff238f35c6065654e7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a629098e11484106bb79d57e4ccb36399d990f92b3f24eed09428ef953c0ee0 +size 3903265 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..597aa7f83f2ef0cf060f137f14586bee8b2f7ea1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a1c545cb4f3693993b3b00dc273a4cc2b6984eeff24323bf8f09af2990be277 +size 3906469 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..158cd15232cc27b962427d52b81d1210523918f1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ad6f46c55c771d773acd2a159943e3d1938d23b16773dd73a89249e1461e3f +size 3904464 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ad6143bcafc2fcb40c4f627eb56429282e5ca7c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb2618e716affcbd8d191d60058c42b42939da73ae7e53a3851af9910f4237a +size 15590553 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d11d05c93f1730eeaca94d25345de2a514452d11 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2335203a8ed78879948ace4da77bccb412aae8d046cabb1e36a2f70d252fac23 +size 15605425 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1ae46a02bfad1d629cec802eaccc4589f6159125 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6c6a1b51f75445d64b5c57b5754c6c06e3e3c8c3015c343cd3cd38759694b2 +size 15620781 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c44f1b98aecbdb9b17cebc1047d895a7fd6a0d57 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea99b3b889e5d7351689c44e3b4e5472c37d7f5ce46fa8d35c449b4311e35750 +size 3898 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..85a58149dbf33814232728a33fa0a81ad9e5fad1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_20.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a36ae07756059b1dbf2857e0e80d62f77d168c68a150a29e3b4b2ff3da954a1 +size 3885 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0071f97acc5333efb3e8666cff0df5d3801ea350 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb7cd5d0046bc1d56ab7f8f9cc9d9bc4628e72b6a43565b0e572bcd1b5f4dd78 +size 3898630 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..93568406a0bfc12698d27ed3977a531363d7ace8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653d988d1cd81db641a63f67a38a7ab27df560657265b698b1d952d5b6918994 +size 3899454 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..00483131789669939f8423a4dc2a9040d84af6dc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6de94204800398d9b6be4f661e35890c2b5ed5181e1531f89dc4ead9cf3d34 +size 3906776 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..22eba54a085bc22c951fb70187a45dbd91ca0095 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1ad82d25cb22516797c52751ebdaeee3e62647ca16e362d8050cb5a9fe3ea58 +size 3901520 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8eb0955a35651302154536be234fe2310d212843 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a48a6b9c63498e25088b3fcf5ea3a2ba9cffa10be28bf9bccdfd0c6ee8c047b +size 15582384 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4a51d268c9331594b3413f3c91797df043700dcd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8381b42468c4940a8725e4efd35ad6d79aa971ec82d35f19b8016285ef7a03 +size 15607037 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d8dc21d3b9368686371ca12f7a96a362eeb16b59 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc812b93170744be70f448398e7de77cf56c3bb08438b4aa8590be55dc9a8f55 +size 15624967 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..aa0ce9de84083d0163e6cd13e30d191904d13099 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9966d53281aebb4350cadb19d22f8d66c0fde6e06907402e574adb7b116bcc57 +size 3876 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..20c0be89be43851f75e56c0e1995f367c7aa9020 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_21.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6988a175f21e500c0749c50088bcc040a1c2e4e594c0b359edd810ac5c3469 +size 3894 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..004a64608d819ecd546a14c04cf882f965a7f33a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1428b4445260ea787a83ed07719e4eb911dcc80a8af08c8cb1a809d3b30d88 +size 3897857 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33962a738e32994435f12007b96a4b9e21fa3a69 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9b900a7f628beb0931c8014341064188f0b9c50c9776bb4b62304145e4fcd2 +size 3899739 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b5f277b2aa4dafec9298c3e4ad91ee197cb6aced --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0dcd7bbca48f7288dc60c1023462421684baaeb87fb1388c57a7207e4d0b3d0 +size 3907015 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bdec2ef008bf2133b863612e05dfcd81986a2e41 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:384202a217f3775376b0f121ff60676c7b20886faf4af69ea086aeea77bfc4f9 +size 3900842 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..562741ec25d1bd46d8c82a05b647525c3716a105 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3b6f2ee34234ed54f2e89b5ebb196741982a374e0f6ed73176a1601aeaf52d +size 15585207 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6c45fbd58232df274cc806536116d4134df1b4c7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37f9d18f3fd4ccfe697310fb9fc5413c4bd40a87d088b193244bedf3f2133fb +size 15606214 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f3ad95e89766566ceeddbf76dc92baf5e12a4ac7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac1e9f1fa5d4c3dc6d2e3eacbacc3ff5fd4120fe090cea603a5cb772037ec3a +size 15628915 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..709d463666f137bf192eb6b34338bae17435937a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e6bad7e74bedba8d1f75daf16658a320f810d555b46549fd1977d3765e8034 +size 3873 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9f7b14f093e8a7f20041166c9e45d749a0af637d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_22.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af9dd23e5ddb78ebf5defa94305545cc50185f5e2da46b164a5e032c5792f93 +size 3890 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..72ad6fccac5eedc46a120ec425591f6ef7ce14dc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46024fe01a7a106d513a5649efd7848c900b45a2bc9b3ee9e48e59c8eec65b7 +size 3897682 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..93ef81f46242c51b2f32943174d77b0d8fc463b8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147e7aa0ae89e3cf663452232939cb0f64d90514ea99df7ed99cfca7d4b7745e +size 3899578 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3c82632684101ffdda02240fe22f07f8d347411 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f318ebb4ee575df485750052cd2a32308c67eabfdf240de3a5818504581652cf +size 3906445 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6f2cc8e536edb443dacdf6d2dd5c05983c39a84b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9a21a0c39a4c097ab4aeef826b858abce127fbc1bc4a5f12956e36def3e1ea +size 3901430 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c78f1787d1a98e0236c28d15335b4fbd0bfa833e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b59254663f40a78051f1f60011a28045cffd4e00b52e57ee01a79d6bb6f087a +size 15583846 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e79c5488fa8311323923c424c0d24cb3eda0c3a7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb49f12680641a7e246c29662da02ffaff18cc8c7b9f8f12dea1951559304f01 +size 15603266 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2a558cf30b18443bebed44fd87c1ea984ec324c8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6b69a7e4cb297842196f335341ab1213734c1bd005986f49afd9b57a65c06a +size 15628296 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6ade205808ab1ac857fa39aea755f1c913208b33 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce20abbdfb6459188e57dba7ea5cebf1e7353992ddda8972809a85e530792054 +size 3878 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ccf6ba3956bb58edb45a66be12c69f011129d924 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_23.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4aeaa545b70d41cd0feffd427786160e33d4ee51025ee38bfca78547b77d593 +size 3881 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e963409c16dd3e0f3300ffbc7700d9af55314e1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d37bd897fded798731be1ef507e3d9baf1eb9a1e2a1fd522039fc9b8a873337 +size 3897631 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..833445ea057e076dc1edce861dcad582b37776f4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d15bfb1a875a4c22ab654409c7964a508c823a6256631c6c925cb34ec119423 +size 3900260 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bdca9e9fc76836b3057c24939a33f1881a448516 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac853a3b6421a04c1ba3df09b3c7e88b89038330b56d16c34f1e04c89dcb8000 +size 3907007 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..938afcbf7728f56143e31a21ab4275d6d969f237 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889f2c32b55e06d6ecf7be604431b63156d2a1711062f004d5e1b83bd645eedb +size 3901568 diff --git a/checkpoint_20000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..ec20d07f3af973801e08979113020941d73b7237 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4278de1efe4a90599c685de3a537d1d09ed18ce01fb5d9f9cceff658c3d33e9 +size 15583496 diff --git a/checkpoint_20000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7f41c88302f2f5158f0648941caffca7c7b29ce --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f670260a1042b01cfcc4e4b26cf94b0064d449c4b401a2a3791e905ae643b133 +size 15605407 diff --git a/checkpoint_20000/target.encoder.layers_24.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_24.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_24.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_24.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3bf169d1440bd8a61ba10ad714a94f3a0cde77be --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5fb960be724929446f48170ba12e4df333c094a704146fe857b4d30ee6716c +size 15628584 diff --git a/checkpoint_20000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_24.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_24.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..efafd9a45f06f0bde3606336f7414a178146176e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a114e467771818f84b5a7c2de32e0db3a11739c791021e70af4c40fc098ac2e +size 3871 diff --git a/checkpoint_20000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..6bc29ec9519fd0efa1e6a852e98dd358a3c8ad21 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_24.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a62b7e52818de9722528e492137793b749fe4c2ebd738076b12d9512f4795b +size 3889 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8e0578b62e2cb6aa78da2849198b016eae21d2dc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374501e48583d9c56e8714525f982a76ba63127ceb100a7e2fa0320467b996b4 +size 3898502 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2b4b563a2668386d58ca3ffe281315f18ad2214d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daaeec2ccdb42259ba801a23f9600f67f9475d4d555dfa2aecac523905e2338d +size 3901284 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c277d5ef96d7417ae458d311a12e6227cb5c3a95 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b827bdd5ea860ce6b8f35a9aa0bcafb75a1fb281fc4d25ad01736bcdb94f71 +size 3906218 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fe18a9bb69435f9869400bcc94700b6fe1f3c4f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d1da797b5a09ffcd766caf016951f95ad319781f8debd637d9cac606f4bb1c +size 3902282 diff --git a/checkpoint_20000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0d5dc1aa5e2b3c169a3efdacbd50193701824dc8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6729de8ad05c72099045a5a88637bf563cd49e9253d6b973da2b1a50a09bf84 +size 15584631 diff --git a/checkpoint_20000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d8c3a21a553d41c030b77c28a6f3950a3d51fa4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc934fa7c536361545bde2e268195152468707cd237e21bc8d4cab96a7f191d +size 15601297 diff --git a/checkpoint_20000/target.encoder.layers_25.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_25.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_25.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_25.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b9dde710e525a35cec89c96e0e4d17135fb2846a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065b77e1688bd56a9b0e4b78bda92d816f66b1ee7ef2a9ad98d00c5e83bc7b42 +size 15628734 diff --git a/checkpoint_20000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_25.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_25.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f94dc24124fce1d40f2507b9c87498a438e1a662 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16437640609e3cc7f255f7fffc7a1186584a1b2bd19677639501ff882fd3ce48 +size 3876 diff --git a/checkpoint_20000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..37e82ed1296d7ecc482095bde5d2f0285da657a5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_25.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b681d98bcadc642cf34d33985a5d04897babefcd9b846e4fd24d54d339ce7ccf +size 3891 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..19d927290fdd92136bdd4dbaa12ce74f25812403 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ffc85abd87a5a45e1d598ded444685aebb8cb2e21bca95a5efe2c92815348a +size 3896493 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c4e32804c8d869af0a89d0c0759cee996c40bea4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf008f206db0cd16c895ea0318ca9705013b71db1961889094c5fa7616362c1 +size 3899112 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bd63ac7afe38f0055c2d2523146533534b31e90c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373cd8013bade8493cbdbc9dc09ade3ef1a241f944a52f9eb977693e18988879 +size 3907527 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..39dfa6f9dd4565ece2b6eb79a4b551ca8746f50c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fe39b421f0a12a0d0b4b4b4ebcb0025d0380843e50c2a3a25e64a92ca67a97 +size 3900496 diff --git a/checkpoint_20000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c375e63af3ddcdbc8ed21b72a69eb39ce9fba836 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d785b878dab83dbbb4c408a3e32a3747822e9af677f61f6d79690c2ef4e1674 +size 15584085 diff --git a/checkpoint_20000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c1810588b06777bfd6c115214c5470f4785c06ea --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33d0a0501cf7e757b1c24d257ec5a4dcd17ce291b4f8748bb36b9a75b35ad9f +size 15605693 diff --git a/checkpoint_20000/target.encoder.layers_26.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_26.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_26.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_26.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e029df08fe1635956f7eed0329af111995cc359 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c96fd665d53292f5954efe0a5c8f954811c781cf18e62173101ea8fe5aee76d +size 15626197 diff --git a/checkpoint_20000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_26.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_26.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e77346ef566ebfd337b3321d02c87c4e54088d9e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea1a20e39f4d5fe0d39c8d1f81fb7a59d4f36e68600f9ce7f3a2216dfe98ab1 +size 3850 diff --git a/checkpoint_20000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..3689c3dbad59030e4e09a33b4e7c011a31c25609 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_26.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96dde1af0188649943d78f36f0878db59f0f39e1469ceea3f4c0b3f9bef5b86a +size 3900 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0e772d1d27af3dac621cadb33c80a6ba471a6fcf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87d826ba1f8a9cf7bbab06ae8d68ed2f5248091a5e1602fd2acfa83c56ba2350 +size 3899789 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fceb965cad82cf521e1e3ed37091dae2b2d706ed --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:092de5bafb75449fe1c92e9da41dd3fe4bc33df6c633def7070917086522d9f2 +size 3903553 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c6d67214696a9d90fe61f60ef64142f1079b7f23 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e439b8014106a78e4d2d6291b1ff1d721c38d3a0f5a12fa28102cb6b91513c +size 3906258 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..514a5af54d385908d4510ef4654024b2d020339a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0da74c09467c249ad92105ff9a76c908f178581eb4f8e5a2dd996241513b7c9 +size 3904174 diff --git a/checkpoint_20000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6241df699bc7b40001b556af08d668605e8c42bb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d150ac0717d34fcf81d2d6322864da57aaf00193837fc0591b6412eba0eedb +size 15581515 diff --git a/checkpoint_20000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..bec810064b15f2674a3d2f0d4581623592396b9f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6882734a3a4fc212248f8025b5520500dadd3271e3ce1e3216bc67cae8d81ae +size 15602240 diff --git a/checkpoint_20000/target.encoder.layers_27.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_27.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_27.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_27.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e9cc21d79074d793397047b522950b936743b201 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74893d447ad17c89ccbaff719717098d98be05f558cd48df7996c47498420ff4 +size 15629020 diff --git a/checkpoint_20000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_27.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_27.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f0b9bac39902ace29ba3245256e4aebad97ed4ba --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454cb54940f48c78752d50f20068040c33af336b81df0267e782efe30496abd3 +size 3889 diff --git a/checkpoint_20000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..436a64b1d3501fc3ffc2fed1f3835b652a941e51 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_27.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e6863675e0ede61f5bdcd48649fb776a4655419cd710a5ad80dc79cef91c92 +size 3888 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..16d3732fbfc4cd70801c3a98b512201cb060e636 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bccbb92dc98acc4077aa86e957afcbf7523426a1571b93f3729b4483b8d5170 +size 3898664 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..40a3bcb0f7cf2913b692fb7725c178db07cc23d5 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89fca64a281d62ec05aa6548b967c111b1ac8a1572d0970818e236db0e028a2 +size 3900559 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..840f7c763d239fa11a07aaa218db484bf56f6f51 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34cb7ecb829884b1ff3cca2e215005c693d071240eb04203e399138e8dad634a +size 3906668 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ac0460dbf6b59af0532b52a1ca3dcf2e7e61b02 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff4013b309f66feb9879ff115fb4a234ce9e1f336b328599225c9aeef0739095 +size 3902851 diff --git a/checkpoint_20000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7404c8e5c11aa6f48eec64645ed70ec888f82649 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf1decdac736f1b89a236eda2b7448701aae79a4d5b92d4b10dcc0dc9cb83339 +size 15581149 diff --git a/checkpoint_20000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5309047a37d4376899ab02acb498d5bab805c808 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f937a0dba4a6d08f06305c7e077e4ca27b72de5d6e386fcab85a8432af7f16d +size 15599413 diff --git a/checkpoint_20000/target.encoder.layers_28.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_28.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_28.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_28.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ae667dbc3003cf9538a624f779a89af7a4eb9cb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3d05d60a61f0dd7bc685115e8c5a614fab52376b5c5ce7668dd197d513b27a +size 15627352 diff --git a/checkpoint_20000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_28.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_28.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ec1e27f0d582ea6fb5cccf382cc0ea55798a9b35 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2445ccf86f3d18c5714aa30a4f78fb39a6a5d6d8c1f25d3ecd51aa91f45087 +size 3889 diff --git a/checkpoint_20000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..dea1cce95b7082d40f8bf5f4a4a0c94402264a1b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_28.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08483692316aea4b97df2dddc890b3569bb356d7691bb954434737554d23df51 +size 3869 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..62121c444fddbd879049c39a25511116f0d6bb4d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0b23ebc9b58212c1ef56cac1bb836a68f64ed13a9bb2b52cb4e44ceb65d16f +size 3899526 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..561bbe5c84c911aa442cf969bb9ecfc7d20ab347 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e25c629657d4e135748778d9f0160f75dfbfe4e0dc142548c7baf15d53a34d +size 3903451 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7816e58b3421edb1c00ef894a6c1757b47fa4fcc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1248e2f2146be686c8fbc7c89791d5a1138bebfc2a60b2e86ab5831dc4350331 +size 3906444 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..91ca39440f2d5c840cc88041d11c282ec1dd6130 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a495f598d0bfe8def2eddbbada6074436c2e48023a3ae3c6b19a46e28bd19dff +size 3904256 diff --git a/checkpoint_20000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0142f05d583dc1b186053692453f7f4a36b9fc9f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269579658c6a4065e783d8db8f1202b1fbe6dec086408c7c71922a5ed1aaf576 +size 15581517 diff --git a/checkpoint_20000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f21f47bba7fed0426cd89c5934f5711014a978a1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c5bf81cd54c677090862059ac14b466e6c73da065cea3405b2d8754da4f2c5 +size 15597479 diff --git a/checkpoint_20000/target.encoder.layers_29.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_29.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_29.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_29.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3285755dbbff9a589474a34b90e71947b55d3fb9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe73e9feb81e88119c102620286d5f36348aec749ac6319549153895d83dc86e +size 15627772 diff --git a/checkpoint_20000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_29.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_29.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..881d561b7b4fd391e2b16105355a1a1f1dfe629d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41cae29121065921f2b747171d327ba4b13e28ba852b484cc85cd22ee2e3d77 +size 3888 diff --git a/checkpoint_20000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..e62b815d1bfac6409487835fa13c521f125ed9b7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_29.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e194b090ec8db818f6b8188433b307125f791b5c952b20565e9e7140bebebf14 +size 3873 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..14ea93f1e8b89eb5ccc654cae5c465def830a050 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:577dca4e0bf2e51193c6e4cde118f832cfe13d438186f96e0bce78c116fd65b7 +size 3897622 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9e9dc894a0807349d9fa6176aee3bb079d71ed1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f357dd17cca4bc456e4d4b6b4406bdf42629059dee0ace6b8e024e2e203734b4 +size 3903121 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a9de0b4822a5bacc38760b5a9b84d8c078e46c5c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b4bdf7702734685bbf0390a82d99e60f327e59a8b17a59e5c5e5de787c16bb +size 3906709 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1f7506739cf46efbba11136adeab59446f006f5b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a243823808c2042559567b40a4838dd45e316e0d5d8758e900b1fab111db187 +size 3905575 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5c899d9f4431e6968ac106551d853e2108f88abc --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e32ed3434dd243d4619f6bec55727aeafad0a87f85d7ed23de7d4269ca40757 +size 15593001 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..321313f4a363cdf0db2ce4577feb6b67f4487da8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7fe1cc17538a136a8e31529a7f168e488da4559a81004ffcc932e172d803ca +size 15618470 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d373edf3d39460fc1a213cdabf6df32a3bb44ff2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3bfbc950c018618a53db53ef0f3c6c53cce1a761c054f08f86f0bd5d14c20f6 +size 15597021 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5723a40fdff23344c7000f69657fc62e8985a721 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f24667b67b6f9d28c4ba3f4451e7259ad27330ee83c26e1dda7fbc686587d3 +size 3817 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d54b13bbcff8e3a883d6cdd1d104d9c7c20c1948 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ff417bdf39cd29d52958398ab5cf6f3a141e0a00fe8f8617b5a72cb2f2f7d2 +size 3880 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ea08ac659fd265627fb0fcf9b38e325f0c12e44 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f2144659768d20060bf50c1d1d23e0a6d146ba75b812ff0ec1d5fc48013b02 +size 3898444 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..41add97c2252eb3c9393aedc86fb71dee066182f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3131d39a728bd960486cd3ddfa038ba73925a99c4658fc770bf172dbaafd0e13 +size 3901497 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..095258076762818031894c10d6a81f1ada84c059 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123873f8ec9c474bd5ebda772cf457d8dcad42e9a0732afe2bdd61f5d05f55aa +size 3906631 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d9a568d8a51ad7b72a54c93dade93ed6873fd822 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5205d15f7746eec90de7b0863a0de0ee789a93ed5b828ac97b8f1a562a25d71 +size 3901728 diff --git a/checkpoint_20000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..950b6dd13a7ea726ca411561c0574de74d6e24a8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d58fb68415685f3cfbbc1f78886d3d99fc57070ed512d490ba8c8bea386f6e +size 15586830 diff --git a/checkpoint_20000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..51c14d40ce80d9bbef9af52526d701a8243c35e9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:312dead566f96994a2e7f404ad7171511ced34f13f13341305897857037aa76f +size 15606945 diff --git a/checkpoint_20000/target.encoder.layers_30.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_30.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_30.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_30.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..623d4a6fb89cb388e71fa80d8a99bd33f7454051 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690db4971f4c43fcff9270d33c6b8db92a5e0204851d6e13b942894e1ca10d3f +size 15626385 diff --git a/checkpoint_20000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_30.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_30.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..684a78c295399aa205590d4351b0d7a66bbc5e2a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c3f1344e1991be83fec3c9f9c26fe401d6da19c164c86e8dfe3a06088ff73e +size 3878 diff --git a/checkpoint_20000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..f249b85fa9305479492e870957180673deb55fcb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_30.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e1acfccb6f3163f977c5a780ff4495dcdf0a7a369c4c945e7792ba27043453 +size 3894 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..684e0c0de8a6b54f1f56dd88317c3f0cf968a7fe --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78584d0d63949fbe6385695f7c20c13c403306ee17e0b32494889a0cb516a2b8 +size 3899918 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e4e41a48b8bcacf889d7f96df1dbb58a4383128b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d702bc69a0865f242383e9218e0658b8f44073004565f0c3b9939c0c09137b7 +size 3905427 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6fe8e9f15bf2afc9259e72e4b470625f477bcdbe --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181349829e30306189529517d895a41ca3a8aa69aeffe7a20d6694ab1bd7e27c +size 3906103 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..81e47c1b3db0735865fd9be7acff3625862975b2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15ccd2e92ed51332a4c2150e18c8973addebf8df51fcc99ac77ea3008b9028a +size 3903214 diff --git a/checkpoint_20000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6cd88e170337050b2af7b2c94c9001e9f449da09 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea5eb6df62e0b670b111fb068914bc343777fd7172b87ae55001dec75498704 +size 15579322 diff --git a/checkpoint_20000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c71507abb2f1feb0001a8b63577a649fee8650b8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7f4133f9ffc39e617966ef166b186eb10cd04742a9b9c5e0a6b76a98ad8219 +size 15598061 diff --git a/checkpoint_20000/target.encoder.layers_31.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_31.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_31.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_31.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8125aae1cf1159fcf762bbca4079db349edbb4bf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a9307af581575f1592f61b978652ad3a85657f552a78e4d93d9e743b3a43a5 +size 15627333 diff --git a/checkpoint_20000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_31.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_31.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..5fac49268e439de0d4f74f9149f04b3e4a4d0974 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53509c0e014aa23cdadaafe3ebbb1e5455650189e261514cdc23b54d2c91680b +size 3884 diff --git a/checkpoint_20000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..9738ef10e20470b52ec159dd9abf6c187bc41fc0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_31.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53982515b9ccbe9c19bd9d0c099e4bd016360ad47daa3d6f1f86996d9da34dcf +size 3883 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..01e9127ec22bb62fa32bdee4c60e24255cb8ff21 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f51b1bf6dab83059310158658e1182f209d646c77aaab1ddea425950e3c145 +size 3899032 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5cff07d5259d69d409575da10812c597ce290a82 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51796b96fbf792545faf575239e141e2dd9d13eb4c44db895c18b8a8fdd6861a +size 3902826 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7ec8a8e507324594499d46e87b5653b18d3efaa8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c217d26ee986a3f5b9255844d1e85c91fcc787b840dbac2a60fb09008c3965bb +size 3906216 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..010a48110cc2fa5bcbe2843b61563c9b2aca81f9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8350025bbf56f447dacb88c80805f2a0e52d0d8ec737d15c0df8e12a1d8e01 +size 3902005 diff --git a/checkpoint_20000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..997c6c5cbaf96596345d9e3c647ceed840448c6f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f81008539ac518561a99a75d11267da54147caca0ffe7ae94744580bb31353f +size 15581135 diff --git a/checkpoint_20000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0b1f87eb83149677c0de768e514fcfd780934753 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f01db92890eafcfa6520f9e88f000090a12db899535f9beaf883ec223f2a3a4 +size 15598143 diff --git a/checkpoint_20000/target.encoder.layers_32.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_32.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_32.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_32.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..48841f226825a5e81448de02360403533e114b49 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a35b798f03d8932485c25f6adae7831789587bc7ecdb7704b8ab1526ce5684 +size 15629236 diff --git a/checkpoint_20000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_32.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_32.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8a3ff85874d077c2e249e5bda89e38143697a605 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf159335b6bdcc3cc60eeb7349df07304b6f41fe72a97d07157eb208fdfeee11 +size 3866 diff --git a/checkpoint_20000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..19b5090189c5d1f427815b5382945513f7307dfb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_32.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5889634fc8b741f6e0e6b70e7163fe7c933d7d13fbba695d6b742e14697ae90 +size 3872 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..11c805654f9b1135a6d47e9e668dbd972f8d4451 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886690e8d0e577413914d9e696aabf178dd75e32ed79480e4497c2ea9a96d445 +size 3899281 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e5821edb9428dc91198bb8505fd11513c33f06d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d34b72c75492978508697f4d35a6dcff5060fb626864d529f397778322ee3b2 +size 3903136 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..240b4b668639c9b716eed79cb5deab9e4d390b99 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a15dcecd6dbabe4d0d91321101d18218bb5e076cb84f1f2cdde8226b769b1b5 +size 3906500 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fa5e8ff3e18ee76c9019b69f19dc32bc824c8a8a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4508c174f444b22d79a8f3aae50d8379d25d74e481d8ed08624022c71c32ba +size 3902133 diff --git a/checkpoint_20000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..79a660368206c9dd0b6ff7d3dae193a6a669623a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3628e97364696c93cf739564d9daec85cf10c31b1b995a88675bab13989c3099 +size 15579985 diff --git a/checkpoint_20000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f4c6d7cf1c92dbfe3633bab1f7979c9c4545d109 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a180757325c582b69445a7cb39f7b4a355ce1a7b2748e49ee7beeebf9aef9dc0 +size 15600064 diff --git a/checkpoint_20000/target.encoder.layers_33.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_33.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_33.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_33.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0bc9142a3a11d0d1fc128306426301a749b74589 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7fe999a98a58825422fa4959306e103b62cd1ac0d679690554202a76fac6f00 +size 15630647 diff --git a/checkpoint_20000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_33.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_33.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..17e138f1159b81057a131fa607fa2522aeebddfd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d00e4b7419e3e59edfe5ed0416cbce95a4c4facc70cc0ac1c8934d15e7029cd +size 3879 diff --git a/checkpoint_20000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..8246c22cb4732e0669eee784830e77e18a81545c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_33.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f46a02fd94c31ee3580936e39b366c2666113a261100859c2fdced1a3a164e5 +size 3876 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7775f77bc3e397417d506f474e6e60c6b0149efe --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c06e08227a9d0bb9494abcd2225b1006e7716fa2567d1f84dae75af3b09f08 +size 3899048 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..034672769cb7ce39f1670a663149be4aa8989bdf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94ee0f208f1e5ce1a69703b4e1b1ecf4c368f5bc672f61655fa251ed69a2a0a +size 3901752 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3e6ca73bbfacbbf2f961bebdf2cad96cccdf4efb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1270567fe8259df870c97df94d0fd5eed580499c675e33c8104526160adde26 +size 3906679 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f9a289735e91192ba36ea02466e0ce82a79a1e01 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d263d6e1390dabb5fcc9ebd86227edb9538fa513106a52212a05174810e23b61 +size 3903588 diff --git a/checkpoint_20000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9bad2910523cd9b6e130edab5865fbd16b8726a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344869d2bfb920e1a7bf1dc307eb005853a352ccb32724dfd264eff5094d9ede +size 15580382 diff --git a/checkpoint_20000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..48214b1f4f75f922aa96275e6bd51343193f9771 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71a88decc244b0fd2f668f8e61a13c0980c8926c6a1437985bca9c0a202c91b +size 15597390 diff --git a/checkpoint_20000/target.encoder.layers_34.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_34.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_34.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_34.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4bbf43b13e7aafa4c6d9fbfb8a10f9efbfc68721 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbfebed2380c5225db4c7945a0199d6af8026792fca50685d1cf74fe7696e02 +size 15628098 diff --git a/checkpoint_20000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_34.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_34.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..99289c54af5ca2af93e1875724f3709582a5e7b1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae69c22f0683a57fa3c7533163448f8f2619d1705390ac527689dd9bc9e654ec +size 3870 diff --git a/checkpoint_20000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ef66dbc0f64a410c9ae4e91c1e8552ec0e88d552 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_34.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fad4f11c17903ddc69d28d851048c017480d8c749942fcc23254decffd6854a +size 3892 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..8df5d820a5c7bd6142a7fbe7ed8d89135de96114 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f134b71e5839bd39c3df5dce54749a3b1949b1458789a916d038d3ee96287d +size 3898921 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b1de00ea0d9bffcd64ec00c5e1357ff2710ddfba --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a168403aec1d844885b78bf703850437b46f143869348b9b4ca4b8a4589540b +size 3900619 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fdb970cdc0b7135b9821537a2a44fc6f18392845 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd0014cae1559e8d859d96b9fcfea4750f46836a1978b1106a4c9fa9c3f091f +size 3906244 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..de9a729f8c83b93da798635261639c883c184071 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9992ef516ad37a664da913fe79199e01b9da7f660c5eb89271c609603d969b7 +size 3901122 diff --git a/checkpoint_20000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..0fc7dca79edb6b2d98cd9c9b198d911c0dcf5db0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdb8122b53d6f0581fe1659e5d3f44b5dcefd570e53ad3dccd0f3a46809fa22 +size 15581381 diff --git a/checkpoint_20000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..23982892572fdc89bb6f821c15b0ebcc12963769 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1306c6df2f125911ea3a1585222f3e1ca8b36dc4eaa3a6a68673366df92fb9af +size 15606242 diff --git a/checkpoint_20000/target.encoder.layers_35.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_35.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_35.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_35.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7dcb65e30f027c75ad8c3ae9c5b25e6b102cca59 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb32f33ea17b3e83cdd4e4858d730860d57ac34f1b6efc078f338e5d912da64 +size 15628954 diff --git a/checkpoint_20000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_35.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_35.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..cbca2d1b167ac9af8a8926902a507fdd174dfd0d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d374c4998d8c9c80b47747811fd3521e34de0aa279f2f50516793e8edea6033b +size 3885 diff --git a/checkpoint_20000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..2711bacd81d314c11feda2eea64610c66f7d1dcd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_35.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950b524dfac134faf0c09112f703c7f1ee3fc668a7b50361a0b8adc3a6cf09e0 +size 3873 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..85b6b43d0ed27fdbfaee0db11113129298179021 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f36b7a3d501adb9db04a2e17f0c0c68c650798dc58c76e6338029beffef9c14 +size 3900852 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..019d4618da7e872f2b21022aef5da3159c44e9b2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204aa3d32e1b32872fb12569d73555f9d842ce4997515433f6417f8592963923 +size 3900808 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..92105a8d7eb0ba2733cb8868e073ddb8f8ba20dd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69a1290ffce457cd2f432b41cada2fdf12d361d5f50d3b57ce5d70d5e55e04d +size 3904417 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a259ac20babf936a880dc1d9ca6fc7e8c3f865f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3525721c24de89d7e2cf0255e38450f65c0d337871cbb4bf04e86853948ea5 +size 3904590 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..95fbad61924a62e6d0789c71714c2091cf2af440 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17bf006679a468659833a25e0e8a8130b6872ccad290dc5bf11473dd4853d77a +size 15608215 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..17f90f4bacde137a300e86510aa765996cecb0eb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c30766de0e67439f10ddfc4355756c7f229c9eb7844ec36ccc2ea048b0e6f1bd +size 15621602 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a4504ca844a637b2e1d631f3f161538b6ea8c2b4 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68915b8df8cf128f2d7fad308499ff5d2d0673bd5596ac39b3538730108410a +size 15587060 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ab5717cdb77de6aa95fbe889f8b4155de2e11d2c --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b72a83fdb40d8a4f1ff310651696d9050c030fe5142d348e0524debd1eb29eb +size 3883 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..d80a57e2319b4df5d26efe34e7cdcff59655a0fa --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5950a73f8311828a46458839f8cbaa70dcdadc046371531fd7c905794e1dd748 +size 3882 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3ec8b174704f2cb2838d13bc893d4244382c3134 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef1b8ad67bd0707dd58f93d78f92c751731d1ba908e5e2b1dc49f6fa0a2807b1 +size 3902739 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..64b9798b2611fa81170a533d1772fd7b85584c56 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23244d1f7bb80bb29cf9572a72426d226d825087bd95d8baf33709bacd1cfb48 +size 3900019 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fab5c14d84943af06e887da7966b6db4d4f77032 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ade930ed23323694cf302f7913a9c9978ff1a2ab03b32dd6a71a095e0edc1057 +size 3901838 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..fc3762da810b8cc9e3e01fb5b53f0183ab403008 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:815b7486223b4af284cf15c114f26554ac31ce7012854b4f344fb1224be5b910 +size 3907598 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..f174d962d7fee215c33444dc762704cd99e8999f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4750ad7fbdf06eb78e87431dddd33595f3cf5a128825e5f9a966d1b497b7de04 +size 15580545 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..eb9813bb229ff43731a811508fb437190abfc894 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648e9375290b6dd1e40787732dd4810184796c9955119418f1400e1119283f0c +size 15608493 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c193ab9b03d6e18fcd491128d44b63c1ba0dd221 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2d5cffc639b4031abdd8d34008763a6dfc6c64986bea6b09b8e54a0e2b2438b +size 15626028 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..982914aa83e334f3d724708fe4a28935e32ad291 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ebf5dac749dccd11cc614e47e7fd82e23b7166afb2837040824c19c9d48faa +size 3889 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..682ac3af37bf86651456ae548fc4a1e677757887 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8769e713df993c70887836f28010c1cd571df3e2a8060bbfbabd2b2eaa493c91 +size 3857 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33787899f83c33cf6c165a389e4c9afcbcd5c6a0 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f62b9b935feff9f94caaa53e6e87d13763617939f8b4da304498e452f9d843b +size 3901720 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..c9bf06a569b1b70f98b4da68b51dd22fb7db0c0a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a894ea855edd764375cb7f12f2259fa8ca7e1122fe3f505b229cf352894e6deb +size 3901014 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..94b7b1bdc10eaf2904c8f22d66c1e927f86a9ab8 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fea6b2143cbb062de855cb9e4504e868f1ef66e99d5ffb41cff4626e046f4c4 +size 3902975 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9a23b7c2241d9677263ff64d66d787c95d8daa39 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1680de132b30119c3e0d73415bece38712cc130eddfc432d5f2f384b9ea892 +size 3908109 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..148c8f5bdd125d0afd2a4b79ef1bc72fd61a4d03 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f31668fb4723e22a0fd7ed3355b6c3866f092ac9486dfb9b27a6f947dd1600 +size 15601013 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..2fe34c80b528202841a926b08efc087d56a18517 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8955c24abf60401435582e278e4c02be91c4c96a36a8c8a23503b8045fa75430 +size 15615720 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..25e2992a767d454e3c41b57040ea4c325313af35 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbb2a3e18b16438ef7ccde85bbb3fb441cabdbb6dbcda37ee36e5e49995f970 +size 15619929 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..53188e675922466cbd74eb6791e4de3e60ce60ec --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3edfa83f5baa3271253fdb8d4c23a8d40bb981a68de3572b6a2323b922c9e8c5 +size 3892 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..48155718eee55849a017a937f8232e3242a36b14 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28d19ce6ade22e8ae205aec89ef78867a3c151e768186e4935fa69e129b38a9 +size 3896 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e755c10e27f74732577d24230c681fd5d0d3c7cf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc09ad914d522aecb4725d28271c8b33310887b4efbcc436896cfa6470e8c5e1 +size 3902157 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..21fcc029009a6067d0f5bd52162829b099fd1588 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bbaaaafcc18465bbe6c447d911d106daf43f6a7b83f9df115af3fe5ff2873aa +size 3900670 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..750553dbe458c3dad50f951549adcdf5f742bcbe --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f804c6ffae2b4c107500af59b6c4718bd55d0037dc56ec7bfa0301a102edf25b +size 3903213 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..33a0503441f6f4153754061089850aa73deba085 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:facb120d395a8dc9fb3744b95f73466f21ba2f39a6a28e6731ac48b33872cd30 +size 3906296 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4ab5bbf4aa8578f3f3c9f884d96d955c00de9ccd --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b58e008142b920090ea16e31c49d361d5a3ec3b6210c46085e00ea4265876eb +size 15578863 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..56c3aa174f95c63e5ff40ed5424c39690e943c5e --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc05ced16051bce3f3d30450b371bd5ab98b8d51f04255c112346c42193ab033 +size 15610861 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..06620670b913d25ddf54872c1ef1912653a6ba61 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6064d35dcc67a01ef073ae3a99edaa470fd6d99d45d4fdfb11ba15653ce13a +size 15620722 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..266641299f9eff5579c8f11fbcfc1f9ee7867770 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108c8a9a55ea8eba27cdae5bfba27ab7c4a8ae81815f9e4026b47e2418c0a9d9 +size 3888 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..73ba2d9caf9bb01d4f6733bb60268cfd994b5f04 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5eb6e8e68f30c484839db557a8fa9997bdd5ebe154de8d51db2011a9ae84fa5 +size 3895 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a7ee1f0e2c3707083db7626da358d6cd7b204e54 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29700563eb63e4f6137905d193fb7efde2388efda30fd846463a9af5c33a64e1 +size 3899968 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..febd4c86fad414b50205c22b81aceeca3d8127b9 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5063c100e8b8d2573d6c71c22a935ddbe2ea0a1359581a8a58e7c38f0771bead +size 3899263 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..63654bf3bcff601d492df742d68213b6cdaf8f2b --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2876d91eab9b5917b67489be7281a0c7224cedad275705ba2c62743dd7a1d42d +size 3906362 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..6af4483c8ab8933c9612d75d71d0db963bb1b94f --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d54648b86306e2f5943c984db571299a26c0e6688f6b0b48c9d6b49d1ee6b9 +size 3902798 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a67a58a2440f859e087c7d7b72174147e2c7e526 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b60bfcd53647f53776133e4f6ce6bb0e255d61d1f5813978cb761f9a44b153 +size 15596486 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..940d29be597e6a4561f6df1baf540e8b63244a88 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0975a3d57ddd2f3b0d46b11d07896bfb0c973c683ec5859b3e168018e075a76f +size 15609718 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..7520161c0039a9435c6ad81a20da754baa9e8936 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794435f690838713b87ef1ff0dbc2415cfbba95b6a57cdfafe124de05bdc7662 +size 15628328 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..42c2fed07c592f655c83a570118632bd5537d218 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa6f22f7e01e905f9c4b907ae650c05a723a5580259c96a5f8b60cd4c5f7fe8 +size 3881 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..875756f1683d163c1d843573dedaef25316d8892 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f672b6c234da48e9ac9f809025db0d408f1231ad36ed347cf0cdb87a115c12 +size 3901 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..18b11a36e44563521efde7945b327c6904dd447a --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.key.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14cc803c88c2d088ec3c4721723a7ee5eb0fb93bb075411c6c46e6a4bb2b2148 +size 3899146 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..aca5a7854163eb667cd318515877a8cb980c8d6d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.out.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa1e42c3ec54e0218bb11ad0b49856bcc57adaebd5a88b268b92d76d2ee8d1d +size 3899858 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..1bcdfaf4566e4c8eb809ec5ad8304cd6b302b863 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.query.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b857029d6e4b8ee4ed187f008241a24d0cedb1c3a31707ee805d999eee05d001 +size 3906851 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..4691d6ac6910d9cfbdea75183f9193c8c5a3eba7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43f8f29509d848cb4500016f4109535b6818414768383dd3151984e42f00c5 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..9a8a8c14f14b3414231443c981d5846bda15ab72 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.attention.value.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f20e936d3e9e7b0639d3d841393ee74a22773685f787d1cc0d73255c16f7bf3d +size 3902000 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d99a5d5cf6f480c63c7ff50d48e041b8a202ce44 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1272e84c52101087ac30e237bfcaab974815e1a1256e78c8e9299d7240dd02b2 +size 15595232 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..9bd4cf72dbc3c59ae8971fbb74c52125b7b84cbf --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db110c9d58d4058c45fd37aeac08eddafd7f17720b55a83c7f6fdf6aa9b8b9 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..dbd51d3e60d0b1de599a4071e23ada57983e90eb --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfd51bac74ffb26a75247f92ab90fbcde2eb9eb96b25da801ef880bba842dd2 +size 15609391 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..53257ecaa146f51f24160a009b06fd662c08224d --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a0a5854f582c7b49dfd34508b8dbccc041f76418ac351ed33042fdf7f398a8 +size 180 diff --git a/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..4d04af2ef8eae096b98f8bb45969c33a47ab21c7 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.mlp.wo.kernel/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3430aede9c9cfcea989afb7b0b6639f191095a8c387186e33e6d84fa709d3936 +size 15625730 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..c96244653d28a048443477799a4c11dfbd1f0129 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f92ba635a08c283f458692f34363311c22cc0be451641ca57bf6aa0a86ad90 +size 3872 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..542dde889ff1e3880a7217aa7fe9c9dddc75c9d2 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775db7db7452b8ae662659f5556db09104afc5fefff029c0df59f241b9fb0b07 +size 170 diff --git a/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 new file mode 100644 index 0000000000000000000000000000000000000000..ae3b331351e07d1f3cab312ca257ab5839f108b1 --- /dev/null +++ b/checkpoint_20000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015bb453fd389a50959bff99ded6d57687cfe5cb81285cd0b5b3a0f3be02d839 +size 3903 diff --git a/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..638f5f56e31cae12d0bc59b23e0c5e92c4614369 --- /dev/null +++ b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd9a30798092d322a7dd1fefb068e94b4d6d4393701a6233562d1be58737ca2 +size 172 diff --git a/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..36e06e11ed66c4a875226da10207dd4330a4e442 --- /dev/null +++ b/checkpoint_20000/target.encoder.relpos_bias.rel_embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5e109820666bc27f5fdf67791f71ce4f1a5d92ac472398086e3e448da2e800 +size 1956 diff --git a/checkpoint_20000/target.token_embedder.embedding/.zarray b/checkpoint_20000/target.token_embedder.embedding/.zarray new file mode 100644 index 0000000000000000000000000000000000000000..22f3298b1a5826e1ffdf13dfbb53cef2ece6fdd1 --- /dev/null +++ b/checkpoint_20000/target.token_embedder.embedding/.zarray @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c87949ab6733166b99787d910ff7fc276f6c021352d13c12aa5b3348145b09 +size 182 diff --git a/checkpoint_20000/target.token_embedder.embedding/0.0 b/checkpoint_20000/target.token_embedder.embedding/0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b647d35633d3195df9a45d0526e87ed8d76deb1c --- /dev/null +++ b/checkpoint_20000/target.token_embedder.embedding/0.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55878f80f3a58535f9348df49a6e7471bcdf38d89cf5e0eafee7f2f92c90c26 +size 61288136 diff --git a/checkpoint_20000/target.token_embedder.embedding/1.0 b/checkpoint_20000/target.token_embedder.embedding/1.0 new file mode 100644 index 0000000000000000000000000000000000000000..0e139d3344e195d51df864f7547d37da2cd125bd --- /dev/null +++ b/checkpoint_20000/target.token_embedder.embedding/1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2103d3c5ddefb1ea24c8ab5cb2f51858d736879101c20bbf32af1c25fd0796 +size 61302420 diff --git a/config.gin b/config.gin new file mode 100644 index 0000000000000000000000000000000000000000..14d3a6f247f92e034a5c4bb3de00f03e478e972f --- /dev/null +++ b/config.gin @@ -0,0 +1,145 @@ +from __gin__ import dynamic_registration +import __main__ as train_script +import seqio +from t5x import adafactor +from t5x.examples.t5 import network +from t5x import gin_utils +from t5x import models +from t5x import partitioning +from t5x import trainer +from t5x import utils +import tasks + +# Macros: +# ============================================================================== +BATCH_SIZE = 32 +DROPOUT_RATE = 0.0 +LABEL_SMOOTHING = 0.0 +LOSS_NORMALIZING_FACTOR = None +MIXTURE_OR_TASK_MODULE = None +MIXTURE_OR_TASK_NAME = 'pretrain_finnish' +MODEL = @models.EncoderDecoderModel() +MODEL_DIR = '/researchdisk/t5x-large-nl36-finnish' +OPTIMIZER = @adafactor.Adafactor() +RANDOM_SEED = None +SHUFFLE_TRAIN_EXAMPLES = True +TASK_FEATURE_LENGTHS = {'inputs': 512, 'targets': 512} +TRAIN_STEPS = 1000000 +USE_CACHED_TASKS = False +USE_HARDWARE_RNG = False +VOCABULARY = @seqio.SentencePieceVocabulary() +Z_LOSS = 0.0001 + +# Parameters for adafactor.Adafactor: +# ============================================================================== +adafactor.Adafactor.decay_rate = 0.8 +adafactor.Adafactor.logical_factor_rules = \ + @adafactor.standard_logical_factor_rules() +adafactor.Adafactor.step_offset = 0 + +# Parameters for utils.CheckpointConfig: +# ============================================================================== +utils.CheckpointConfig.restore = @utils.RestoreCheckpointConfig() +utils.CheckpointConfig.save = @utils.SaveCheckpointConfig() + +# Parameters for utils.create_learning_rate_scheduler: +# ============================================================================== +utils.create_learning_rate_scheduler.base_learning_rate = 1.0 +utils.create_learning_rate_scheduler.factors = 'constant * rsqrt_decay' +utils.create_learning_rate_scheduler.warmup_steps = 10000 + +# Parameters for train/utils.DatasetConfig: +# ============================================================================== +train/utils.DatasetConfig.batch_size = %BATCH_SIZE +train/utils.DatasetConfig.mixture_or_task_name = %MIXTURE_OR_TASK_NAME +train/utils.DatasetConfig.module = %MIXTURE_OR_TASK_MODULE +train/utils.DatasetConfig.pack = True +train/utils.DatasetConfig.seed = None +train/utils.DatasetConfig.shuffle = %SHUFFLE_TRAIN_EXAMPLES +train/utils.DatasetConfig.split = 'train' +train/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS +train/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS + +# Parameters for train_eval/utils.DatasetConfig: +# ============================================================================== +train_eval/utils.DatasetConfig.batch_size = %BATCH_SIZE +train_eval/utils.DatasetConfig.mixture_or_task_name = %MIXTURE_OR_TASK_NAME +train_eval/utils.DatasetConfig.module = %MIXTURE_OR_TASK_MODULE +train_eval/utils.DatasetConfig.pack = True +train_eval/utils.DatasetConfig.seed = 42 +train_eval/utils.DatasetConfig.shuffle = False +train_eval/utils.DatasetConfig.split = 'validation' +train_eval/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS +train_eval/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS + +# Parameters for models.EncoderDecoderModel: +# ============================================================================== +models.EncoderDecoderModel.input_vocabulary = %VOCABULARY +models.EncoderDecoderModel.label_smoothing = %LABEL_SMOOTHING +models.EncoderDecoderModel.loss_normalizing_factor = %LOSS_NORMALIZING_FACTOR +models.EncoderDecoderModel.module = @network.Transformer() +models.EncoderDecoderModel.optimizer_def = %OPTIMIZER +models.EncoderDecoderModel.output_vocabulary = %VOCABULARY +models.EncoderDecoderModel.z_loss = %Z_LOSS + +# Parameters for partitioning.PjitPartitioner: +# ============================================================================== +partitioning.PjitPartitioner.logical_axis_rules = \ + @partitioning.standard_logical_axis_rules() +partitioning.PjitPartitioner.model_parallel_submesh = None +partitioning.PjitPartitioner.num_partitions = 1 + +# Parameters for utils.RestoreCheckpointConfig: +# ============================================================================== +utils.RestoreCheckpointConfig.path = [] + +# Parameters for utils.SaveCheckpointConfig: +# ============================================================================== +utils.SaveCheckpointConfig.dtype = 'float32' +utils.SaveCheckpointConfig.keep = 10 +utils.SaveCheckpointConfig.period = 10000 +utils.SaveCheckpointConfig.save_dataset = False + +# Parameters for seqio.SentencePieceVocabulary: +# ============================================================================== +seqio.SentencePieceVocabulary.sentencepiece_model_file = 'spiece.model' + +# Parameters for network.T5Config: +# ============================================================================== +network.T5Config.dropout_rate = %DROPOUT_RATE +network.T5Config.dtype = 'bfloat16' +network.T5Config.emb_dim = 1024 +network.T5Config.head_dim = 64 +network.T5Config.logits_via_embedding = False +network.T5Config.mlp_activations = ('gelu', 'linear') +network.T5Config.mlp_dim = 4096 +network.T5Config.num_decoder_layers = 36 +network.T5Config.num_encoder_layers = 36 +network.T5Config.num_heads = 16 +network.T5Config.vocab_size = 32128 + +# Parameters for train_script.train: +# ============================================================================== +train_script.train.checkpoint_cfg = @utils.CheckpointConfig() +train_script.train.eval_period = 10000 +train_script.train.eval_steps = 20 +train_script.train.infer_eval_dataset_cfg = None +train_script.train.model = %MODEL +train_script.train.model_dir = %MODEL_DIR +train_script.train.partitioner = @partitioning.PjitPartitioner() +train_script.train.random_seed = %RANDOM_SEED +train_script.train.summarize_config_fn = @gin_utils.summarize_gin_config +train_script.train.total_steps = %TRAIN_STEPS +train_script.train.train_dataset_cfg = @train/utils.DatasetConfig() +train_script.train.train_eval_dataset_cfg = @train_eval/utils.DatasetConfig() +train_script.train.trainer_cls = @trainer.Trainer +train_script.train.use_hardware_rng = %USE_HARDWARE_RNG + +# Parameters for trainer.Trainer: +# ============================================================================== +trainer.Trainer.learning_rate_fn = @utils.create_learning_rate_scheduler() +trainer.Trainer.num_microbatches = None + +# Parameters for network.Transformer: +# ============================================================================== +network.Transformer.config = @network.T5Config() diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..77561e6c0b31fe49dcdfa260a7d77efceacbd99e --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "./", + "architectures": [ + "T5ForConditionalGeneration" + ], + "d_ff": 4096, + "d_kv": 64, + "d_model": 1024, + "decoder_start_token_id": 0, + "dropout_rate": 0.1, + "eos_token_id": 1, + "feed_forward_proj": "gated-gelu", + "initializer_factor": 1.0, + "is_encoder_decoder": true, + "layer_norm_epsilon": 1e-06, + "model_type": "t5", + "n_positions": 512, + "num_decoder_layers": 36, + "num_heads": 16, + "num_layers": 36, + "output_past": true, + "pad_token_id": 0, + "relative_attention_max_distance": 128, + "relative_attention_num_buckets": 32, + "tie_word_embeddings": false, + "transformers_version": "4.17.0", + "use_cache": true, + "vocab_size": 32128 +} diff --git a/convert_t5x_checkpoint_to_flax.py b/convert_t5x_checkpoint_to_flax.py new file mode 100644 index 0000000000000000000000000000000000000000..8f4f9c2cb1a8e5a3e85ded0cd8fa219ac1941793 --- /dev/null +++ b/convert_t5x_checkpoint_to_flax.py @@ -0,0 +1,157 @@ +# https://gist.github.com/stefan-it/30e4998ef159f33696e377a46f699d9f + +import argparse + +from t5x import checkpoints +from transformers import T5Config, FlaxT5ForConditionalGeneration + + +def convert_t5x_checkpoint_to_flax(t5x_checkpoint_path, config_name, flax_dump_folder_path): + config = T5Config.from_pretrained(config_name) + flax_model = FlaxT5ForConditionalGeneration(config=config) + t5x_model = checkpoints.load_t5x_checkpoint(t5x_checkpoint_path) + + split_mlp_wi = "wi_0" in t5x_model["target"]["encoder"]["layers_0"]["mlp"] + + # Encoder + for layer_index in range(config.num_layers): + layer_name = f"layers_{str(layer_index)}" + + # Self-Attention + t5x_attention_key = t5x_model["target"]["encoder"][layer_name]["attention"]["key"]["kernel"] + t5x_attention_out = t5x_model["target"]["encoder"][layer_name]["attention"]["out"]["kernel"] + t5x_attention_query = t5x_model["target"]["encoder"][layer_name]["attention"]["query"]["kernel"] + t5x_attention_value = t5x_model["target"]["encoder"][layer_name]["attention"]["value"]["kernel"] + + ## Layer Normalization + t5x_attention_layer_norm = t5x_model["target"]["encoder"][layer_name]["pre_attention_layer_norm"]["scale"] + + if split_mlp_wi: + t5x_mlp_wi_0 = t5x_model["target"]["encoder"][layer_name]["mlp"]["wi_0"]["kernel"] + t5x_mlp_wi_1 = t5x_model["target"]["encoder"][layer_name]["mlp"]["wi_1"]["kernel"] + else: + t5x_mlp_wi = t5x_model["target"]["encoder"][layer_name]["mlp"]["wi"]["kernel"] + + t5x_mlp_wo = t5x_model["target"]["encoder"][layer_name]["mlp"]["wo"]["kernel"] + + ## Layer Normalization + t5x_mlp_layer_norm = t5x_model["target"]["encoder"][layer_name]["pre_mlp_layer_norm"]["scale"] + + # Assigning + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["k"]["kernel"] = t5x_attention_key + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["o"]["kernel"] = t5x_attention_out + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["q"]["kernel"] = t5x_attention_query + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["v"]["kernel"] = t5x_attention_value + + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["0"]["layer_norm"]["weight"] = t5x_attention_layer_norm + + if split_mlp_wi: + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wi_0"]["kernel"] = t5x_mlp_wi_0 + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wi_1"]["kernel"] = t5x_mlp_wi_1 + else: + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wi"]["kernel"] = t5x_mlp_wi + + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["DenseReluDense"]["wo"]["kernel"] = t5x_mlp_wo + flax_model.params["encoder"]["block"][str(layer_index)]["layer"]["1"]["layer_norm"]["weight"] = t5x_mlp_layer_norm + + # Only for layer 0: + t5x_encoder_rel_embedding = t5x_model["target"]["encoder"]["relpos_bias"]["rel_embedding"].T + flax_model.params["encoder"]["block"]["0"]["layer"]["0"]["SelfAttention"]["relative_attention_bias"]["embedding"] = t5x_encoder_rel_embedding + + # Assigning + t5x_encoder_norm = t5x_model["target"]["encoder"]["encoder_norm"]["scale"] + flax_model.params["encoder"]["final_layer_norm"]["weight"] = t5x_encoder_norm + + # Decoder + for layer_index in range(config.num_layers): + layer_name = f"layers_{str(layer_index)}" + + # Self-Attention + t5x_attention_key = t5x_model["target"]["decoder"][layer_name]["self_attention"]["key"]["kernel"] + t5x_attention_out = t5x_model["target"]["decoder"][layer_name]["self_attention"]["out"]["kernel"] + t5x_attention_query = t5x_model["target"]["decoder"][layer_name]["self_attention"]["query"]["kernel"] + t5x_attention_value = t5x_model["target"]["decoder"][layer_name]["self_attention"]["value"]["kernel"] + + ## Layer Normalization + t5x_pre_attention_layer_norm = t5x_model["target"]["decoder"][layer_name]["pre_self_attention_layer_norm"]["scale"] + + # Encoder-Decoder-Attention + t5x_enc_dec_attention_key = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["key"]["kernel"] + t5x_enc_dec_attention_out = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["out"]["kernel"] + t5x_enc_dec_attention_query = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["query"]["kernel"] + t5x_enc_dec_attention_value = t5x_model["target"]["decoder"][layer_name]["encoder_decoder_attention"]["value"]["kernel"] + + ## Layer Normalization + t5x_cross_layer_norm = t5x_model["target"]["decoder"][layer_name]["pre_cross_attention_layer_norm"]["scale"] + + # MLP + if split_mlp_wi: + t5x_mlp_wi_0 = t5x_model["target"]["decoder"][layer_name]["mlp"]["wi_0"]["kernel"] + t5x_mlp_wi_1 = t5x_model["target"]["decoder"][layer_name]["mlp"]["wi_1"]["kernel"] + else: + t5x_mlp_wi = t5x_model["target"]["decoder"][layer_name]["mlp"]["wi"]["kernel"] + + t5x_mlp_wo = t5x_model["target"]["decoder"][layer_name]["mlp"]["wo"]["kernel"] + + ## Layer Normalization + tx5_mlp_layer_norm = t5x_model["target"]["decoder"][layer_name]["pre_mlp_layer_norm"]["scale"] + + # Assigning + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["k"]["kernel"] = t5x_attention_key + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["o"]["kernel"] = t5x_attention_out + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["q"]["kernel"] = t5x_attention_query + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["SelfAttention"]["v"]["kernel"] = t5x_attention_value + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["0"]["layer_norm"]["weight"] = t5x_pre_attention_layer_norm + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["k"]["kernel"] = t5x_enc_dec_attention_key + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["o"]["kernel"] = t5x_enc_dec_attention_out + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["q"]["kernel"] = t5x_enc_dec_attention_query + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["EncDecAttention"]["v"]["kernel"] = t5x_enc_dec_attention_value + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["1"]["layer_norm"]["weight"] = t5x_cross_layer_norm + + if split_mlp_wi: + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wi_0"]["kernel"] = t5x_mlp_wi_0 + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wi_1"]["kernel"] = t5x_mlp_wi_1 + else: + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wi"]["kernel"] = t5x_mlp_wi + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["DenseReluDense"]["wo"]["kernel"] = t5x_mlp_wo + + flax_model.params["decoder"]["block"][str(layer_index)]["layer"]["2"]["layer_norm"]["weight"] = tx5_mlp_layer_norm + + # Decoder Normalization + tx5_decoder_norm = t5x_model["target"]["decoder"]["decoder_norm"]["scale"] + flax_model.params["decoder"]["final_layer_norm"]["weight"] = tx5_decoder_norm + + # Only for layer 0: + t5x_decoder_rel_embedding = t5x_model["target"]["decoder"]["relpos_bias"]["rel_embedding"].T + flax_model.params["decoder"]["block"]["0"]["layer"]["0"]["SelfAttention"]["relative_attention_bias"]["embedding"] = t5x_decoder_rel_embedding + + # Token Embeddings + tx5_token_embeddings = t5x_model["target"]["token_embedder"]["embedding"] + flax_model.params["shared"]["embedding"] = tx5_token_embeddings + + # LM Head + flax_model.params["lm_head"]["kernel"] = t5x_model["target"]["decoder"]["logits_dense"]["kernel"] + + flax_model.save_pretrained(flax_dump_folder_path) + print("T5X Model was sucessfully converted!") + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + # Required parameters + parser.add_argument( + "--t5x_checkpoint_path", default=None, type=str, required=True, help="Path the TX5 checkpoint." + ) + parser.add_argument( + "--config_name", default=None, type=str, required=True, help="Config name of T5 model." + ) + parser.add_argument( + "--flax_dump_folder_path", default=None, type=str, required=True, help="Path to the output FLAX model." + ) + args = parser.parse_args() + convert_t5x_checkpoint_to_flax(args.t5x_checkpoint_path, args.config_name, args.flax_dump_folder_path) + \ No newline at end of file diff --git a/flax_model.msgpack b/flax_model.msgpack new file mode 100644 index 0000000000000000000000000000000000000000..54caa7e2ac00a7d3a9cee42dee1d43704acb2c49 --- /dev/null +++ b/flax_model.msgpack @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba57564c7fdec6f9e2f7f9c19f8eb5a6b3128f87a2ba9a76b706849cdbf6e3e +size 5699796107 diff --git a/flax_model_to_pytorch.py b/flax_model_to_pytorch.py new file mode 100755 index 0000000000000000000000000000000000000000..687a8285ee6a8c8403e3c43a179d1c17084bf35e --- /dev/null +++ b/flax_model_to_pytorch.py @@ -0,0 +1,27 @@ +from transformers import AutoModelForSeq2SeqLM, FlaxAutoModelForSeq2SeqLM, AutoTokenizer +import torch +import numpy as np +import jax +import jax.numpy as jnp + +def to_f32(t): + return jax.tree_map(lambda x: x.astype(jnp.float32) if x.dtype == jnp.bfloat16 else x, t) + +jax.config.update('jax_platform_name', 'cpu') +MODEL_PATH = "./" +model = FlaxAutoModelForSeq2SeqLM.from_pretrained(MODEL_PATH) +model.params = to_f32(model.params) +model.save_pretrained(MODEL_PATH) + +pt_model = AutoModelForSeq2SeqLM.from_pretrained( + MODEL_PATH, from_flax=True).to('cpu') + +input_ids = np.asarray(2 * [128 * [0]], dtype=np.int32) +input_ids_pt = torch.tensor(input_ids) + +logits_pt = pt_model(input_ids=input_ids_pt, decoder_input_ids=input_ids_pt).logits +print(logits_pt) +logits_fx = model(input_ids=input_ids, decoder_input_ids=input_ids).logits +print(logits_fx) + +pt_model.save_pretrained(MODEL_PATH) diff --git a/large_nl36.gin b/large_nl36.gin new file mode 100644 index 0000000000000000000000000000000000000000..ac9624ad2704af7f775b65897945d41fd8c59ce3 --- /dev/null +++ b/large_nl36.gin @@ -0,0 +1,23 @@ +# T5.1.1 Efficient base nl36 model. + +import seqio +include 't5x/examples/t5/t5_1_1/base.gin' # imports vocab, optimizer and model. + +# ------------------- Network specification overrides -------------------------- +network.Transformer.config = @network.T5Config() +network.T5Config: + emb_dim = 1024 + num_heads = 16 + num_encoder_layers = 36 + num_decoder_layers = 36 + head_dim = 64 + mlp_dim = 4096 + +# ------------------- Model specification overrides -------------------------- +VOCABULARY = @seqio.SentencePieceVocabulary() +seqio.SentencePieceVocabulary.sentencepiece_model_file = "spiece.model" + +MODEL = @models.EncoderDecoderModel() +models.EncoderDecoderModel: + input_vocabulary = %VOCABULARY + output_vocabulary = %VOCABULARY \ No newline at end of file diff --git a/large_nl36_pretrain.gin b/large_nl36_pretrain.gin new file mode 100644 index 0000000000000000000000000000000000000000..d9c6b3dc5808b88361acb2ce36843595a1be5b91 --- /dev/null +++ b/large_nl36_pretrain.gin @@ -0,0 +1,24 @@ +# Register necessary SeqIO Tasks/Mixtures. +from __gin__ import dynamic_registration +from t5x import utils +import tasks +import __main__ as train_script + +include 'large_nl36.gin' +include 't5x/configs/runs/pretrain.gin' + + +# ------------------- Training specification overrides -------------------------- +train_script.train: + eval_period = 10000 + +utils.SaveCheckpointConfig: + period = 10000 + keep = 10 + +MIXTURE_OR_TASK_NAME = "pretrain_finnish" +USE_CACHED_TASKS = False +TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512} +TRAIN_STEPS = 1000000 +DROPOUT_RATE = 0.0 +BATCH_SIZE = 32 \ No newline at end of file diff --git a/model-info.txt b/model-info.txt new file mode 100644 index 0000000000000000000000000000000000000000..c4b5ae3d6b88f6f3acea877a78dd56bacced0a43 --- /dev/null +++ b/model-info.txt @@ -0,0 +1,4173 @@ +Variable decoder/decoder_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_0/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_0/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_0/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_0/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_0/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_0/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_0/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_0/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_0/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_0/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_0/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_0/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_0/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_0/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_1/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_1/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_1/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_1/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_1/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_1/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_1/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_1/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_1/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_1/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_1/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_1/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_1/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_1/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_10/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_10/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_10/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_10/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_10/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_10/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_10/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_10/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_10/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_10/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_10/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_10/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_10/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_10/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_11/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_11/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_11/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_11/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_11/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_11/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_11/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_11/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_11/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_11/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_11/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_11/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_11/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_11/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_12/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_12/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_12/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_12/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_12/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_12/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_12/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_12/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_12/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_12/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_12/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_12/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_12/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_12/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_13/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_13/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_13/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_13/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_13/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_13/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_13/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_13/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_13/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_13/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_13/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_13/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_13/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_13/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_14/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_14/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_14/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_14/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_14/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_14/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_14/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_14/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_14/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_14/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_14/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_14/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_14/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_14/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_15/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_15/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_15/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_15/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_15/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_15/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_15/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_15/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_15/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_15/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_15/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_15/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_15/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_15/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_16/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_16/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_16/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_16/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_16/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_16/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_16/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_16/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_16/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_16/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_16/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_16/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_16/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_16/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_17/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_17/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_17/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_17/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_17/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_17/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_17/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_17/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_17/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_17/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_17/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_17/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_17/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_17/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_18/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_18/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_18/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_18/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_18/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_18/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_18/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_18/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_18/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_18/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_18/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_18/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_18/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_18/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_19/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_19/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_19/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_19/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_19/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_19/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_19/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_19/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_19/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_19/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_19/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_19/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_19/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_19/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_2/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_2/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_2/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_2/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_2/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_2/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_2/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_2/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_2/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_2/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_2/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_2/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_2/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_2/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_20/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_20/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_20/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_20/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_20/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_20/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_20/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_20/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_20/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_20/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_20/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_20/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_20/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_20/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_21/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_21/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_21/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_21/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_21/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_21/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_21/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_21/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_21/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_21/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_21/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_21/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_21/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_21/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_22/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_22/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_22/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_22/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_22/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_22/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_22/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_22/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_22/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_22/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_22/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_22/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_22/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_22/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_23/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_23/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_23/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_23/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_23/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_23/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_23/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_23/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_23/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_23/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_23/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_23/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_23/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_23/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_24/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_24/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_24/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_24/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_24/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_24/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_24/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_24/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_24/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_24/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_24/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_24/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_24/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_24/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_25/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_25/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_25/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_25/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_25/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_25/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_25/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_25/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_25/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_25/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_25/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_25/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_25/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_25/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_26/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_26/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_26/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_26/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_26/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_26/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_26/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_26/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_26/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_26/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_26/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_26/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_26/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_26/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_27/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_27/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_27/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_27/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_27/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_27/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_27/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_27/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_27/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_27/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_27/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_27/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_27/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_27/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_28/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_28/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_28/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_28/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_28/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_28/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_28/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_28/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_28/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_28/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_28/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_28/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_28/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_28/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_29/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_29/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_29/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_29/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_29/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_29/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_29/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_29/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_29/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_29/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_29/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_29/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_29/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_29/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_3/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_3/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_3/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_3/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_3/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_3/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_3/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_3/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_3/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_3/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_3/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_3/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_3/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_3/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_30/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_30/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_30/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_30/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_30/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_30/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_30/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_30/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_30/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_30/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_30/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_30/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_30/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_30/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_31/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_31/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_31/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_31/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_31/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_31/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_31/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_31/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_31/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_31/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_31/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_31/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_31/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_31/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_32/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_32/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_32/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_32/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_32/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_32/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_32/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_32/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_32/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_32/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_32/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_32/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_32/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_32/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_33/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_33/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_33/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_33/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_33/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_33/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_33/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_33/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_33/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_33/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_33/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_33/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_33/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_33/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_34/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_34/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_34/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_34/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_34/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_34/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_34/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_34/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_34/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_34/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_34/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_34/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_34/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_34/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_35/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_35/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_35/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_35/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_35/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_35/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_35/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_35/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_35/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_35/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_35/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_35/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_35/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_35/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_4/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_4/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_4/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_4/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_4/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_4/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_4/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_4/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_4/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_4/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_4/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_4/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_4/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_4/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_5/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_5/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_5/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_5/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_5/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_5/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_5/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_5/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_5/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_5/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_5/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_5/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_5/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_5/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_6/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_6/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_6/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_6/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_6/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_6/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_6/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_6/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_6/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_6/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_6/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_6/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_6/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_6/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_7/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_7/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_7/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_7/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_7/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_7/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_7/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_7/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_7/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_7/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_7/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_7/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_7/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_7/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_8/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_8/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_8/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_8/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_8/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_8/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_8/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_8/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_8/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_8/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_8/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_8/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_8/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_8/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_9/encoder_decoder_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_9/encoder_decoder_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_9/encoder_decoder_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_9/encoder_decoder_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_9/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_9/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable decoder/layers_9/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable decoder/layers_9/pre_cross_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_9/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_9/pre_self_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable decoder/layers_9/self_attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_9/self_attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable decoder/layers_9/self_attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/layers_9/self_attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable decoder/logits_dense/kernel size 32899072 shape (embed=1024, vocab=32128) partition spec (None, 'model') +Variable decoder/relpos_bias/rel_embedding size 512 shape (heads=16, relpos_buckets=32) partition spec ('model', None) +Variable encoder/encoder_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_0/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_0/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_0/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_0/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_0/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_0/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_0/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_0/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_0/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_1/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_1/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_1/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_1/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_1/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_1/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_1/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_1/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_1/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_10/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_10/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_10/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_10/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_10/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_10/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_10/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_10/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_10/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_11/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_11/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_11/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_11/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_11/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_11/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_11/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_11/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_11/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_12/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_12/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_12/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_12/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_12/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_12/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_12/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_12/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_12/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_13/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_13/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_13/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_13/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_13/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_13/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_13/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_13/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_13/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_14/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_14/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_14/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_14/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_14/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_14/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_14/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_14/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_14/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_15/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_15/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_15/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_15/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_15/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_15/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_15/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_15/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_15/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_16/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_16/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_16/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_16/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_16/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_16/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_16/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_16/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_16/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_17/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_17/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_17/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_17/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_17/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_17/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_17/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_17/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_17/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_18/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_18/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_18/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_18/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_18/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_18/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_18/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_18/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_18/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_19/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_19/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_19/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_19/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_19/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_19/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_19/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_19/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_19/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_2/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_2/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_2/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_2/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_2/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_2/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_2/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_2/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_2/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_20/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_20/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_20/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_20/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_20/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_20/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_20/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_20/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_20/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_21/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_21/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_21/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_21/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_21/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_21/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_21/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_21/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_21/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_22/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_22/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_22/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_22/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_22/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_22/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_22/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_22/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_22/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_23/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_23/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_23/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_23/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_23/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_23/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_23/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_23/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_23/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_24/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_24/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_24/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_24/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_24/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_24/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_24/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_24/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_24/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_25/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_25/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_25/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_25/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_25/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_25/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_25/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_25/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_25/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_26/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_26/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_26/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_26/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_26/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_26/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_26/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_26/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_26/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_27/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_27/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_27/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_27/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_27/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_27/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_27/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_27/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_27/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_28/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_28/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_28/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_28/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_28/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_28/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_28/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_28/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_28/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_29/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_29/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_29/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_29/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_29/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_29/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_29/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_29/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_29/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_3/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_3/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_3/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_3/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_3/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_3/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_3/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_3/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_3/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_30/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_30/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_30/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_30/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_30/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_30/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_30/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_30/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_30/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_31/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_31/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_31/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_31/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_31/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_31/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_31/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_31/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_31/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_32/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_32/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_32/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_32/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_32/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_32/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_32/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_32/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_32/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_33/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_33/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_33/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_33/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_33/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_33/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_33/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_33/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_33/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_34/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_34/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_34/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_34/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_34/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_34/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_34/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_34/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_34/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_35/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_35/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_35/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_35/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_35/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_35/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_35/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_35/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_35/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_4/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_4/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_4/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_4/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_4/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_4/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_4/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_4/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_4/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_5/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_5/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_5/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_5/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_5/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_5/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_5/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_5/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_5/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_6/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_6/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_6/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_6/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_6/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_6/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_6/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_6/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_6/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_7/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_7/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_7/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_7/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_7/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_7/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_7/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_7/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_7/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_8/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_8/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_8/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_8/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_8/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_8/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_8/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_8/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_8/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_9/attention/key/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_9/attention/out/kernel size 1048576 shape (joined_kv=1024, embed=1024) partition spec ('model', None) +Variable encoder/layers_9/attention/query/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_9/attention/value/kernel size 1048576 shape (embed=1024, joined_kv=1024) partition spec (None, 'model') +Variable encoder/layers_9/mlp/wi_0/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_9/mlp/wi_1/kernel size 4194304 shape (embed=1024, mlp=4096) partition spec (None, 'model') +Variable encoder/layers_9/mlp/wo/kernel size 4194304 shape (mlp=4096, embed=1024) partition spec ('model', None) +Variable encoder/layers_9/pre_attention_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/layers_9/pre_mlp_layer_norm/scale size 1024 shape (embed=1024) partition spec (None,) +Variable encoder/relpos_bias/rel_embedding size 512 shape (heads=16, relpos_buckets=32) partition spec ('model', None) +Variable token_embedder/embedding size 32899072 shape (vocab=32128, embed=1024) partition spec ('model', None) +Total number of parameters: 1424940032 + +Variable param_states/decoder/decoder_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/decoder_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/decoder_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/decoder_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_0/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_0/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_1/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_1/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_10/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_10/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_11/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_11/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_12/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_12/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_12/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_13/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_13/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_13/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_14/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_14/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_14/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_15/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_15/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_15/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_16/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_16/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_16/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_17/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_17/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_17/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_18/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_18/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_18/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_19/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_19/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_19/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_2/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_2/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_20/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_20/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_20/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_21/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_21/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_21/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_22/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_22/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_22/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_23/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_23/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_23/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_24/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_24/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_24/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_24/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_24/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_24/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_24/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_25/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_25/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_25/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_25/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_25/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_25/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_25/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_26/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_26/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_26/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_26/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_26/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_26/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_26/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_27/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_27/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_27/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_27/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_27/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_27/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_27/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_28/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_28/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_28/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_28/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_28/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_28/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_28/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_29/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_29/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_29/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_29/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_29/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_29/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_29/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_3/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_3/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_30/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_30/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_30/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_30/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_30/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_30/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_30/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_31/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_31/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_31/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_31/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_31/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_31/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_31/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_32/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_32/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_32/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_32/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_32/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_32/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_32/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_33/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_33/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_33/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_33/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_33/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_33/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_33/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_34/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_34/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_34/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_34/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_34/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_34/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_34/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_35/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_35/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_35/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_35/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_35/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_35/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_35/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_4/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_4/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_5/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_5/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_6/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_6/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_7/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_7/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_8/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_8/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/encoder_decoder_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/decoder/layers_9/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/decoder/layers_9/self_attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/logits_dense/kernel/m size 1 shape (1,) partition spec None +Variable param_states/decoder/logits_dense/kernel/v size 1 shape (1,) partition spec None +Variable param_states/decoder/logits_dense/kernel/v_col size 32128 shape (32128,) partition spec None +Variable param_states/decoder/logits_dense/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/decoder/relpos_bias/rel_embedding/m size 1 shape (1,) partition spec None +Variable param_states/decoder/relpos_bias/rel_embedding/v size 512 shape (heads=16, relpos_buckets=32) partition spec ('model', None) +Variable param_states/decoder/relpos_bias/rel_embedding/v_col size 1 shape (1,) partition spec None +Variable param_states/decoder/relpos_bias/rel_embedding/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/encoder_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/encoder_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/encoder_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/encoder_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_0/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_0/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_0/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_1/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_1/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_1/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_10/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_10/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_10/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_11/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_11/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_11/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_12/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_12/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_12/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_13/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_13/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_13/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_14/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_14/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_14/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_15/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_15/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_15/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_16/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_16/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_16/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_17/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_17/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_17/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_18/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_18/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_18/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_19/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_19/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_19/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_2/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_2/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_2/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_20/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_20/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_20/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_21/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_21/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_21/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_22/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_22/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_22/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_23/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_23/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_23/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_24/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_24/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_24/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_24/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_24/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_24/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_25/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_25/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_25/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_25/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_25/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_25/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_26/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_26/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_26/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_26/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_26/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_26/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_27/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_27/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_27/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_27/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_27/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_27/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_28/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_28/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_28/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_28/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_28/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_28/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_29/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_29/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_29/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_29/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_29/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_29/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_3/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_3/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_3/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_30/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_30/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_30/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_30/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_30/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_30/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_31/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_31/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_31/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_31/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_31/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_31/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_32/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_32/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_32/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_32/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_32/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_32/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_33/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_33/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_33/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_33/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_33/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_33/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_34/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_34/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_34/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_34/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_34/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_34/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_35/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_35/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_35/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_35/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_35/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_35/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_4/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_4/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_4/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_5/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_5/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_5/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_6/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_6/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_6/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_7/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_7/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_7/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_8/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_8/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_8/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/key/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/out/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/query/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/v_col size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/attention/value/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_0/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_9/mlp/wi_1/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/v size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/v_col size 4096 shape (4096,) partition spec None +Variable param_states/encoder/layers_9/mlp/wo/kernel/v_row size 1024 shape (1024,) partition spec None +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_attention_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/m size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/v size 1024 shape (embed=1024) partition spec (None,) +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/layers_9/pre_mlp_layer_norm/scale/v_row size 1 shape (1,) partition spec None +Variable param_states/encoder/relpos_bias/rel_embedding/m size 1 shape (1,) partition spec None +Variable param_states/encoder/relpos_bias/rel_embedding/v size 512 shape (heads=16, relpos_buckets=32) partition spec ('model', None) +Variable param_states/encoder/relpos_bias/rel_embedding/v_col size 1 shape (1,) partition spec None +Variable param_states/encoder/relpos_bias/rel_embedding/v_row size 1 shape (1,) partition spec None +Variable param_states/token_embedder/embedding/m size 1 shape (1,) partition spec None +Variable param_states/token_embedder/embedding/v size 1 shape (1,) partition spec None +Variable param_states/token_embedder/embedding/v_col size 32128 shape (32128,) partition spec None +Variable param_states/token_embedder/embedding/v_row size 1024 shape (1024,) partition spec None +Variable step size 1 shape () partition spec None diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000000000000000000000000000000000000..f739d4f6a571ae7553c52ae09979f52e839faad0 --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a3645122435e9773fac81fa3f94c1e14149e80311636dfa9245fba3e57a826 +size 824186 diff --git a/spiece.vocab b/spiece.vocab new file mode 100644 index 0000000000000000000000000000000000000000..81a19d830b0aa5fc316f7bf03c148ae3522abcd1 --- /dev/null +++ b/spiece.vocab @@ -0,0 +1,32000 @@ + 0 + 0 + 0 +, -3.31909 +. -3.32562 +▁ja -3.87176 +n -3.95546 +▁on -4.17969 +a -4.42965 +t -4.58377 +▁ -4.86615 +- -4.89722 +▁ei -5.17989 +▁että -5.2033 +en -5.4099 +sta -5.51263 +▁- -5.52392 +: -5.53448 +in -5.62872 +ssa -5.65625 +▁se -5.66642 +ä -5.75865 +kin -5.80051 +ta -5.83844 +▁oli -5.85879 +▁ole -5.87601 +s -5.87982 +lla -5.897 +▁kun -5.92295 +an -5.92496 +lle -5.92998 +▁tai -5.94391 +▁mutta -5.9567 +▁niin -5.98048 +▁( -6.0135 +▁myös -6.06264 +si -6.08556 +▁ovat -6.10436 +i -6.1178 +▁voi -6.21222 +▁kuin -6.23066 +ja -6.24884 +? -6.27189 +ksi -6.32574 +▁joka -6.38053 +▁sen -6.38749 +) -6.39535 +▁. -6.4301 +ni -6.45143 +na -6.4687 +! -6.48315 +▁jo -6.5032 +▁jos -6.51226 +mme -6.55685 +▁olla -6.56639 +▁vain -6.6587 +▁sitä -6.68854 +stä -6.72432 +▁sitten -6.73246 +▁sekä -6.73843 +ista -6.73852 +▁kanssa -6.75231 +e -6.7615 +▁nyt -6.76348 +vat -6.78072 +on -6.79896 +▁ollut -6.83956 +llä -6.85977 +ssä -6.86673 +▁saa -6.87044 +▁olisi -6.87523 +▁mukaan -6.89639 +jen -6.90512 +ko -6.90989 +▁vielä -6.91385 +▁mitä -6.92905 +minen -6.93435 +▁vaan -6.93853 +sti -6.9626 +▁ne -6.97428 +lta -6.98003 +tä -6.9813 +▁en -6.98148 +▁siitä -6.99404 +▁ihan -7.02346 +▁klo -7.03214 +▁hän -7.06359 +▁tulee -7.06756 +▁kaikki -7.07643 +▁jotka -7.08036 +▁paljon -7.08463 +u -7.10164 +maan -7.11557 +▁, -7.12996 +▁ä -7.14371 +▁jälkeen -7.14411 +et -7.15494 +▁Ja -7.15768 +▁vaikka -7.16687 +o -7.17106 +▁aina -7.17206 +sa -7.17462 +▁itse -7.17493 +▁Jos -7.21702 +us -7.21706 +/ -7.21797 +nsa -7.22105 +issa -7.22911 +inen -7.23199 +▁koko -7.23322 +▁mitään -7.23717 +▁Se -7.2379 +▁kyllä -7.25124 +▁kuitenkin -7.26067 +▁hyvin -7.26918 +ten -7.28395 +y -7.30139 +▁koska -7.30147 +illa -7.30182 +▁olen -7.31363 +▁eikä -7.32409 +▁eri -7.32706 +▁eivät -7.33752 +▁sillä -7.34141 +la -7.35387 +). -7.36715 +nä -7.37783 +▁A -7.40447 +▁pitää -7.4141 +▁eli -7.4148 +nut -7.41841 +▁aika -7.42222 +ille -7.42511 +▁siis -7.42669 +▁yli -7.42902 +nen -7.44105 +▁hyvä -7.44382 +ki -7.45781 +h -7.46364 +va -7.46466 +▁jossa -7.47671 +tti -7.48288 +▁tämä -7.48332 +▁Ei -7.51876 +▁vuoden -7.52087 +▁ennen -7.52441 +ke -7.52498 +än -7.52577 +▁1 -7.52918 +▁tuo -7.52973 +neet -7.54488 +▁osa -7.54551 +ihin -7.54562 +▁2 -7.55008 +un -7.55359 +▁miten -7.55773 +kaan -7.56286 +▁Suomen -7.56857 +ia -7.57507 +▁siihen -7.57637 +te -7.57696 +▁työ -7.58823 +k -7.59917 +▁jonka -7.60137 +▁S -7.60173 +▁noin -7.6074 +▁joten -7.60897 +▁tehdä -7.61228 +▁taas -7.61229 +tta -7.61339 +!. -7.6134 +▁niitä -7.61843 +▁vähän -7.62901 +pa -7.63962 +▁he -7.64381 +sen -7.64578 +ka -7.64654 +▁yksi -7.6467 +▁vuonna -7.65658 +ita -7.65671 +ne -7.66252 +han -7.6629 +m -7.6708 +▁mikä -7.67108 +▁tuli -7.67732 +l -7.68221 +ma -7.68474 +to -7.69199 +ri -7.69726 +istä -7.70305 +mista -7.70433 +▁Mutta -7.71247 +▁kuten -7.71406 +▁enemmän -7.72093 +▁siinä -7.72428 +misen -7.72539 +▁ettei -7.72828 +iden -7.73385 +▁En -7.73748 +▁aikana -7.73818 +▁tämän -7.7418 +▁hänen -7.74735 +is -7.75119 +sin -7.75141 +▁3 -7.7609 +vät -7.76991 +isi -7.77235 +jä -7.77394 +▁10 -7.77664 +▁edes -7.78158 +▁juuri -7.78214 +ti -7.78417 +ttu -7.78442 +▁enää -7.79215 +▁kaksi -7.7959 +▁tässä -7.80313 +d -7.81489 +▁et -7.81883 +re -7.82374 +tu -7.82524 +▁lisää -7.82941 +▁ilman -7.84158 +▁jotain -7.84532 +taan -7.85573 +D -7.85697 +▁Tämä -7.86375 +▁joku -7.864 +▁vuotta -7.86675 +▁pois -7.87848 +▁vasta -7.88483 +ltä -7.88584 +▁Kun -7.88795 +den -7.89465 +p -7.89927 +▁vai -7.90505 +miseen -7.90656 +▁saada -7.91827 +▁me -7.9227 +▁5 -7.92435 +▁esimerkiksi -7.9289 +▁viime -7.93508 +▁I -7.94883 +r -7.95005 +hän -7.9507 +A -7.95539 +▁todella -7.95702 +▁a -7.96488 +kään -7.9703 +▁ajan -7.97567 +▁jopa -7.9767 +▁oma -7.98017 +li -7.98102 +▁kautta -7.98116 +▁Hän -7.98301 +▁4 -7.98307 +▁olivat -7.98702 +▁lisäksi -7.99436 +▁aikaa -7.99582 +▁ainakin -7.99592 +nne -7.99678 +de -7.99945 +; -7.99976 +▁voidaan -7.99979 +▁/ -7.99986 +▁näin -8.00104 +▁pää -8.00142 +▁E -8.00156 +le -8.00206 +▁aivan -8.00337 +▁: -8.00431 +v -8.00689 +▁pitäisi -8.01177 +ku -8.01933 +kö -8.02029 +ttiin -8.02772 +▁siellä -8.02773 +▁K -8.02964 +essa -8.03194 +' -8.03349 +▁asia -8.03622 +▁ehkä -8.04734 +vi -8.0509 +isen -8.05992 +ra -8.06418 +ve -8.06982 +S -8.07352 +se -8.07537 +van -8.08662 +llinen -8.08803 +▁ottaa -8.09105 +▁silloin -8.09158 +▁toimi -8.09809 +▁kuinka -8.10043 +▁olevan -8.10446 +▁Olen -8.10643 +▁sai -8.11318 +▁olet -8.11529 +▁ku -8.11792 +▁vastaan -8.11844 +▁jää -8.1217 +▁On -8.12359 +▁Nyt -8.13188 +mo -8.13355 +▁tällä -8.13416 +massa -8.13425 +▁alkaa -8.13472 +▁Suomessa -8.13508 +▁usein -8.13527 +▁to -8.13867 +▁voisi -8.13914 +▁uusi -8.13915 +T -8.14323 +▁O -8.14543 +▁niiden -8.14561 +▁oikein -8.14649 +▁muuta -8.14765 +▁20 -8.14888 +malla -8.15288 +it -8.15682 +tin -8.15685 +▁käyttää -8.15688 +▁kertaa -8.15706 +▁s -8.1581 +▁voit -8.16198 +▁19 -8.17199 +▁oman -8.17234 +▁T -8.17279 +▁antaa -8.1754 +mis -8.17541 +kseen -8.17613 +kki -8.17739 +▁löytyy -8.17842 +pe -8.17862 +▁pari -8.18343 +▁määrä -8.18777 +▁minä -8.19126 +da -8.19394 +▁mies -8.21298 +▁täällä -8.22273 +▁:) -8.22472 +▁6 -8.22577 +▁tätä -8.23413 +▁kertoo -8.23634 +iset -8.2409 +tte -8.24104 +isia -8.24216 +po -8.25168 +▁heti -8.25524 +▁päivä -8.25732 +▁koskaan -8.25734 +pi -8.25833 +▁kerran -8.25836 +▁hieman -8.26111 +▁muun -8.26948 +tus -8.27009 +kka -8.27115 +neen -8.28077 +P -8.28239 +mi -8.28707 +▁muut -8.29252 +g -8.2953 +▁välillä -8.2981 +▁tullut -8.29848 +▁12 -8.29859 +ttä -8.29962 +▁esim -8.30267 +ty -8.30306 +▁tähän -8.30359 +▁la -8.30738 +▁jota -8.30792 +mään -8.30801 +▁mukana -8.30842 +▁tästä -8.30898 +▁P -8.30901 +via -8.31199 +ina -8.31556 +▁saanut -8.31622 +▁15 -8.31761 +issä -8.32209 +mpi -8.32494 +nyt -8.33884 +▁heidän -8.34048 +▁täysin -8.3409 +▁7 -8.34169 +▁yhtä -8.34759 +▁liian -8.35082 +▁joskus -8.35213 +▁in -8.35474 +misesta -8.35568 +▁yleensä -8.36471 +iin -8.36555 +▁käy -8.36636 +er -8.36696 +▁varmasti -8.36711 +▁muuten -8.36733 +▁toinen -8.36862 +▁8 -8.37162 +▁tekee -8.37459 +▁koti -8.37579 +▁kannattaa -8.37588 +▁onko -8.37745 +lainen -8.3822 +▁C -8.38723 +▁tarvitse -8.38759 +aan -8.39085 +▁samalla -8.39306 +uksen -8.39582 +▁suuri -8.39615 +▁sinun -8.39668 +▁missä -8.39745 +vä -8.39825 +me -8.4005 +sä -8.40089 +man -8.40127 +isten -8.40251 +▁M -8.40538 +kaa -8.40634 +▁jotta -8.40695 +maa -8.40847 +▁maailman -8.41282 +ttaa -8.41301 +▁18 -8.4137 +▁joita -8.41531 +▁voivat -8.4188 +▁n -8.41929 +▁tosi -8.41948 +ö -8.42181 +nsä -8.42256 +▁sanoo -8.4231 +▁pieni -8.42339 +lo -8.42457 +▁osaa -8.4253 +▁Sen -8.42778 +▁kolme -8.42782 +N -8.42995 +▁usko -8.43068 +▁iso -8.4342 +▁kiinni -8.43504 +▁auto -8.43876 +ilta -8.43943 +▁euroa -8.43953 +▁meidän -8.43982 +pu -8.44449 +▁e -8.4452 +), -8.44945 +▁the -8.45067 +▁Ne -8.45331 +▁perus -8.45349 +▁vuosi -8.45501 +▁yhdessä -8.45756 +E -8.45826 +▁tavalla -8.45925 +ksen -8.46097 +▁erittäin -8.46179 +▁sanoi -8.46197 +▁lähes -8.462 +illä -8.46221 +▁päästä -8.46305 +▁kuva -8.46817 +▁B -8.46982 +mistä -8.4727 +kä -8.4737 +▁avulla -8.47505 +M -8.47605 +▁tiedä -8.48157 +▁koulu -8.48246 +▁edelleen -8.4835 +▁peli -8.48462 +▁He -8.4859 +no -8.4861 +▁000 -8.48719 +▁vuoksi -8.48883 +▁ensi -8.48945 +B -8.49065 +▁muita -8.49263 +▁re -8.49373 +▁menee -8.49559 +▁Helsingin -8.49595 +▁nämä -8.50016 +pä -8.50062 +▁miksi -8.50116 +▁minun -8.50241 +▁of -8.50249 +een -8.505 +▁11 -8.50515 +▁takia -8.50653 +▁asti -8.51072 +ton -8.51135 +▁Itse -8.51535 +▁kuuluu -8.51634 +ro -8.51682 +▁p -8.51758 +▁uuden -8.51779 +c -8.52236 +▁ihmiset -8.52338 +▁toimii -8.52945 +▁Lisäksi -8.5332 +O -8.53634 +▁9 -8.5365 +▁ra -8.53728 +b -8.53783 +▁tule -8.53854 +▁yhden -8.53917 +ha -8.54 +isiin -8.54063 +▁lasten -8.54112 +▁lisä -8.54339 +▁tuntuu -8.54542 +▁kuitenkaan -8.54607 +▁mahdollista -8.55283 +▁alle -8.55436 +▁aikaan -8.55563 +▁kaiken -8.55701 +▁ma -8.55706 +▁ala -8.55732 +esta -8.559 +ks -8.56664 +▁mun -8.56687 +▁varmaan -8.56838 +▁te -8.56893 +▁näyttää -8.57219 +▁14 -8.57234 +x -8.57287 +▁EU -8.57913 +▁jolloin -8.5801 +lan -8.58294 +kan -8.58503 +▁tietää -8.58529 +hi -8.58567 +▁sama -8.58589 +C -8.5866 +▁muiden -8.58688 +seen -8.58813 +▁30 -8.59213 +K -8.59234 +set -8.5928 +elle -8.595 +▁käyttö -8.59563 +▁nimi -8.59591 +H -8.59663 +▁toisen -8.59685 +▁13 -8.59868 +▁Me -8.60299 +▁16 -8.60347 +▁niistä -8.60746 +▁haluaa -8.61563 +▁mistä -8.61914 +▁maan -8.61996 +I -8.62047 +▁maa -8.62163 +▁läpi -8.6231 +▁hyvää -8.62357 +▁takaisin -8.62775 +▁toiminta -8.62933 +lä -8.62995 +▁meillä -8.63162 +▁sinne -8.63373 +do -8.6348 +▁luo -8.63585 +▁mm -8.63667 +▁verran -8.6396 +▁tulisi -8.64048 +▁F -8.64112 +2 -8.64209 +▁kaupungin -8.64421 +vien -8.64716 +▁pa -8.65203 +▁saattaa -8.6532 +▁päivän -8.65349 +sten -8.65363 +▁kai -8.65364 +▁H -8.65474 +▁moni -8.66156 +▁päälle -8.66338 +▁17 -8.66355 +▁tulla -8.66435 +▁Suomi -8.6706 +▁jolla -8.67089 +▁ko -8.67225 +▁mä -8.67229 +▁asioita -8.67291 +▁Myös -8.67545 +▁Eli -8.67645 +al -8.67975 +▁tietoa -8.68003 +at -8.68101 +▁omaa -8.68179 +sia -8.68891 +▁minulle -8.68926 +▁sanoa -8.69286 +▁sinulle -8.69286 +▁sinä -8.69302 +▁mennä -8.69324 +▁o -8.69403 +▁Oy -8.6943 +he -8.69606 +yn -8.6972 +ru -8.69771 +▁vie -8.69932 +mu -8.69979 +▁k -8.70087 +▁:). -8.7016 +▁ö -8.70182 +▁silti -8.70673 +▁suoraan -8.70674 +▁kukaan -8.70717 +▁tänään -8.70802 +▁ihminen -8.70886 +▁ihmisiä -8.71051 +ön -8.7109 +▁kesä -8.71246 +ella -8.71324 +▁* -8.71474 +▁uutta -8.71482 +isin -8.71496 +▁muassa -8.71601 +ttava -8.71716 +▁G -8.71835 +▁no -8.71917 +▁uusia -8.72225 +di -8.72227 +▁joiden -8.72242 +▁keski -8.72322 +▁joissa -8.72437 +ly -8.72918 +▁2014 -8.72993 +▁tehty -8.72994 +▁ka -8.73189 +▁Jumalan -8.73227 +▁Lisätiedot -8.73232 +▁huono -8.73477 +▁elämän -8.73541 +▁mieltä -8.73655 +▁halua -8.73852 +▁matka -8.73938 +▁josta -8.74 +ys -8.74015 +▁vesi -8.74019 +▁varten -8.74213 +▁kirja -8.74336 +▁hetkellä -8.74338 +▁loppu -8.74466 +▁L -8.74486 +▁henkilö -8.74578 +▁tieto -8.74782 +lu -8.74869 +uksia -8.75007 +▁& -8.75061 +▁maksaa -8.75183 +▁helposti -8.75205 +iksi -8.75328 +▁täytyy -8.75366 +▁nopeasti -8.75368 +3 -8.75417 +mä -8.75457 +essä -8.75663 +▁olleet -8.75721 +▁Kaikki -8.75797 +su -8.75948 +▁prosenttia -8.76144 +G -8.76498 +▁perusteella -8.76569 +▁arvo -8.76665 +ho -8.76701 +sto -8.7672 +▁2013 -8.7679 +tetaan -8.76848 +tty -8.7688 +▁meni -8.76916 +▁näitä -8.77032 +itä -8.77158 +ään -8.77171 +1 -8.77284 +hin -8.77513 +▁pu -8.77519 +▁vaikuttaa -8.77521 +▁Mitä -8.77661 +vaa -8.77691 +▁su -8.77769 +▁2015 -8.77773 +▁% -8.78127 +f -8.78532 +▁palvelu -8.78578 +▁kaikille -8.78745 +▁Kyllä -8.78793 +▁Ra -8.78834 +▁saman -8.78894 +▁pikku -8.7905 +▁puoli -8.79158 +▁D -8.79167 +min -8.79344 +tiin -8.79469 +vo -8.79492 +▁and -8.79979 +▁Jo -8.80308 +▁ruoka -8.80667 +▁alkoi -8.80835 +▁rahaa -8.80902 +aika -8.81172 +▁Näin -8.8169 +▁tehnyt -8.81865 +▁ihmisten -8.82358 +▁La -8.82597 +▁Tässä -8.82625 +ed -8.82757 +▁muu -8.82786 +▁syy -8.8287 +▁ihmisen -8.83372 +▁pe -8.83495 +▁muista -8.8354 +▁kovin -8.83595 +▁laina -8.83656 +▁lapsi -8.8376 +▁Onko -8.83825 +▁vero -8.83926 +▁hinta -8.83962 +▁sähkö -8.8401 +▁yhteydessä -8.84077 +( -8.84263 +▁auttaa -8.8442 +▁ha -8.84518 +▁Pa -8.84753 +esi -8.84863 +▁Ha -8.8499 +▁tahansa -8.85013 +V -8.85146 +▁minua -8.85182 +▁paremmin -8.85217 +▁oikeus -8.85268 +▁ero -8.85284 +ili -8.85429 +▁erityisesti -8.85519 +taa -8.85559 +▁mielestä -8.85635 +▁V -8.8573 +nti -8.85801 +▁jäi -8.85965 +▁2016 -8.86003 +▁Ku -8.86047 +▁v -8.86354 +▁juttu -8.86413 +tään -8.8659 +▁nainen -8.86754 +▁työn -8.86821 +▁lapsen -8.86851 +teen -8.86919 +4 -8.86922 +jo -8.86966 +▁tee -8.87328 +▁Niin -8.87417 +▁Vaikka -8.87449 +▁kyse -8.87491 +▁ry -8.87697 +▁ase -8.88029 +▁väli -8.88043 +lli -8.88084 +▁siksi -8.88214 +▁sijaan -8.88246 +ck -8.8825 +▁joista -8.883 +▁hoito -8.88464 +▁No -8.88609 +matta -8.88789 +kko -8.8894 +▁U -8.89203 +▁m -8.89277 +▁N -8.89341 +▁paikka -8.89465 +▁sellainen -8.89671 +▁kahden -8.89818 +▁joilla -8.90062 +▁saat -8.90113 +mia -8.90226 +työ -8.90325 +▁Re -8.90364 +▁de -8.90598 +▁ongelma -8.907 +▁vaikea -8.90745 +▁päivänä -8.90841 +ry -8.90883 +▁ensin -8.90905 +▁syö -8.91042 +iä -8.91177 +▁viikon -8.91184 +▁Tämän -8.91192 +▁Tai -8.91196 +▁miehen -8.91284 +▁olemassa -8.91368 +ajan -8.91462 +es -8.91797 +▁tapa -8.91851 +▁tarjoaa -8.91874 +▁pysty -8.91913 +kon -8.91935 +▁' -8.91948 +▁perhe -8.92094 +▁asiaa -8.92227 +▁Mi -8.92241 +▁olemme -8.92255 +ver -8.92351 +▁asiat -8.92371 +ppa -8.92488 +▁piti -8.92546 +ppi -8.92625 +▁suurin -8.92647 +▁meille -8.92702 +▁+ -8.92717 +▁21 -8.9277 +▁vastaa -8.92848 +▁neljä -8.93068 +ju -8.93093 +▁tuki -8.93217 +▁2012 -8.93375 +isesti -8.93701 +▁2017 -8.93758 +▁asian -8.93759 +ar -8.93842 +▁kaupunki -8.94241 +▁samaa -8.94364 +uus -8.94413 +usta -8.9465 +▁teki -8.94707 +▁tuon -8.94931 +▁kaikkea -8.94994 +▁johon -8.95005 +▁oikeasti -8.9502 +▁ympäristö -8.9509 +llista -8.95136 +F -8.95138 +▁yhtään -8.95235 +▁monta -8.95317 +tettiin -8.95662 +▁The -8.95761 +kas -8.95783 +▁ulko -8.95783 +▁alla -8.95856 +el -8.95952 +ing -8.96013 +▁mikään -8.96063 +▁vapaa -8.96075 +▁tapauksessa -8.96089 +ukset -8.96099 +▁pakko -8.96453 +▁To -8.96479 +▁25 -8.96552 +▁minulla -8.96618 +▁tehdään -8.96662 +▁alku -8.96663 +▁kiva -8.96687 +kkaa -8.96778 +miseksi -8.96786 +ce -8.96816 +▁Ke -8.97088 +00 -8.97154 +▁melko -8.97243 +ssi -8.97329 +▁100 -8.97398 +▁seura -8.97541 +▁epä -8.97571 +5 -8.97706 +▁laittaa -8.97721 +▁Ko -8.97761 +▁minkä -8.97799 +▁pidä -8.97874 +w -8.97884 +▁aiemmin -8.97936 +▁jne -8.97964 +▁sieltä -8.97997 +▁vaiheessa -8.98043 +▁loma -8.98044 +▁ammatti -8.9807 +päivä -8.98127 +▁oleva -8.98263 +▁parempi -8.98468 +j -8.98499 +▁50 -8.98517 +▁muutaman -8.98587 +▁Työ -8.98676 +▁> -8.98742 +▁kertoi -8.98825 +▁maksu -8.98949 +ga -8.9896 +hti -8.98961 +nu -8.99026 +▁Ta -8.99095 +▁ulos -8.99228 +▁ensimmäinen -8.9928 +▁elämä -8.99297 +L -8.99333 +▁t -8.99383 +▁helppo -8.99406 +▁kulttuuri -8.99432 +pää -8.99445 +▁Na -8.99459 +▁Jumala -8.99471 +▁pitkä -8.99514 +▁paras -8.99705 +▁tutkimus -8.99794 +▁22 -8.99852 +▁tänä -8.99931 +▁tunne -8.99988 +▁katso -9.00105 +▁myötä -9.0019 +▁yhä -9.00261 +▁nähdä -9.00294 +▁useita -9.00372 +▁tarkoittaa -9.00372 +▁? -9.00507 +R -9.00601 +▁sinua -9.0074 +▁käsi -9.00845 +bi -9.00901 +▁Pe -9.00933 +hu -9.0098 +kun -9.01084 +▁onkin -9.01167 +rin -9.01509 +▁mihin -9.01548 +▁mene -9.0165 +▁kaikkien -9.01665 +▁myöhemmin -9.0195 +eksi -9.0219 +▁häntä -9.02235 +ge -9.02297 +▁valmis -9.02302 +▁erilaisia -9.02328 +▁kohti -9.02592 +▁at -9.02612 +▁ostaa -9.02773 +ttua -9.02827 +tys -9.02848 +▁nuo -9.02925 +▁Su -9.02974 +▁toki -9.03 +ll -9.03053 +▁lähellä -9.03145 +▁tietysti -9.03196 +▁Euroopan -9.03225 +▁sinulla -9.03333 +▁mut -9.03382 +▁hieno -9.03409 +▁seuraa -9.03484 +▁miljoonaa -9.03551 +tun -9.03643 +▁löytää -9.03704 +▁ollaan -9.03835 +▁vara -9.0387 +▁R -9.04178 +▁siten -9.04594 +▁Ma -9.04693 +▁päivää -9.04721 +▁muutama -9.0498 +▁Y -9.05236 +▁Minä -9.05241 +▁yritys -9.05267 +staan -9.05351 +▁sisä -9.05369 +lin -9.05607 +▁tilanne -9.05767 +▁pitkään -9.05786 +▁asiasta -9.05938 +▁etu -9.05991 +▁enkä -9.06077 +▁Po -9.06086 +esti -9.06109 +vin -9.06182 +▁yhteen -9.06327 +Y -9.06355 +▁24 -9.06578 +mies -9.06754 +▁ainoa -9.06822 +so -9.06822 +▁yksin -9.06873 +▁käydä -9.06888 +mmin -9.06978 +▁käyttöön -9.07127 +▁oo -9.07173 +tie -9.07234 +▁asu -9.07306 +▁mo -9.07326 +▁po -9.07332 +▁pi -9.07358 +▁Miten -9.0774 +▁kohta -9.0775 +mällä -9.07853 +▁Le -9.08092 +▁raha -9.08092 +▁tärkeä -9.08185 +▁pääsee -9.08387 +▁uudelleen -9.08509 +▁Ka -9.08531 +▁J -9.08595 +▁tärkeää -9.08812 +▁tekemään -9.08856 +kku -9.08909 +▁jälleen -9.08982 +llisesti -9.09086 +kset -9.09189 +▁h -9.09209 +▁koira -9.09229 +mien -9.09385 +▁huolimatta -9.09391 +▁Tuo -9.09476 +tuksen -9.09556 +▁tosin -9.09603 +▁jonkin -9.09715 +siin -9.0988 +▁mielestäni -9.09957 +▁So -9.10157 +▁saavat -9.10285 +alan -9.10424 +▁so -9.10551 +▁ni -9.10587 +ttää -9.10742 +▁jä -9.1078 +▁väri -9.10841 +men -9.11075 +▁ainakaan -9.11228 +▁sain -9.11248 +jien -9.11297 +▁tapahtuu -9.11356 +▁kuka -9.11452 +llaan -9.11488 +▁Sa -9.11643 +▁puu -9.11699 +▁jonkun -9.11767 +viä -9.11976 +ven -9.12092 +▁haluat -9.12241 +▁kannalta -9.12293 +▁osalta -9.12467 +▁saisi -9.12541 +määrä -9.12692 +▁23 -9.12901 +▁olo -9.13006 +▁sille -9.13116 +▁le -9.13229 +mpaa -9.13423 +8 -9.13438 +▁paino -9.13453 +ikka -9.1354 +▁Ro -9.13642 +▁De -9.13649 +▁oikea -9.13755 +U -9.13819 +▁vähemmän -9.13863 +▁jäsen -9.13886 +▁i -9.13925 +▁b -9.13944 +▁tänne -9.1397 +▁! -9.14082 +▁tiedot -9.14527 +laiset -9.14582 +▁suhteen -9.14681 +▁sä -9.14689 +▁Ar -9.14724 +▁si -9.14924 +▁joulu -9.14947 +▁sosiaali -9.14948 +Lähettänyt -9.15017 +▁kotona -9.15063 +▁riittää -9.15096 +▁kotiin -9.15097 +▁Pää -9.15234 +▁tarkoitus -9.15254 +▁tuota -9.15358 +arvo -9.15425 +▁poliisi -9.15594 +ää -9.15598 +▁hyviä -9.15656 +▁Tu -9.15685 +▁joko -9.157 +utta -9.15802 +▁päällä -9.15848 +isiä -9.15866 +▁talous -9.15923 +W -9.15975 +▁W -9.15998 +▁Va -9.16104 +tettu -9.16143 +▁vanha -9.16203 +ilu -9.16267 +▁ns -9.16352 +▁2011 -9.16363 +palvelu -9.16383 +▁äiti -9.16463 +▁2018 -9.16485 +▁asiakas -9.1651 +osa -9.16532 +▁kello -9.16582 +tai -9.16657 +▁taka -9.16698 +▁sää -9.16718 +▁toi -9.16728 +* -9.16805 +tila -9.17041 +▁kuulu -9.17091 +▁saadaan -9.17131 +▁lapset -9.17136 +▁alussa -9.17152 +▁kokonaan -9.17174 +▁olemaan -9.17202 +▁mahdollisuus -9.17242 +▁tosiaan -9.17276 +▁mieli -9.17311 +go -9.17373 +▁itsensä -9.17456 +0 -9.17523 +▁työtä -9.17559 +▁na -9.17561 +▁toista -9.17796 +▁ihmis -9.18006 +▁lopulta -9.18253 +▁syytä -9.18317 +▁sisällä -9.18322 +▁yleis -9.18413 +▁omat -9.18441 +luvun -9.18557 +▁käytetään -9.18686 +il -9.19073 +▁jatkaa -9.19171 ++ -9.19182 +▁valtion -9.19187 +tusta -9.19219 +▁0 -9.1923 +7 -9.19326 +vu -9.19429 +▁olin -9.19538 +▁ensimmäisen -9.19562 +mässä -9.19686 +▁sa -9.19803 +ellä -9.19816 +ee -9.19978 +▁kar -9.19995 +llis -9.20001 +▁lo -9.20027 +▁video -9.20071 +kirja -9.20231 +▁kauan -9.2024 +▁tulevat -9.20304 +▁lähtee -9.20418 +kuva -9.20521 +▁hallituksen -9.20559 +▁Mo -9.20768 +▁yhteis -9.208 +▁Miksi -9.20808 +▁sivu -9.20816 +▁takana -9.20854 +miin -9.209 +▁terveys -9.20967 +▁mennessä -9.20986 +▁puolesta -9.21075 +▁käytössä -9.21155 +ltaan -9.21318 +▁koulutus -9.21373 +▁vähintään -9.21506 +kää -9.21533 +▁ympäri -9.21581 +▁jossain -9.21685 +▁syystä -9.21723 +▁sellaista -9.21734 +lain -9.21763 +▁Sitten -9.21764 +9 -9.21803 +▁päässä -9.21833 +▁auton -9.21857 +ste -9.22057 +▁sun -9.22171 +▁ainoastaan -9.22182 +▁ymmärtää -9.22288 +▁ihana -9.22526 +ba -9.22536 +nnut -9.22795 +▁mahdollisimman -9.22887 +▁monet -9.22967 +▁jokainen -9.23017 +ter -9.23059 +▁varsin -9.23142 +▁huomioon -9.23153 +▁In -9.23259 +▁Siinä -9.23298 +▁edessä -9.2369 +▁Pi -9.23724 +▁ro -9.2383 +▁esi -9.23883 +▁tila -9.23987 +▁ke -9.24156 +llisen -9.24213 +▁korkea -9.24231 +estä -9.24242 +▁ki -9.24369 +jat -9.24457 +ien -9.24501 +▁jotenkin -9.24632 +▁kohtaan -9.2474 +▁alueella -9.2477 +▁ohi -9.24785 +ei -9.24837 +keskus -9.24925 +▁Ri -9.2493 +vän -9.25029 +z -9.25035 +▁Meillä -9.25089 +▁nyky -9.25139 +▁lä -9.2515 +iseen -9.25157 +ile -9.25255 +▁hänelle -9.25448 +▁pian -9.2548 +▁kävi -9.25567 +▁40 -9.2561 +▁alue -9.25657 +▁Voit -9.25766 +ssaan -9.25801 +tulo -9.25844 +▁kehitys -9.25862 +kunta -9.25965 +▁vuokra -9.25987 +misestä -9.26002 +▁Li -9.26111 +▁elämää -9.26131 +▁tarvitaan -9.26166 +▁ri -9.26186 +lleen -9.2619 +▁lukea -9.26203 +▁kuvia -9.26271 +▁lain -9.26361 +▁juo -9.26485 +▁raja -9.26583 +▁yrittää -9.26609 +että -9.26707 +▁elä -9.27111 +▁tasa -9.27126 +▁sana -9.27172 +▁2010 -9.27251 +▁Si -9.27256 +▁muka -9.273 +▁vaatii -9.27392 +▁vi -9.27459 +▁hyvän -9.2747 +▁mulla -9.27662 +▁) -9.27672 +▁hallitus -9.27721 +▁Yksi -9.27729 +talo -9.27751 +▁naisen -9.278 +johtaja -9.2789 +▁apua -9.27913 +▁poika -9.27939 +▁Te -9.28127 +▁vaihtoehto -9.28311 +▁rakennus -9.28319 +▁ääni -9.285 +▁mukaisesti -9.28505 +tut -9.28717 +▁lähteä -9.2873 +laisten -9.28736 +os -9.28764 +▁Osa -9.28811 +tit -9.28923 +▁erikois -9.28994 +▁kansan -9.29065 +ska -9.29258 +imme -9.29317 +▁kilpailu -9.29344 +▁lähi -9.29365 +st -9.29366 +▁puhu -9.29366 +▁viisi -9.29369 +ineen -9.29376 +ps -9.29395 +▁kaikkia -9.29437 +ivat -9.29446 +▁tilaa -9.29487 +▁sit -9.29608 +▁lähinnä -9.29633 +▁näistä -9.29725 +▁siltä -9.29732 +▁jaksa -9.29826 +▁huippu -9.29859 +or -9.29882 +▁oon -9.29945 +▁selvästi -9.29948 +▁mieleen -9.3001 +ch -9.3009 +J -9.30251 +din -9.30333 +▁Al -9.30423 +nee -9.30447 +▁näkyy -9.3045 +ttävä -9.30501 +▁Pohjois -9.30552 +▁kesken -9.30563 +▁liike -9.30791 +▁maksa -9.30809 +▁euron -9.30885 +▁elää -9.30958 +paikka -9.31079 +▁toivo -9.31231 +▁alusta -9.31274 +lais -9.31311 +▁varsinkin -9.3153 +▁naisten -9.31679 +▁valtio -9.31709 +▁kirjoittaa -9.31746 +▁melkein -9.3175 +▁pala -9.31832 +▁valita -9.31847 +▁loppuun -9.31866 +▁nykyään -9.31913 +▁kannata -9.31917 +▁tie -9.31946 +▁samaan -9.32055 +▁g -9.32115 +peli -9.32245 +▁yhteyttä -9.32321 +▁Tällä -9.32382 +▁mukava -9.325 +▁välttämättä -9.32522 +▁l -9.32621 +▁Pu -9.32749 +▁luku -9.32859 +▁kuvaa -9.32896 +▁aiheuttaa -9.32896 +▁Ti -9.32968 +▁pienen -9.32973 +▁voinut -9.33015 +▁kysymys -9.33033 +▁kyseessä -9.33046 +hoito -9.33093 +▁sopii -9.33133 +▁omia -9.33138 +tee -9.33228 +▁hi -9.33228 +▁jättää -9.33381 +nnin -9.33457 +▁isä -9.33619 +eli -9.33682 +je -9.33705 +▁2019 -9.33706 +▁kertoa -9.33726 +▁eteenpäin -9.33738 +ske -9.33824 +▁sisältää -9.33855 +▁Hyvä -9.33873 +▁Sitä -9.33907 +▁viesti -9.33994 +▁pro -9.34084 +▁tehtävä -9.34156 +▁Voi -9.34179 +▁liikaa -9.34331 +mon -9.34453 +6 -9.34496 +▁niihin -9.34533 +fi -9.34695 +▁viikolla -9.34707 +laa -9.34735 +▁Etelä -9.34957 +neiden -9.35065 +▁Ho -9.35084 +vel -9.35339 +▁Vi -9.35368 +▁ilma -9.35667 +▁lapsia -9.35678 +Tämä -9.35975 +jia -9.35997 +vuotias -9.36113 +▁omasta -9.36223 +▁Ki -9.36262 +▁Ehkä -9.36263 +▁heitä -9.36281 +▁toimintaa -9.36348 +▁Koska -9.36349 +▁näiden -9.36352 +▁asiassa -9.36555 +voi -9.36661 +▁yö -9.36661 +kit -9.3669 +▁taso -9.36726 +▁emme -9.36738 +▁Hänen -9.36774 +▁yhteensä -9.36775 +▁kasvu -9.36781 +ise -9.36849 +▁ti -9.36929 +mat -9.36998 +▁kuukauden -9.37011 +▁malli -9.37016 +▁teidän -9.37055 +▁päin -9.37114 +▁paitsi -9.37137 +▁for -9.37197 +▁tiedon -9.37234 +▁ongelmia -9.37496 +▁tuntia -9.37587 +▁kasvaa -9.37689 +▁puheenjohtaja -9.37726 +▁r -9.37794 +▁ihme -9.37855 +▁Lue -9.37885 +ttele -9.37891 +▁keskustelu -9.37902 +auto -9.37951 +▁Oli -9.37983 +▁hänet -9.3813 +▁asioista -9.38201 +▁turva -9.3824 +▁ajo -9.38372 +mp -9.38394 +▁Esimerkiksi -9.38443 +▁Nämä -9.38487 +▁tuolla -9.3859 +ky -9.38616 +▁käynyt -9.38654 +▁palkka -9.38662 +ski -9.38777 +▁toiseen -9.38798 +▁luonnon -9.3886 +ville -9.38934 +▁Lo -9.38962 +▁ikä -9.38995 +du -9.39024 +uutta -9.39188 +▁naiset -9.3921 +▁ratkaisu -9.39335 +▁omaan -9.39398 +▁Mu -9.39477 +▁kerro -9.39517 +▁Venäjän -9.39542 +▁kii -9.39618 +▁jostain -9.3972 +▁yllä -9.39793 +▁puolella -9.39954 +▁kä -9.40275 +tuu -9.40314 +▁kova -9.40326 +▁Helsinki -9.40339 +▁sisään -9.40406 +sy -9.40475 +der -9.40488 +▁luotto -9.4059 +▁esiin -9.40593 +▁muuttaa -9.40642 +▁tukea -9.40689 +▁yrityksen -9.40929 +▁tietenkin -9.40941 +▁kokonais -9.40999 +▁töitä -9.41025 +▁Oma -9.41102 +▁kerta -9.41226 +▁Jeesus -9.4123 +toimi -9.41287 +▁lasku -9.41299 +▁ihmistä -9.41397 +▁odottaa -9.41422 +▁ym -9.41438 +▁aurinko -9.41485 +▁halu -9.41527 +▁ryhmä -9.41549 +kseni -9.41558 +taso -9.41605 +▁jatkuvasti -9.41671 +▁ymmärrä -9.41675 +▁urheilu -9.41697 +▁koe -9.41708 +▁takaa -9.41734 +▁alkaen -9.42018 +▁myöskään -9.42112 +▁kohdalla -9.42119 +▁Hi -9.42122 +jan -9.42276 +▁myynti -9.4228 +▁istu -9.42335 +▁Uusi -9.42365 +laisia -9.42385 +▁Kuva -9.42495 +mpia -9.42617 +▁Co -9.42629 +▁kymmenen -9.42717 +▁Pro -9.42881 +▁c -9.42894 +kar -9.42906 +ur -9.42906 +ala -9.4293 +▁energia -9.42961 +liitto -9.43254 +▁toimia -9.43291 +▁erityis -9.43358 +▁kuvan -9.43386 +▁toiminnan -9.43398 +co -9.43425 +kk -9.43466 +▁tuote -9.43499 +▁ve -9.43512 +▁Mä -9.43642 +▁saatu -9.43682 +▁itseään -9.4383 +▁al -9.43846 +▁ta -9.4392 +▁pääse -9.43923 +tto -9.4405 +▁li -9.44116 +▁metsä -9.44133 +ot -9.44455 +▁28 -9.44493 +ani -9.44501 +▁mennyt -9.44591 +ment -9.44679 +▁Viime -9.44723 +▁kanta -9.44783 +50 -9.44805 +▁Suomeen -9.44825 +teet -9.44906 +▁kauppa -9.44929 +kkaan -9.45022 +▁perheen -9.45039 +▁kulu -9.45107 +▁Lu -9.45119 +▁tuossa -9.45294 +▁missään -9.45403 +▁Mikä -9.45433 +ran -9.45437 +▁ota -9.45521 +lliset -9.4555 +▁kestää -9.4555 +▁26 -9.45612 +per -9.45791 +▁liikenne -9.45806 +iseksi -9.45971 +pin -9.45983 +▁sano -9.46033 +ut -9.46038 +▁par -9.46068 +▁aja -9.461 +tää -9.46123 +▁sala -9.4622 +▁tulos -9.46255 +aali -9.46307 +▁27 -9.46356 +▁alueen -9.46388 +▁valo -9.46389 +▁JA -9.46422 +sivat -9.4645 +ng -9.46467 +son -9.46612 +▁myy -9.46717 +▁joutuu -9.46817 +▁Keski -9.46835 +▁varma -9.46836 +▁arvioi -9.4692 +▁tanssi -9.46959 +be -9.4707 +▁omista -9.47083 +▁nuorten -9.47147 +mm -9.47174 +isuus -9.47212 +▁by -9.47321 +▁idea -9.4735 +▁sy -9.476 +▁paha -9.47622 +siä -9.4771 +▁ikinä -9.47722 +▁Kar -9.47735 +▁vuosina -9.47817 +▁va -9.47901 +▁kone -9.4794 +▁kiitos -9.48073 +▁tarpeeksi -9.48109 +inä -9.48141 +▁vaikkapa -9.48162 +▁Ju -9.48259 +▁ilo -9.48314 +▁monia -9.48322 +▁meitä -9.48343 +▁hotelli -9.4837 +▁ilmeisesti -9.48385 +▁saakka -9.48425 +▁väärin -9.4843 +misessa -9.48512 +▁mikäli -9.4854 +▁valinta -9.48559 +gi -9.48683 +▁musta -9.48705 += -9.48796 +saa -9.48832 +työn -9.48868 +▁puolestaan -9.48971 +llisten -9.49015 +▁hä -9.49083 +mus -9.49102 +▁aamu -9.49107 +▁talvi -9.49248 +▁olisivat -9.4926 +▁jokin -9.49296 +▁vähä -9.49297 +sesti -9.49331 +▁aloittaa -9.49339 +▁Turun -9.4935 +laisen -9.49399 +▁lu -9.49473 +▁1. -9.4953 +▁verkko -9.4957 +eseen -9.49613 +▁kolmen -9.49736 +▁kunnes -9.49836 +▁juhla -9.49868 +kunnan -9.49983 +ukseen -9.50031 +iltä -9.5007 +▁ty -9.50106 +▁numero -9.50137 +▁viikkoa -9.50148 +▁pitänyt -9.50186 +▁verrattuna -9.50191 +▁vuodessa -9.50241 +val -9.50257 +▁Siksi -9.50301 +▁viikko -9.50373 +▁kieli -9.50435 +▁tekevät -9.50468 +▁normaali -9.50511 +▁blogi -9.50643 +▁ää -9.50765 +▁talo -9.50846 +▁levy -9.50869 +▁käytännössä -9.51032 +▁sijaitsee -9.51039 +▁teho -9.5126 +luvulla -9.51262 +▁be -9.51264 +▁hoitaa -9.51269 +▁Vai -9.51481 +utu -9.51491 +puoli -9.51547 +▁tunnin -9.51745 +▁eniten -9.51846 +▁homma -9.51883 +tteli -9.51887 +▁muutenkin -9.51932 +▁jatko -9.51954 +▁asunto -9.52131 +▁An -9.5214 +▁soi -9.52341 +▁tutki -9.52383 +th -9.52438 +▁huomattavasti -9.52491 +▁valta -9.52642 +▁tietoja -9.52739 +▁totta -9.52767 +▁netti -9.52821 +ca -9.52939 +emme -9.52954 +▁f -9.53059 +mmat -9.53242 +▁lähti -9.53266 +▁yhteistyö -9.53268 +alue -9.53367 +▁ohjelma -9.53385 +▁X -9.53396 +▁nimittäin -9.53467 +▁milloin -9.53553 +▁aihe -9.53743 +▁minusta -9.53759 +▁suuntaan -9.53831 +▁rahoitus -9.53844 +▁tyttö -9.53877 +▁heille -9.54207 +▁vä -9.54388 +▁täältä -9.5458 +▁is -9.54605 +▁miehet -9.54871 +▁täynnä -9.54903 +tuksia -9.54957 +kauden -9.54963 +▁pelkästään -9.55112 +▁tu -9.55129 +▁uudet -9.55162 +▁oppi -9.55164 +▁mielessä -9.55177 +▁Maa -9.55241 +tieto -9.55357 +▁puolue -9.55441 +ttanut -9.55506 +.1 -9.55558 +▁onneksi -9.55572 +jille -9.55635 +▁samoin -9.55694 +rä -9.55871 +▁yhtiö -9.55884 +▁ollenkaan -9.55885 +▁itselleen -9.55938 +▁etenkin -9.55959 +len -9.56001 +▁200 -9.56048 +ansa -9.56053 +▁elokuva -9.56202 +▁osta -9.5626 +▁johtaa -9.56271 +stu -9.56291 +laista -9.56307 +▁näkee -9.56393 +ts -9.5641 +tettava -9.56482 +▁nä -9.56527 +Suomen -9.56632 +▁Silloin -9.56646 +▁eteen -9.56733 +▁minut -9.56793 +▁noita -9.56859 +▁omalla -9.56882 +▁nuori -9.57029 +▁anna -9.57151 +▁kaunis -9.57274 +▁MM -9.57379 +▁60 -9.5743 +ryhmä -9.57431 +▁2009 -9.57488 +mäki -9.57526 +▁olevat -9.57645 +10 -9.57728 +▁jäänyt -9.57953 +▁nousi -9.58 +ero -9.58011 +maton -9.58053 +tella -9.5809 +▁joihin -9.58156 +▁Ni -9.58245 +▁onnistu -9.58289 +▁nais -9.58387 +▁kirkko -9.58388 +Ä -9.5859 +▁suomen -9.58603 +▁= -9.58605 +▁teksti -9.58608 +viin -9.58634 +▁uskon -9.58663 +▁lähde -9.58669 +▁Ihan -9.58716 +▁pohja -9.58718 +▁esille -9.58769 +▁tulossa -9.58777 +▁muutos -9.58779 +▁vettä -9.58798 +▁liittyy -9.58892 +▁media -9.58996 +▁Mar -9.59068 +yhtiö -9.59082 +ura -9.59091 +uuden -9.59168 +▁km -9.59188 +▁tuskin -9.59204 +▁pyöri -9.59219 +▁Ba -9.59266 +▁vaali -9.59294 +tetty -9.5936 +▁vuosien -9.59401 +▁x -9.59518 +tko -9.59558 +▁tarjolla -9.5956 +▁hyvät -9.59618 +isti -9.59644 +▁rooli -9.59677 +ttamaan -9.59768 +▁29 -9.59922 +▁hu -9.59949 +▁oikeastaan -9.59991 +▁sota -9.60029 +▁laki -9.60036 +▁val -9.60054 +▁näy -9.60074 +▁jatkuu -9.60083 +▁entistä -9.60171 +▁vuodesta -9.60236 +▁vei -9.60314 +▁tavoitteena -9.60321 +▁lähtien -9.60322 +▁Aika -9.60452 +▁tavoin -9.60453 +pal -9.60464 +▁). -9.60565 +▁eilen -9.60568 +ir -9.6057 +isesta -9.60613 +▁ajaa -9.60621 +oja -9.6063 +▁mitenkään -9.60632 +▁vali -9.60635 +▁kuuluvat -9.60669 +▁alan -9.60674 +▁suoja -9.60684 +▁teille -9.60747 +▁suur -9.60789 +▁kaikista -9.608 +▁riski -9.60805 +tunut -9.60808 +don -9.60873 +▁kaveri -9.60893 +uksista -9.60893 +▁kovasti -9.60972 +▁Anna -9.60989 +▁var -9.61034 +kat -9.61047 +▁johtaja -9.61115 +▁päättää -9.61141 +järjestelmä -9.61166 +▁olis -9.61208 +▁Tästä -9.61259 +▁liittyvät -9.61259 +▁suu -9.61288 +▁etten -9.61316 +▁kon -9.6135 +▁Yle -9.61413 +▁sata -9.61455 +▁ruokaa -9.61463 +▁maassa -9.61499 +liiton -9.61605 +▁osuus -9.61664 +nnan -9.61693 +▁lääkäri -9.61755 +tua -9.61812 +▁kansa -9.61818 +▁kunnossa -9.61828 +▁huomaa -9.61843 +▁Be -9.61871 +uksesta -9.62124 +▁laji -9.62174 +uden -9.62177 +vasta -9.62199 +▁kohtaa -9.62238 +▁yliopisto -9.62264 +llisia -9.62298 +teli -9.62533 +dan -9.62661 +▁haluavat -9.62714 +dy -9.62715 +▁Iso -9.62744 +▁Moni -9.6277 +▁koske -9.62803 +▁turvallisuus -9.62803 +▁Jeesuksen -9.62931 +▁toimivat -9.62939 +tukset -9.63022 +▁kan -9.63042 +var -9.6308 +▁Helsingissä -9.63093 +ite -9.63163 +▁pystyy -9.63202 +▁niissä -9.63207 +ttelu -9.63226 +mman -9.63252 +▁suuren -9.63337 +▁vastuu -9.63377 +rit -9.63381 +▁sellaisia -9.63411 +IN -9.63447 +▁kaa -9.63456 +ny -9.63469 +▁Minulla -9.63482 +▁itsekin -9.63582 +▁hakea -9.6359 +▁ilta -9.63655 +▁projekti -9.63665 +▁kunta -9.63703 +tyksen -9.63729 +masta -9.63835 +▁tausta -9.63923 +▁tarvitsee -9.63976 +% -9.63983 +▁opetus -9.64264 +▁puhe -9.64295 +▁kauden -9.6452 +▁minuuttia -9.64571 +▁kutsu -9.64615 +▁ylä -9.64663 +▁niille -9.64679 +▁katsoa -9.64686 +▁voima -9.64725 +▁Katso -9.64729 +▁molemmat -9.64765 +▁presidentti -9.64867 +▁u -9.64922 +ul -9.65177 +▁pääsi -9.65206 +hä -9.65247 +maksu -9.65286 +▁kor -9.65339 +▁per -9.65347 +▁parasta -9.65434 +▁löytyi -9.65466 +▁nostaa -9.65495 +ilee -9.65507 +▁suosi -9.65609 +▁puolet -9.65642 +▁kuiva -9.65703 +▁nähnyt -9.65777 +▁Toisaalta -9.658 +▁tarkoitettu -9.65866 +Ka -9.65932 +▁huo -9.66007 +▁hei -9.66131 +▁Kai -9.66141 +▁jotakin -9.66327 +▁jokaisen -9.6635 +20 -9.66476 +▁laaja -9.66518 +▁millä -9.66555 +▁aikaisemmin -9.66596 +▁kylmä -9.66652 +▁sovi -9.66656 +my -9.66672 +malli -9.66673 +▁merkittävä -9.66702 +▁todennäköisesti -9.66739 +▁;) -9.66765 +▁pidetään -9.66787 +met -9.66847 +vara -9.6688 +essaan -9.66883 +▁kokeilla -9.66963 +ttelee -9.66966 +▁kantaa -9.66998 +bo -9.671 +▁Siis -9.67142 +& -9.67151 +▁500 -9.67201 +▁kaikilla -9.67244 +tar -9.6726 +▁miesten -9.67268 +▁tää -9.67316 +▁keho -9.67335 +▁lasta -9.67339 +▁hänellä -9.67369 +▁kirjan -9.67393 +▁ehdottomasti -9.67435 +▁huomiota -9.67516 +ttavat -9.67541 +▁kunnan -9.67594 +▁kunnolla -9.67681 +▁kunnon -9.6769 +▁tekemistä -9.6777 +▁alas -9.67782 +voima -9.6779 +▁lii -9.67894 +▁vauva -9.67966 +▁suora -9.68087 +▁turha -9.68147 +um -9.68169 +▁otetaan -9.68231 +▁kasino -9.68398 +ser -9.6842 +▁tuosta -9.6842 +▁kuulla -9.68505 +.1. -9.68617 +▁puhua -9.68649 +▁kyl -9.68666 +La -9.68677 +▁lento -9.68709 +▁talon -9.68837 +▁merkki -9.68879 +▁opiskelu -9.68881 +▁vir -9.68884 +▁tien -9.68893 +▁vuosia -9.68926 +lly -9.68955 +▁hyväksy -9.68999 +▁kirjoitti -9.69145 +▁ru -9.69283 +valta -9.69436 +▁Val -9.69515 +▁kurssi -9.69527 +tö -9.6954 +▁koiran -9.69557 +▁tapaa -9.69665 +▁johto -9.69685 +reita -9.69784 +udu -9.69788 +▁tammikuuta -9.69809 +lei -9.6982 +▁posti -9.69856 +▁laske -9.6986 +uksessa -9.6988 +oita -9.69947 +▁keskellä -9.70214 +▁Koko -9.7033 +ohjelma -9.70493 +▁toisaalta -9.70554 +▁kuvat -9.7057 +mättä -9.70612 +kuu -9.70645 +toja -9.70649 +▁Herra -9.70653 +▁muihin -9.7073 +▁erityisen -9.70774 +▁perustuu -9.70804 +▁Siitä -9.7082 +▁puh -9.7084 +▁lisätä -9.70938 +▁millään -9.70953 +lehti -9.70959 +sh -9.70971 +▁paperi -9.7099 +▁joukkue -9.71136 +▁Auto -9.71183 +▁hetki -9.71194 +▁kasva -9.7121 +vuus -9.71244 +eni -9.71315 +alueen -9.71415 +▁auki -9.71453 +▁kala -9.71455 +▁mulle -9.71474 +mer -9.71475 +palvelut -9.71504 +▁Mikäli -9.71691 +▁löydät -9.71812 +▁varaa -9.71893 +pit -9.71961 +▁linja -9.72082 +▁Eikä -9.72097 +gen -9.7211 +▁hetken -9.72112 +▁laatu -9.72173 +päällikkö -9.72255 +▁osin -9.72299 +▁esittää -9.72366 +ojen -9.72388 +ker -9.72392 +▁kiire -9.72412 +kkä -9.72454 +▁opiskelija -9.7253 +▁henki -9.72581 +▁yhteisö -9.72596 +▁ensimmäistä -9.72684 +▁euro -9.72732 +▁muistaa -9.72803 +▁vii -9.72804 +▁Ä -9.72844 +▁kokemuksia -9.72845 +▁tuntui -9.7298 +▁hyväksi -9.72984 +▁selvää -9.73037 +▁mahdollisesti -9.73049 +▁kuu -9.73059 +▁otti -9.73065 +▁avaa -9.73108 +▁jotkut -9.73169 +▁musiikki -9.73218 +fe -9.73266 +▁meri -9.73294 +aja -9.73314 +▁maaliskuuta -9.73342 +▁USA -9.73359 +▁nimenomaan -9.73367 +▁€ -9.73379 +▁vahva -9.73487 +▁edellä -9.73564 +▁asiakkaan -9.73629 +▁än -9.73668 +▁keksi -9.73711 +▁ketään -9.73717 +vää -9.73727 +▁lähe -9.73772 +▁Yli -9.73832 +tava -9.73854 +▁Onneksi -9.7386 +▁tuottaa -9.73885 +aine -9.7389 +▁lasi -9.73899 +ministeri -9.73914 +▁todellakaan -9.73943 +▁kommentoi -9.74068 +kke -9.74107 +▁yksityis -9.74117 +▁hahmo -9.74122 +▁kuusi -9.74133 +nneet -9.74134 +X -9.74137 +ol -9.74153 +▁kuukausi -9.74269 +olo -9.74311 +asia -9.74335 +▁etsi -9.74341 +villa -9.74381 +▁ystävä -9.74398 +▁voitto -9.74466 +▁palaa -9.7448 +▁ellei -9.74522 +▁neuvo -9.74574 +▁piha -9.74583 +iselle -9.74634 +▁toisin -9.74707 +▁Et -9.74714 +▁haku -9.74723 +▁osto -9.74726 +▁helppoa -9.74779 +▁maailmassa -9.74807 +▁2020 -9.74829 +▁saaneet -9.74861 +▁31 -9.74868 +ava -9.74868 +▁kohde -9.74873 +▁irti -9.74901 +▁suomalais -9.74942 +amaan -9.74955 +▁suomalainen -9.74971 +keskuksen -9.75032 +24 -9.75038 +▁tehtiin -9.75041 +▁näkö -9.7509 +▁co -9.75115 +▁asiantuntija -9.75133 +▁virka -9.75135 +▁Tosin -9.75135 +▁ajatus -9.75142 +▁aivo -9.75192 +▁maali -9.75217 +sarja -9.75287 +▁vaikutus -9.75293 +▁taitaa -9.75323 +▁sopiva -9.75331 +tia -9.75409 +▁merkitystä -9.75507 +oma -9.75548 +▁hiukan -9.75621 +hdi -9.7564 +▁seksi -9.75652 +▁saatavilla -9.75674 +tetään -9.75694 +▁tuotanto -9.75711 +▁osan -9.75784 +▁kuoli -9.75867 +▁paikan -9.75886 +▁etukäteen -9.75943 +▁joukko -9.75965 +▁tulo -9.76072 +▁antoi -9.76138 +pohja -9.76146 +▁töissä -9.76159 +eltä -9.76166 +▁maahan -9.76174 +▁pieniä -9.76228 +.3. -9.76231 +▁pien -9.76337 +▁omassa -9.76346 +▁riitä -9.76382 +▁tuotteita -9.76383 +▁keino -9.76386 +▁vuoteen -9.76455 +▁toisella -9.76456 +▁syntyy -9.76463 +▁päätös -9.76468 +▁parin -9.7649 +oli -9.76509 +▁my -9.76527 +ukka -9.76564 +▁Koti -9.76643 +▁liikunta -9.76675 +▁vaihtaa -9.76707 +.2 -9.76812 +▁Toinen -9.7682 +▁miestä -9.76877 +▁tur -9.76884 +> -9.76898 +30 -9.76971 +▁uskoa -9.76979 +▁määrää -9.76982 +▁tilanteessa -9.7704 +▁veden -9.77048 +▁anteeksi -9.77089 +▁nu -9.7709 +puu -9.77231 +▁voin -9.77258 +vista -9.77308 +▁terve -9.7735 +ppu -9.77418 +▁Olemme -9.77458 +▁Ruotsin -9.77497 +▁toimitusjohtaja -9.77516 +▁pelaa -9.77576 +▁pol -9.77637 +tien -9.77688 +▁Toki -9.77695 +▁olisin -9.77731 +▁nii -9.77775 +▁taistelu -9.77785 +nd -9.77807 +▁sarja -9.77851 +▁suhteessa -9.77851 +▁2008 -9.77874 +ikko -9.77893 +elta -9.77923 +▁liha -9.77977 +▁ky -9.78057 +ken -9.78137 +▁asiaan -9.78219 +▁tasolla -9.78229 +asi -9.78273 +mar -9.78331 +ttely -9.78354 +▁suo -9.78375 +toista -9.7838 +isessa -9.78488 +ger -9.78514 +uttaa -9.78578 +▁Tätä -9.78646 +▁tä -9.78693 +neita -9.78752 +▁lainkaan -9.78822 +ji -9.78825 +▁lainaa -9.7886 +▁puna -9.78917 +isuutta -9.78926 +koulu -9.78975 +▁tapahtunut -9.7898 +▁päivässä -9.79002 +itse -9.79188 +▁Tampereen -9.79215 +▁pysy -9.79237 +▁ylös -9.79312 +ida -9.79335 +▁muille -9.79381 +▁kulje -9.79405 +▁vastaava -9.79433 +▁niillä -9.7949 +▁tarina -9.79607 +▁hallinto -9.79617 +▁lopussa -9.79663 +▁kysy -9.79664 +▁keskus -9.79713 +▁miettiä -9.79787 +▁osoittaa -9.79796 +▁Samalla -9.79807 +▁nopea -9.79825 +▁älä -9.79861 +▁artikkeli -9.79968 +berg -9.80045 +▁alkanut -9.80052 +▁au -9.80079 +▁päässyt -9.80084 +▁Kor -9.80139 +▁lapsille -9.80146 +tro -9.80162 +▁iho -9.8017 +▁sopimus -9.80226 +▁pelaaja -9.8031 +▁luovu -9.80417 +▁Hei -9.80426 +▁yritysten -9.80547 +▁nousee -9.80552 +▁Hu -9.80572 +ajo -9.80628 +▁yliopiston -9.8069 +▁kahvi -9.80787 +▁öljy -9.80791 +▁just -9.80835 +IS -9.80882 +40 -9.80967 +▁runsaasti -9.8106 +▁saan -9.81099 +▁Ver -9.81315 +▁haluan -9.81367 +tra -9.81394 +▁tuohon -9.81402 +tiedot -9.8147 +▁tarpeen -9.81518 +▁käyttöä -9.81529 +▁kirkon -9.81608 +▁tiedän -9.81664 +▁vaikeaa -9.81703 +aikaa -9.81737 +▁huhtikuuta -9.8174 +▁mitta -9.81761 +▁toukokuuta -9.8185 +oikeus -9.81891 +▁Ve -9.81977 +Ja -9.81993 +ren -9.82023 +▁järjestää -9.82068 +▁paikallis -9.82082 +▁ansiosta -9.82121 +▁pinta -9.82203 +▁lauantaina -9.82206 +isto -9.82243 +tystä -9.82256 +▁perjantaina -9.82388 +▁käytetty -9.82401 +▁Kiitos -9.82463 +▁meno -9.82496 +▁yms -9.8251 +▁Fi -9.82526 +▁väl -9.82562 +▁vanhan -9.8258 +▁lähtö -9.82586 +▁helmikuuta -9.82605 +▁d -9.82637 +▁Vuonna -9.82705 +:00 -9.82738 +▁yksilö -9.8274 +▁voida -9.82803 +▁laulu -9.82836 +▁markkina -9.82858 +▁Do -9.82901 +▁pelin -9.82924 +▁kaikissa -9.82965 +▁kehittää -9.82969 +▁Siellä -9.82978 +▁erikseen -9.83016 +▁mihinkään -9.83029 +▁henkilöstö -9.83039 +▁Ca -9.83147 +▁viiden -9.83212 +▁eivätkä -9.83262 +▁testi -9.83262 +▁toimiva -9.83365 +▁Käy -9.83378 +▁Kan -9.83451 +▁loi -9.83479 +▁tekijä -9.83482 +istu -9.8352 +▁suurempi -9.83552 +▁kunhan -9.83581 +aste -9.83589 +▁syntyi -9.83655 +▁ar -9.83657 +teiden -9.8373 +▁tietä -9.83763 +▁kokemusta -9.83768 +▁Sillä -9.83802 +.4. -9.83803 +▁lokakuuta -9.83833 +▁kansallis -9.83835 +Tässä -9.8387 +▁elämään -9.84023 +itti -9.84099 +▁selvi -9.84132 +▁Itä -9.84187 +kasta -9.8425 +▁muualla -9.84257 +▁kerralla -9.84313 +llään -9.84344 +▁parantaa -9.84356 +ster -9.84403 +▁Joka -9.84445 +▁Olin -9.84445 +aatio -9.84446 +▁maailma -9.84513 +tele -9.84563 +▁monen -9.84585 +läinen -9.84632 +▁johtuu -9.84658 +▁naisia -9.84677 +.2. -9.84704 +suunnitelma -9.84726 +▁korva -9.8478 +▁kokemus -9.84788 +▁Saa -9.84798 +vero -9.84856 +▁ois -9.84873 +▁katu -9.84902 +sse -9.84914 +▁New -9.84924 +väli -9.84955 +▁Wi -9.85138 +▁kuukautta -9.85142 +koko -9.85223 +▁toiminut -9.85245 +nnassa -9.85271 +▁ai -9.85305 +▁poistaa -9.85332 +perä -9.85341 +▁homo -9.85356 +her -9.85372 +▁pyörä -9.85402 +▁oltava -9.85448 +▁super -9.85501 +▁otettu -9.85578 +▁muoto -9.85598 +isella -9.856 +▁marraskuuta -9.85607 +▁saatiin -9.85616 +▁kesällä -9.85655 +reiden -9.85693 +▁viikossa -9.85707 +▁tarvittaessa -9.85799 +▁silmä -9.85804 +▁di -9.85809 +▁jäädä -9.85828 +llo -9.85908 +lia -9.85917 +▁ravintola -9.85955 +▁Har -9.86072 +ssu -9.86108 +▁sekin -9.86115 +▁palvelut -9.8615 +▁eihän -9.862 +▁paikalla -9.8621 +hde -9.86235 +▁joulukuuta -9.86254 +▁päähän -9.86257 +▁Ai -9.86275 +.3 -9.86304 +▁Da -9.86305 +▁samassa -9.86342 +▁pankki -9.86402 +▁ajatella -9.86425 +ensa -9.86449 +▁y -9.86497 +▁lääke -9.86541 +pan -9.86553 +ksesi -9.86636 +miä -9.86666 +▁pitkän -9.86673 +▁an -9.86778 +▁elämässä -9.86851 +tuki -9.86852 +eja -9.86896 +▁Juha -9.86991 +▁muisti -9.87033 +▁puolen -9.87098 +▁jakaa -9.87115 +▁omien -9.87148 +ikan -9.8716 +▁syyskuuta -9.87257 +ointi -9.87263 +eri -9.87351 +▁Älä -9.87365 +Ma -9.87379 +▁Ru -9.87395 +▁j -9.8745 +▁har -9.87471 +oppi -9.8748 +mpiä -9.87482 +▁Bo -9.87498 +▁tunnu -9.87556 +▁suunnittelu -9.87586 +▁olevansa -9.87595 +ston -9.87598 +ajat -9.87643 +muoto -9.87657 +▁her -9.87695 +▁ilmasto -9.87708 +▁kasvi -9.87792 +▁tein -9.87814 +▁kesäkuuta -9.87929 +land -9.87957 +seura -9.87996 +▁aamulla -9.88082 +miehen -9.88113 +▁vaimo -9.8814 +as -9.88156 +▁olette -9.88165 +▁Hy -9.88192 +▁sula -9.88211 +tuksesta -9.88284 +▁elokuuta -9.88284 +▁kielen -9.88289 +▁juttuja -9.88318 +ttyä -9.88355 +▁henkilökohtaise -9.88418 +▁liitto -9.88442 +▁lie -9.88454 +▁taide -9.88535 +kauppa -9.8861 +▁tarjo -9.88627 +▁uuteen -9.88701 +▁vuoro -9.88704 +▁sinut -9.88798 +▁min -9.88822 +yö -9.88902 +▁tavoite -9.8898 +▁< -9.88995 +▁tyytyväinen -9.89045 +▁haittaa -9.8911 +▁aikoina -9.89186 +ase -9.8926 +tteja -9.8927 +▁uudestaan -9.89352 +yttä -9.8936 +▁uni -9.89392 +▁pysyy -9.89403 +▁as -9.89442 +aatti -9.89465 +▁teko -9.8956 +kau -9.89619 +▁puhelin -9.89625 +▁tunti -9.89634 +▁ali -9.89646 +▁suuria -9.89697 +▁palo -9.89756 +gin -9.89845 +▁heillä -9.89869 +▁kesän -9.89894 +▁tykkää -9.899 +▁Mulla -9.8996 +▁Muut -9.89973 +▁arki -9.89995 +▁syödä -9.90004 +▁ikään -9.90019 +▁muuttuu -9.90031 +▁kissa -9.90032 +stö -9.90039 +matka -9.90066 +tojen -9.90087 +▁seitsemän -9.90122 +▁töihin -9.90131 +▁Olet -9.90132 +▁piste -9.90164 +▁kylä -9.90176 +▁nauttia -9.90297 +▁omistaja -9.90517 +▁tyyli -9.90537 +ris -9.9056 +▁Ennen -9.90568 +▁aiheesta -9.90615 +▁kestä -9.9062 +▁niinkuin -9.90645 +järjestelmän -9.90677 +▁kur -9.90687 +▁peri -9.90708 +▁lyhyt -9.90813 +mma -9.90855 +▁koulun -9.90857 +▁itsestään -9.90889 +stus -9.90901 +▁suori -9.90902 +llisuus -9.9093 +▁ottelu -9.90957 +.30 -9.91008 +▁voitti -9.91028 +▁parissa -9.91072 +▁selvittää -9.91074 +▁Olisi -9.91076 +▁tietokone -9.91078 +▁synty -9.91112 +py -9.91113 +▁valmiiksi -9.91115 +tkin -9.91171 +ttämään -9.91235 +ner -9.91247 +▁saivat -9.91261 +▁johonkin -9.91342 +▁rakenne -9.9135 +henkilö -9.91377 +▁lahja -9.91407 +▁pitkin -9.91415 +käyttö -9.91479 +toimisto -9.91513 +▁van -9.91613 +.5 -9.91628 +▁lai -9.91641 +▁Matka -9.91652 +▁vaihto -9.91666 +tion -9.91692 +luku -9.91775 +▁lienee -9.91784 +id -9.91791 +▁estää -9.91815 +laki -9.91832 +▁tarjota -9.91838 +▁Palvelu -9.91897 +pallo -9.91946 +▁toteaa -9.91982 +vesi -9.92019 +▁naapuri -9.92048 +▁Par -9.92122 +▁pientä -9.92125 +hy -9.92143 +▁mistään -9.92162 +mutta -9.92169 +▁versio -9.92177 +▁Kuinka -9.92276 +kse -9.92328 +ttänyt -9.9233 +▁rasva -9.92338 +▁kiinnostaa -9.92369 +ci -9.92369 +▁kaipaa -9.92387 +▁huolto -9.92392 +▁tietojen -9.92412 +▁julkaisu -9.92432 +▁tulevaisuudessa -9.92533 +▁arviointi -9.92576 +hinta -9.92633 +hdo -9.92656 +▁kysyä -9.92693 +▁muutamia -9.92732 +▁lue -9.92738 +▁kansalais -9.9275 +▁80 -9.92754 +▁Mon -9.92775 +▁Joskus -9.92952 +▁syksyllä -9.93025 +▁jalka -9.93029 +▁Var -9.93068 +▁vika -9.93071 +▁kaupan -9.93121 +▁ju -9.9317 +▁päivittäin -9.93203 +ikä -9.93261 +▁sivusto -9.93328 +▁uhka -9.93333 +luo -9.9341 +▁tuntee -9.93503 +▁pako -9.93536 +▁maailmaa -9.93628 +▁rakentaa -9.93674 +toiminnan -9.93691 +▁totesi -9.93762 +▁Matti -9.93843 +▁heinäkuuta -9.93855 +▁2. -9.93864 +EN -9.93879 +▁Timo -9.93886 +▁Uutiset -9.93895 +rk -9.93922 +▁nosta -9.9397 +▁hauska -9.93994 +▁suomalaiset -9.93998 +hen -9.94016 +▁Kirja -9.94061 +IT -9.9413 +▁toimisto -9.9421 +▁tili -9.94257 +▁parhaat -9.94264 +▁lumi -9.94369 +▁or -9.94388 +▁luonto -9.9439 +▁haluaisi -9.94397 +▁selkeä -9.94401 +▁käytön -9.9444 +60 -9.94504 +gan -9.9457 +▁Meidän -9.94591 +▁aluksi -9.94691 +uksiin -9.94801 +▁täysi -9.94811 +▁seuraavan -9.94817 +isille -9.94825 +päin -9.94829 +▁Joten -9.94857 +▁pika -9.94859 +llistä -9.94922 +▁tuoda -9.94978 +▁parhaiten -9.95006 +▁aikataulu -9.95028 +▁tuttu -9.95055 +▁eläin -9.95087 +▁kuullut -9.95089 +▁suomalaisten -9.95128 +▁täyttä -9.95145 +op -9.95152 +▁toteuttaa -9.95249 +▁välissä -9.95268 +eista -9.95291 +ily -9.953 +▁suurta -9.953 +tonta -9.95315 +▁järjestelmä -9.95315 +▁tapahtui -9.95321 +▁Mies -9.95385 +▁huone -9.95413 +▁tms -9.95436 +lista -9.95441 +ttaisi -9.95464 +ör -9.95485 +▁kieltä -9.95543 +▁Antti -9.95551 +▁radio -9.95565 +▁reissu -9.95583 +▁rikos -9.95586 +koon -9.95634 +▁70 -9.95667 +▁hinnat -9.95683 +▁cm -9.95688 +▁käytöstä -9.95704 +asu -9.95709 +▁ex -9.95712 +▁voimassa -9.95817 +▁annettu -9.95831 +▁300 -9.95884 +▁2007 -9.95909 +▁Luo -9.9591 +▁Mikko -9.95919 +kohta -9.95924 +tapa -9.95984 +▁selvä -9.96053 +▁hy -9.96097 +ttaessa -9.96117 +▁syntynyt -9.96146 +▁pyytää -9.96269 +▁pal -9.96273 +▁todellakin -9.963 +▁yhtiön -9.96316 +▁teen -9.9634 +▁ok -9.96383 +▁vähentää -9.96387 +mmi -9.96396 +▁Oulun -9.96443 +isyys -9.96562 +▁tapahtuma -9.96591 +▁prosessi -9.96596 +ss -9.96626 +▁kivi -9.96631 +▁merkitys -9.96645 +ltään -9.9671 +▁leikki -9.96735 +huone -9.96919 +▁mer -9.9696 +merkki -9.97068 +▁antanut -9.97076 +▁juhli -9.97103 +▁Di -9.97128 +▁kau -9.97151 +▁sattuu -9.97166 +▁lupa -9.9718 +ttavaa -9.97227 +am -9.97276 +▁luoda -9.97294 +▁oppia -9.97346 +▁menossa -9.97442 +▁Toivottavasti -9.97511 +▁annetaan -9.97525 +sarjan -9.97538 +▁suunniteltu -9.97579 +▁kirjo -9.97642 +▁juoksu -9.97657 +kkee -9.97674 +▁hau -9.97692 +ministeriö -9.97888 +tellä -9.97958 +lasku -9.97961 +ole -9.97982 +tori -9.97998 +▁do -9.98041 +uta -9.98048 +▁ohje -9.98109 +▁toiselle -9.98128 +▁seurata -9.98166 +▁Nä -9.98179 +▁ottanut -9.9829 +▁keväällä -9.98293 +ria -9.98304 +▁lämpö -9.98359 +▁ho -9.98435 +▁it -9.98438 +▁hanki -9.98458 +▁halunnut -9.98485 +missa -9.98494 +▁mitkä -9.98533 +▁kehittämis -9.98575 +▁tutkimuksen -9.98601 +▁voimme -9.98616 +kieli -9.98623 +▁tilasto -9.98624 +▁moottori -9.98648 +kausi -9.98653 +▁vetää -9.98665 +sivu -9.9872 +jaa -9.98825 +▁Vuoden -9.98848 +▁uutis -9.98866 +▁tv -9.9889 +KE -9.98924 +▁09 -9.98947 +jät -9.98947 +▁lista -9.98976 +▁lehti -9.99013 +▁armo -9.99044 +▁enempää -9.99083 +▁televisio -9.99125 +▁julkaistu -9.9913 +▁Perus -9.99167 +▁ään -9.9923 +▁35 -9.99343 +levy -9.99353 +lis -9.99362 +▁Finland -9.99393 +▁Windows -9.99426 +▁väliin -9.99482 +raa -9.99483 +▁alkavat -9.99486 +▁teillä -9.99487 +▁jätti -9.99505 +▁työssä -9.99522 +▁Vastaus -9.99535 +▁sentään -9.9955 +▁joutui -9.99552 +alla -9.99555 +ntaa -9.99596 +isista -9.99635 +▁uskoo -9.99669 +toiminta -9.99775 +mmaksi -9.99805 +▁loistava -9.9981 +▁näyttely -9.99813 +▁järjestetään -9.9983 +ell -9.99867 +nnu -9.99937 +har -9.9994 +▁maku -9.99964 +uuteen -10.0001 +kurssi -10.001 +ive -10.0017 +▁heikko -10.0018 +▁Jä -10.0019 +suoja -10.0021 +▁kunnia -10.0025 +vuosi -10.003 +▁huolta -10.0034 +▁helpo -10.0035 +▁halli -10.0038 +.5. -10.0039 +▁paksu -10.0039 +▁vanhemmat -10.0039 +päivän -10.0044 +▁ilme -10.0044 +numero -10.0047 +▁tälle -10.0052 +▁käyttäjä -10.0054 +▁jatkossa -10.0055 +▁Kau -10.006 +▁suunta -10.0069 +ija -10.008 +▁ohjelmisto -10.008 +▁nimen -10.0083 +par -10.0084 +tal -10.0085 +tel -10.0087 +▁mahdollisuuden -10.0089 +otto -10.0093 +▁matkan -10.0094 +▁muutoksia -10.0097 +▁illalla -10.01 +imen -10.0103 +▁mahdollisuuksia -10.0104 +▁sunnuntaina -10.0106 +▁lähettää -10.011 +isku -10.011 +paikan -10.0111 +ttaminen -10.0112 +▁fa -10.0114 +▁näytti -10.0115 +.4 -10.0118 +▁poista -10.0119 +▁onnistuu -10.0124 +oista -10.0124 +▁uusien -10.0127 +▁onnistunut -10.0129 +▁este -10.0129 +▁Man -10.013 +▁tasapaino -10.013 +verkko -10.0131 +▁kumma -10.0132 +▁Sama -10.014 +▁tällöin -10.0142 +TO -10.0142 +▁puhutaan -10.0147 +▁kunto -10.0152 +▁vuo -10.0154 +utuu -10.0156 +kkari -10.0157 +paino -10.0158 +▁maanantaina -10.0165 +▁rahat -10.0166 +▁pohjois -10.0169 +▁saavu -10.017 +▁raaka -10.0172 +▁sydän -10.0184 +▁seuraava -10.0186 +telu -10.0186 +▁vallan -10.0188 +▁lailla -10.0188 +▁hyötyä -10.0192 +laji -10.0194 +▁ihanaa -10.0194 +ras -10.0197 +▁organisaatio -10.02 +tteen -10.0202 +▁muovi -10.0203 +järjestö -10.0215 +▁sopimuksen -10.0215 +▁tarkemmin -10.0215 +▁sijoitus -10.022 +tio -10.022 +valla -10.0225 +luokka -10.0225 +▁kato -10.0226 +▁tuoksu -10.023 +▁ajoi -10.0232 +▁julkis -10.0233 +mpää -10.0244 +▁huomannut -10.0246 +väri -10.0249 +▁itselleni -10.0249 +▁tuomio -10.0249 +▁Tähän -10.025 +▁tarkoituksena -10.025 +▁kuulemma -10.0257 +▁koulutuksen -10.0257 +isena -10.0257 +▁ajattelin -10.0261 +▁kaava -10.0268 +ksia -10.0268 +▁alkuun -10.0282 +▁mu -10.0283 +US -10.0285 +▁pur -10.0287 +▁paikalle -10.03 +▁ykkös -10.0307 +▁hankkia -10.0309 +jää -10.0311 +uri -10.0314 +▁mi -10.0314 +▁Gu -10.0318 +▁korko -10.0326 +▁näkökulmasta -10.0334 +osta -10.0342 +.19 -10.0344 +▁osallistua -10.0348 +▁Ala -10.0348 +dia -10.0349 +▁eläke -10.0352 +▁Her -10.0353 +tavat -10.0355 +▁puutarha -10.0355 +▁muistuttaa -10.0356 +pala -10.0358 +km -10.0364 +▁toisten -10.0366 +▁kahdeksan -10.0371 +▁neljän -10.0371 +▁kuluttaja -10.0372 +alueella -10.0372 +▁vene -10.0378 +loma -10.0379 +vansa -10.0381 +▁etelä -10.0383 +▁minuutin -10.0387 +vet -10.0391 +▁Venäjä -10.0392 +▁rahan -10.0393 +vuoden -10.0398 +▁yhteiskunta -10.0402 +▁ulkopuolella -10.0403 +RI -10.0409 +joita -10.0415 +▁kirjasto -10.0417 +▁torstaina -10.0417 +kel -10.0418 +▁matala -10.0418 +vastuu -10.0425 +▁vaati -10.0428 +kot -10.0429 +▁lopuksi -10.0429 +▁perusta -10.0432 +▁kaikkein -10.0435 +Pa -10.0436 +▁näillä -10.0438 +▁vuosittain -10.0438 +▁kiinnostunut -10.0442 +▁ollu -10.0453 +▁matkailu -10.0453 +▁viimeinen -10.0454 +ratkaisu -10.0457 +lassa -10.0457 +▁Pal -10.0459 +▁ilmiö -10.0461 +▁lupaa -10.0461 +▁riittävän -10.0463 +▁myöntää -10.0467 +▁askel -10.047 +▁ranta -10.0473 +▁tutustua -10.0474 +sivusto -10.0478 +▁satu -10.0479 +▁tapaan -10.0482 +▁kiinteistö -10.0485 +suo -10.0486 +tis -10.049 +wa -10.0494 +▁ope -10.0496 +em -10.0499 +80 -10.05 +▁säily -10.0506 +▁synny -10.0507 +▁Asia -10.0513 +▁liittyviä -10.0513 +▁Täällä -10.0518 +▁kanna -10.0519 +▁Kuten -10.0523 +illaan -10.0524 +▁kuluttua -10.0525 +▁Pekka -10.0531 +▁matkaa -10.0541 +laatu -10.0542 +▁sauna -10.0543 +▁Vain -10.0544 +▁ajatuksia -10.0545 +▁hankki -10.0546 +isa -10.0549 +lö -10.0556 +▁olevia -10.0558 +uudesta -10.0559 +▁salli -10.0567 +▁tarve -10.0567 +▁äly -10.0571 +▁henkilön -10.0575 +asti -10.0575 +▁Jokainen -10.0579 +▁Ga -10.0582 +▁kukka -10.0583 +▁näissä -10.0585 +▁suku -10.0588 +▁Eikö -10.0589 +työtä -10.059 +▁sisältö -10.0595 +▁Kari -10.0603 +kortti -10.0604 +▁joukossa -10.0608 +del -10.0611 +stään -10.0611 +▁anti -10.0614 +valo -10.0616 +▁yleisesti -10.0619 +▁kaudella -10.0627 +tutkimus -10.0632 +▁saattavat -10.0633 +▁koskee -10.0633 +▁Eri -10.0638 +▁äidin -10.0641 +▁luke -10.0642 +haa -10.0645 +▁osallistu -10.0647 +▁yhteistyötä -10.0648 +tukseen -10.0649 +linja -10.066 +▁sellaisen -10.066 +htaa -10.0661 +▁seurauksena -10.0663 +▁upea -10.0664 +▁nimeä -10.0664 +▁muitakin -10.0669 +ttaisiin -10.0671 +▁Vielä -10.0672 +ryhmän -10.0675 +▁edellyttää -10.0678 +▁esimerkki -10.0678 +▁hyvinvointi -10.068 +ministeriön -10.068 +▁pelo -10.0681 +▁siirto -10.0682 +▁ottamaan -10.0686 +▁virhe -10.0686 +▁kaikesta -10.0689 +▁opettaja -10.069 +▁valvo -10.069 +▁meistä -10.0691 +▁tuleva -10.0693 +oo -10.0695 +▁; -10.0696 +sk -10.0697 +▁muodossa -10.0697 +aminen -10.0697 +▁kei -10.0697 +ation -10.0699 +25 -10.0704 +▁vastasi -10.0706 +▁pen -10.072 +▁treeni -10.0721 +mpa -10.0727 +ttia -10.0728 +▁sijaitseva -10.0729 +▁avo -10.0737 +▁miehiä -10.0739 +▁jumala -10.0742 +▁eroa -10.0744 +▁vakava -10.0744 +▁kol -10.0745 +▁päätöksen -10.0747 +▁alta -10.0749 +nny -10.0753 +▁kans -10.0757 +▁tuore -10.0758 +ula -10.0759 +▁Yhdysvaltain -10.0763 +▁olevien -10.0765 +▁yritykset -10.0766 +▁Raamatun -10.0768 +▁Koulu -10.077 +▁löydy -10.0776 +▁harmi -10.0776 +▁Metsä -10.0776 +.6. -10.0778 +uksella -10.0785 +dä -10.0785 +▁kovaa -10.0787 +▁toistaiseksi -10.0787 +▁katto -10.0789 +▁Au -10.0796 +▁kesänä -10.0799 +▁talouden -10.08 +ron -10.0801 +▁puolustus -10.0805 +▁tekisi -10.0805 +▁viimeisen -10.0806 +▁lainan -10.0807 +▁jälki -10.0812 +lääkäri -10.0813 +asema -10.0817 +ppä -10.0818 +▁kevät -10.082 +▁juna -10.0821 +▁hankinta -10.0824 +koti -10.0826 +▁kärsi -10.0829 +▁oikeassa -10.0832 +▁mukavaa -10.0832 +▁ite -10.0833 +▁asema -10.0836 +▁pienet -10.0837 +▁käytännön -10.0839 +iste -10.0841 +▁Kuu -10.0847 +▁pitävät -10.085 +las -10.0853 +▁tiuk -10.0858 +▁ruokavalio -10.0865 +▁Eihän -10.0865 +ime -10.0877 +▁asioiden -10.0877 +▁kisa -10.0877 +▁oikean -10.088 +▁halusi -10.0882 +▁tällainen -10.0886 +▁vastata -10.0887 +▁vatsa -10.089 +▁suomalaisen -10.0891 +▁muisto -10.0901 +▁hyvältä -10.0904 +▁pelata -10.0904 +▁taida -10.0908 +▁ikävä -10.0909 +▁vaikuttavat -10.0911 +▁löytänyt -10.0912 +▁päätti -10.0912 +käs -10.0914 +▁SM -10.092 +▁henkilöä -10.0923 +kee -10.0926 +▁markkinointi -10.0928 +▁() -10.0929 +▁Lisää -10.093 +▁ollen -10.0934 +▁tappio -10.0943 +ohjelman -10.0945 +å -10.0953 +▁Han -10.0956 +ossa -10.0964 +▁vastaus -10.0966 +▁voittaa -10.0969 +▁keskiviikkona -10.0971 +▁kappale -10.0971 +▁selkeästi -10.0972 +▁hyvinkin -10.0974 +▁ulkona -10.0974 +pari -10.0981 +▁hal -10.0988 +▁TV -10.0989 +▁ollessa -10.099 +ivät -10.0996 +▁kir -10.1001 +▁voisin -10.1003 +▁paikassa -10.1006 +▁ydin -10.1008 +▁mainos -10.1012 +▁Minun -10.1014 +▁jatka -10.1016 +▁halutaan -10.1019 +ttuja -10.102 +▁väliä -10.1021 +▁apu -10.1026 +▁riittävästi -10.1027 +koi -10.1029 +▁kasvoi -10.103 +▁perä -10.1032 +▁tyyppi -10.1033 +▁seuraavat -10.1037 +▁mua -10.1039 +▁tarkoita -10.104 +▁valmista -10.104 +▁Mal -10.1041 +▁koo -10.1052 +▁tunnettu -10.1056 +▁keskustelua -10.1057 +▁2000 -10.1059 +soi -10.1061 +▁nykyisin -10.1064 +▁nähdään -10.1068 +Ko -10.107 +▁viestintä -10.1075 +tkö -10.1075 +sesta -10.108 +kea -10.1083 +▁olikin -10.1084 +piste -10.1087 +▁pohjalta -10.1088 +▁lopettaa -10.109 +▁Fa -10.109 +▁raa -10.1091 +ber -10.1096 +▁auta -10.1097 +▁mennään -10.1106 +▁Poliisi -10.1109 +▁yhteiskunnan -10.1111 +▁sävy -10.1112 +yh -10.1113 +neitä -10.1124 +▁täydellinen -10.1129 +tor -10.113 +▁kulkee -10.1136 +toi -10.114 +▁tulokset -10.1141 +▁taakse -10.1142 +▁Car -10.1152 +▁tarvi -10.1153 +meno -10.1156 +▁kuule -10.1157 +che -10.1159 +▁Vii -10.1162 +tilaa -10.1169 +.10 -10.1172 +▁Monet -10.1179 +▁jollain -10.1181 +tui -10.1185 +nnon -10.1187 +▁tietty -10.1188 +▁kipu -10.1188 +▁Hotelli -10.1192 +häiriö -10.1193 +▁määrän -10.1195 +To -10.1195 +teltu -10.1196 +▁suostu -10.1197 +▁Sal -10.1198 +▁etsiä -10.1201 +▁tuho -10.1205 +▁ura -10.1207 +itin -10.1211 +▁Tieto -10.1215 +ksu -10.1217 +päivänä -10.1219 +joiden -10.1221 +▁kodin -10.1221 +▁opinto -10.1236 +▁nousu -10.1237 +▁bo -10.1237 +▁mielen -10.1238 +▁sairastu -10.1239 +kkia -10.1247 +▁rii -10.1251 +▁pallo -10.1257 +▁viha -10.126 +mmä -10.1264 +▁mahtava -10.1267 +▁eroon -10.1267 +▁Hä -10.1267 +▁asuu -10.1268 +▁heistä -10.1269 +rö -10.127 +▁sin -10.1272 +▁tiistaina -10.1273 +tyyli -10.1275 +▁nuoret -10.1278 +▁sanotaan -10.1278 +kor -10.1284 +▁Kirjoittaja -10.1285 +▁Mun -10.1286 +▁suoritta -10.1286 +▁viedä -10.1288 +▁kohteessa -10.129 +▁summa -10.1293 +▁Vasta -10.1297 +▁selkä -10.1299 +▁3. -10.1304 +▁tähti -10.1307 +▁tilanteen -10.1307 +turva -10.1312 +▁elinkeino -10.1312 +raja -10.1312 +ppo -10.1313 +▁My -10.1319 +▁korvaa -10.132 +.8. -10.1321 +teko -10.1322 +▁maksamaan -10.1327 +▁Bu -10.133 +▁sanan -10.1331 +tteet -10.1333 +▁aikoinaan -10.1334 +▁laski -10.1334 +▁Go -10.1334 +▁museo -10.1336 +▁viimeksi -10.134 +▁Sinä -10.1349 +▁hullu -10.135 +▁tiede -10.135 +▁San -10.1354 +▁työnantaja -10.1354 +piiri -10.1355 +▁Tie -10.1355 +▁tulevaisuuden -10.1357 +▁kumppani -10.136 +▁ensimmäisenä -10.1366 +▁rauhassa -10.1369 +oitu -10.1371 +▁kokee -10.1374 +yty -10.1375 +▁St -10.1377 +▁harrasta -10.1378 +▁vahvasti -10.1382 +vuutta -10.1382 +ila -10.1386 +▁bussi -10.1386 +muka -10.1388 +dit -10.1389 +▁vieressä -10.1392 +pyörä -10.1393 +tur -10.1394 +▁koi -10.1395 +▁metrin -10.1395 +TE -10.1396 +▁Aina -10.1398 +▁harjoittelu -10.1404 +ttäjä -10.1407 +▁muutakin -10.1409 +▁perin -10.1415 +fa -10.1419 +▁keskenään -10.1419 +▁Saksan -10.1421 +▁Peli -10.1422 +▁Hel -10.1427 +▁Sinun -10.1427 +koira -10.1429 +▁ilmoitti -10.143 +ellinen -10.1434 +▁kiinnosta -10.1438 +▁tunnelma -10.1439 +emmin -10.1439 +usten -10.1444 +▁Kuka -10.1452 +▁ympärillä -10.1453 +▁tuu -10.1453 +▁hää -10.1459 +▁tarvetta -10.1459 +sana -10.1465 +▁väärä -10.1467 +▁ihmisille -10.1468 +▁kamera -10.1468 +▁joitakin -10.1475 +▁Per -10.1479 +hoidon -10.1483 +▁pärjää -10.1485 +sää -10.1495 +▁Kuitenkin -10.1498 +▁historia -10.1499 +pun -10.1501 +▁hengen -10.1503 +Si -10.1516 +isivat -10.1522 +▁mar -10.1526 +▁uima -10.1528 +▁sulla -10.1535 +▁ilmoittaa -10.1536 +hun -10.1536 +▁kerrotaan -10.1543 +▁Tar -10.1545 +15 -10.1549 +järven -10.155 +▁sisältä -10.1551 +▁koskevat -10.1552 +▁teema -10.1552 +▁toimitus -10.1553 +kone -10.1554 +▁El -10.1555 +▁toivottavasti -10.1562 +sella -10.1562 +laitos -10.1571 +▁hel -10.1572 +▁ohja -10.1574 +▁toisessa -10.1576 +▁etteivät -10.1581 +▁lukenut -10.1583 +itten -10.1585 +▁Mistä -10.1587 +tri -10.1592 +▁suhde -10.1597 +▁nuoriso -10.1599 +▁tilannetta -10.1601 +vy -10.1605 +ilija -10.1606 +ic -10.1611 +niin -10.1618 +vai -10.1618 +▁kuvitella -10.1627 +▁elämästä -10.1632 +▁kirjaa -10.1633 +▁alkoholi -10.1634 +▁bu -10.1637 +▁Du -10.1642 +▁työntekijä -10.1643 +▁Yleensä -10.1644 +▁Esi -10.1645 +▁samat -10.1645 +▁eipä -10.1649 +▁mietin -10.165 +▁yhteistyössä -10.1651 +▁voitaisiin -10.1657 +teista -10.1658 +▁kirjoittanut -10.1659 +▁hoitoon -10.1661 +▁<3 -10.1662 +▁isku -10.1662 +▁näihin -10.1663 +▁ehdot -10.1664 +▁90 -10.1666 +▁mahdollistaa -10.1667 +eissa -10.1668 +▁toiset -10.1671 +▁2006 -10.1674 +▁pitä -10.1676 +▁ny -10.1677 +▁valko -10.1678 +▁kaste -10.1682 +▁eikö -10.1682 +▁osittain -10.1687 +▁hyödyntää -10.1688 +▁tulevan -10.169 +▁katsomaan -10.1691 +▁taustalla -10.1692 +▁täyttää -10.1699 +▁vertailu -10.17 +teja -10.1704 +▁Vä -10.1707 +ttaja -10.171 +aattori -10.1713 +▁sopivat -10.1714 +amme -10.1714 +▁voimaan -10.1716 +niemi -10.1718 +▁vaihe -10.1718 +▁suosikki -10.172 +▁näytä -10.1727 +kut -10.1732 +▁viimeistään -10.1732 +▁rakennettu -10.1733 +res -10.1736 +▁aloitti -10.1736 +▁As -10.1738 +▁paina -10.1739 +▁kivaa -10.1742 +▁45 -10.1748 +▁Or -10.1758 +70 -10.1761 +▁rakkaus -10.1764 +▁kelpaa -10.1768 +▁tähden -10.1768 +katu -10.1771 +▁lattia -10.1772 +yys -10.1772 +▁rä -10.1775 +35 -10.1778 +▁man -10.1783 +▁perään -10.1788 +▁kirjoitus -10.1795 +▁internet -10.1796 +▁runo -10.18 +jos -10.1801 +▁miltä -10.1801 +▁tilalle -10.1801 +▁Suomea -10.1802 +▁tuotteet -10.1804 +▁hauskaa -10.1804 +▁sodan -10.1806 +sopimuksen -10.1808 +järvi -10.181 +ide -10.1812 +mainen -10.1812 +tön -10.1822 +▁vaiva -10.1828 +▁laite -10.1833 +▁Kannattaa -10.1837 +▁laita -10.1841 +▁puolelle -10.1842 +▁uskonto -10.1844 +▁verkossa -10.1847 +▁Suomesta -10.1853 +:) -10.1855 +▁kaasu -10.1858 +▁Bi -10.1858 +▁tukee -10.1861 +▁parempaa -10.1862 +▁Ty -10.1866 +▁joukkoon -10.1867 +▁vieläkin -10.1868 +▁toimintaan -10.1869 +▁asiakkaiden -10.187 +ad -10.187 +oni -10.1871 +▁yhtenä -10.1875 +tes -10.1876 +tettävä -10.1878 +▁keskimäärin -10.1883 +empi -10.1887 +▁ilmaiseksi -10.189 +▁eka -10.1894 +kkeen -10.1896 +▁onhan -10.1901 +▁tö -10.1903 +12 -10.1904 +▁kävely -10.1906 +▁lämpötila -10.1907 +▁netistä -10.1916 +▁Ota -10.1922 +ystä -10.1924 +▁ilmi -10.1927 +▁kaupungissa -10.1929 +▁Sosiaali -10.1933 +▁puhuu -10.1934 +▁netissä -10.1934 +▁pan -10.1936 +▁Euro -10.1938 +▁tunnus -10.194 +kissa -10.1944 +▁näe -10.1948 +▁maata -10.195 +prosessi -10.1952 +▁muutkin -10.1954 +▁pyritään -10.1954 +90 -10.1955 +▁järjestö -10.1958 +mäen -10.1959 +▁fi -10.1959 +keskustelu -10.1961 +▁seurakunta -10.1967 +by -10.1969 +.9. -10.1969 +▁välittömästi -10.197 +tykseen -10.1971 +▁tietenkään -10.1971 +▁Pari -10.1973 +utunut -10.1974 +Ra -10.1975 +▁huoli -10.1988 +län -10.1991 +▁metalli -10.2001 +▁synti -10.201 +▁rikko -10.2013 +000 -10.2013 +▁lukee -10.2015 +▁koke -10.2015 +▁toimittaja -10.2017 +huolto -10.2023 +▁työstä -10.2024 +▁matkusta -10.2025 +▁bi -10.2027 +▁Tuli -10.2028 +jista -10.203 +hau -10.2032 +▁Kesä -10.2038 +▁lainat -10.2039 +tyy -10.2041 +▁riippuen -10.2044 +▁tahto -10.2047 +.15 -10.2048 +ismi -10.2049 +▁kilometrin -10.2049 +▁harvoin -10.2055 +▁osana -10.2056 +pen -10.2058 +kohan -10.2058 +▁Tänään -10.2064 +iri -10.2065 +▁osaksi -10.2065 +liike -10.2065 +▁haaste -10.2065 +tuksessa -10.2077 +▁sijainti -10.2079 +▁Vuo -10.2079 +▁vanhempien -10.2082 +vii -10.2083 +yksinkertaisesti -10.2083 +kaupan -10.2084 +▁Kä -10.2085 +▁hedelmä -10.2086 +▁naista -10.2093 +▁siirtää -10.2093 +loi -10.2093 +▁heidät -10.2099 +simme -10.2105 +▁äänestä -10.2109 +vasti -10.2109 +▁huomenna -10.2113 +▁Mari -10.2117 +▁Vuosi -10.2124 +sel -10.2128 +kkeet -10.2128 +▁Minusta -10.213 +▁käsin -10.2132 +▁tunnista -10.2134 +Pää -10.2134 +▁pitkälle -10.2143 +▁käytä -10.2143 +▁Toimi -10.2149 +bb -10.215 +ilma -10.2152 +▁tuuli -10.2157 +▁rakasta -10.2162 +▁kertovat -10.2162 +▁Tila -10.2163 +▁varasto -10.2163 +▁tarjoa -10.2165 +▁huonosti -10.2167 +▁valittu -10.2168 +▁valtava -10.217 +▁katsoo -10.2175 +nimi -10.2177 +▁metriä -10.2182 +▁Ensi -10.2184 +▁vaihtoehtoja -10.2189 +▁kuulostaa -10.2191 +▁syvä -10.2199 +TA -10.2205 +etu -10.2212 +▁anta -10.2219 +▁päivi -10.2226 +▁poliisin -10.2227 +tason -10.2228 +▁Lai -10.223 +im -10.2233 +▁olekaan -10.2234 +isuuden -10.2234 +▁vapaaehtois -10.2234 +▁jakso -10.2237 +▁edistää -10.2242 +pas -10.2244 +tuista -10.2244 +▁kevään -10.2251 +▁etä -10.2252 +jana -10.2262 +see -10.2262 +▁esitys -10.2263 +▁ba -10.2264 +▁08 -10.2266 +▁pyhä -10.2267 +▁risti -10.2273 +▁400 -10.2279 +▁valitettavasti -10.2284 +▁haastattelu -10.2292 +▁rauhan -10.2296 +▁keittiö -10.2297 +▁teoria -10.2299 +ssään -10.2299 +▁Urheilu -10.23 +▁kulta -10.23 +sija -10.23 +▁varmistaa -10.2303 +▁riippuu -10.2304 +▁teet -10.2305 +▁suunnitelma -10.2306 +▁yhteinen -10.2306 +▁tiimi -10.2307 +ksiin -10.2308 +▁olevaa -10.2311 +▁verta -10.2313 +we -10.2314 +▁tarjous -10.2316 +▁Ge -10.2318 +▁kysymyksiä -10.2318 +nnista -10.2324 +▁mö -10.2324 +▁ansio -10.2325 +▁lukija -10.2331 +▁velje -10.2341 +▁kasvanut -10.2345 +▁säästö -10.2349 +▁minäkin -10.2352 +sopimus -10.2353 +▁Sy -10.2353 +▁tarjoavat -10.2355 +▁reilu -10.236 +▁selittää -10.236 +▁määrin -10.236 +ers -10.2362 +2010 -10.2364 +joukkue -10.2367 +▁käyttämään -10.2371 +▁koh -10.2375 +▁sija -10.2377 +▁sopivan -10.2377 +▁muuttunut -10.2377 +▁nähden -10.2378 +▁online -10.2379 +▁valitse -10.2384 +koja -10.2393 +yri -10.2394 +luokan -10.2396 +mppa -10.2399 +esim -10.24 +▁Joulu -10.2402 +▁ihon -10.2404 +▁pesu -10.2416 +q -10.2416 +ketju -10.242 +▁korja -10.2422 +▁Pitkä -10.2423 +▁mainittu -10.2424 +ttävät -10.2425 +▁yhteys -10.2441 +▁sanonut -10.2442 +sku -10.2443 +▁palstalla -10.2445 +▁you -10.2447 +▁valikoima -10.2447 +19 -10.2448 +▁vil -10.2448 +▁For -10.245 +▁Kaksi -10.2452 +pro -10.2453 +▁jäljellä -10.2455 +▁väittää -10.247 +jaan -10.2478 +uho -10.2478 +▁professori -10.2479 +▁parhaan -10.2479 +erin -10.248 +▁ilmainen -10.2482 +▁Pyhä -10.2488 +▁yrittäjä -10.2488 +▁Ky -10.2489 +▁aikuis -10.2491 +▁verkosto -10.2491 +▁lau -10.2492 +▁paine -10.2493 +▁tärkein -10.2502 +▁paikkaa -10.2502 +sko -10.2504 +▁syksy -10.2504 +▁ette -10.2506 +ret -10.2515 +▁kaikkiaan -10.2515 +tely -10.2517 +▁ohella -10.2521 +▁tehneet -10.2521 +lehden -10.2522 +▁luki -10.2522 +▁suosio -10.2523 +▁sähköposti -10.2523 +▁Lei -10.2528 +▁hoita -10.2529 +neille -10.2529 +▁hankala -10.253 +▁kuntien -10.253 +▁sulle -10.2533 +llisiä -10.2534 +▁haluaisin -10.2537 +▁Hotel -10.2537 +yy -10.2538 +lje -10.254 +.11. -10.2542 +▁muilla -10.2546 +▁Ad -10.2551 +maali -10.2552 +▁sukupuoli -10.2556 +▁kolmas -10.2557 +▁automaattisesti -10.2558 +▁hätä -10.2558 +▁joutunut -10.257 +▁kuollut -10.2575 +▁miljoonan -10.2576 +ttomia -10.2578 +▁perässä -10.2578 +▁Ainakin -10.2579 +▁siisti -10.2581 +▁luu -10.2581 +isilla -10.2582 +mö -10.2586 +▁historian -10.2586 +▁pahaa -10.259 +▁yhdistää -10.2593 +▁korkeakoulu -10.2599 +▁Usko -10.26 +Sa -10.2601 +poika -10.2605 +▁vahvistaa -10.2605 +▁noussut -10.2609 +hdin -10.261 +timme -10.261 +▁reuna -10.2612 +korkeakoulu -10.2617 +▁kulku -10.2617 +tykset -10.2619 +▁todellinen -10.2622 +▁viini -10.2622 +▁kulma -10.263 +▁käyttänyt -10.2631 +▁fe -10.2632 +▁palvelun -10.2637 +▁Jussi -10.2639 +▁kuluessa -10.264 +▁muuttu -10.2642 +tuksella -10.265 +▁sopi -10.2653 +kselle -10.2653 +▁veto -10.2654 +▁ohjaa -10.2656 +▁tärkeitä -10.2656 +▁kuuma -10.2656 +▁Lä -10.2659 +▁savu -10.2664 +▁herra -10.2673 +uksissa -10.2674 +▁ver -10.2674 +▁tuotteen -10.2676 +▁Suurin -10.2681 +▁mahdollinen -10.2682 +▁Sain -10.2685 +kuvia -10.2687 +▁Siihen -10.2689 +oi -10.2689 +talon -10.269 +osto -10.2691 +▁tiedossa -10.2692 +kiin -10.2694 +▁bio -10.2696 +▁suojaa -10.2697 +▁neuvottelu -10.2698 +eihin -10.2699 +mpana -10.2704 +▁kuvi -10.2708 +▁;). -10.2708 +▁vaivaa -10.271 +ilemaan -10.271 +▁jäte -10.2711 +tilan -10.2714 +▁vaate -10.2715 +▁aine -10.2719 +▁korjaus -10.272 +kerta -10.2721 +oikeuden -10.2724 +▁puuttuu -10.2724 +▁hotellin -10.2726 +▁normaalia -10.2732 +▁juoma -10.2733 +mmu -10.2737 +▁pienempi -10.274 +udesta -10.2744 +liha -10.2748 +▁kommentti -10.2748 +▁yhdellä -10.2748 +▁kärki -10.275 +▁tajua -10.275 +Mu -10.2753 +▁katsotaan -10.2756 +vaihe -10.2759 +teitä -10.276 +▁muissa -10.2762 +▁kerää -10.2765 +llisuutta -10.2768 +▁150 -10.2768 +ON -10.2771 +▁leiri -10.2772 +▁kausi -10.2781 +ejä -10.2782 +▁kokenut -10.2783 +mää -10.2783 +▁pääset -10.2788 +▁am -10.2789 +▁YK -10.2791 +▁viettää -10.2793 +▁Kon -10.2795 +▁Tä -10.2795 +▁itseäni -10.28 +▁lause -10.2803 +suunnittelu -10.2805 +▁matkalla -10.2806 +▁seinä -10.2808 +▁itä -10.2808 +port -10.2808 +ika -10.2809 +pito -10.2811 +ff -10.2812 +ie -10.2816 +sit -10.2823 +KO -10.283 +versio -10.2831 +▁Vir -10.2839 +miselle -10.2842 +ike -10.2845 +▁ajattelu -10.2849 +laan -10.2851 +▁pitämään -10.2852 +tyksiä -10.2853 +▁ehtinyt -10.2854 +LA -10.2859 +▁vanhoja -10.286 +bu -10.2862 +▁vaadi -10.2863 +▁Onhan -10.2863 +▁näet -10.2863 +▁Con -10.2865 +▁mukaansa -10.2866 +▁ennakko -10.2866 +▁koskeva -10.2866 +▁pul -10.2867 +▁oikeutta -10.2867 +ottelu -10.2869 +▁pääministeri -10.2869 +▁Kii -10.2869 +▁maksetaan -10.2873 +▁por -10.2875 +talouden -10.2875 +kari -10.2881 +vissa -10.2886 +▁nähty -10.2888 +ruu -10.289 +Pi -10.2891 +elä -10.2892 +▁muuhun -10.2892 +▁ääri -10.2894 +▁Sähkö -10.2895 +uha -10.2897 +▁noi -10.2899 +▁luotettava -10.2901 +▁Ir -10.2905 +▁kirjoitettu -10.2908 +kkää -10.2908 +vaan -10.2911 +▁We -10.2913 +est -10.2915 +ik -10.2916 +ksessa -10.2916 +tellut -10.2917 +▁peru -10.2921 +tyyppi -10.2924 +▁edustaja -10.2924 +▁käsky -10.2925 +11 -10.2925 +▁Nu -10.2928 +▁with -10.2932 +essään -10.2933 +kassa -10.2936 +▁lyö -10.2941 +▁fiksu -10.2942 +teri -10.2946 +▁voittaja -10.2953 +wi -10.2962 +▁materiaali -10.2963 +rei -10.2963 +▁osaamista -10.2963 +joen -10.2964 +▁kesto -10.2965 +▁pä -10.2967 +lahden -10.2971 +▁bonus -10.2977 +▁antama -10.2978 +▁Isä -10.298 +▁normaalisti -10.2981 +▁suorittaa -10.2984 +kierro -10.2993 +▁Kur -10.2998 +selle -10.2999 +▁autolla -10.3 +ttö -10.3002 +▁Z -10.3002 +llin -10.3003 +perhe -10.3005 +▁hänestä -10.3007 +oilla -10.3008 +▁kävin -10.3009 +▁vieras -10.3017 +▁löytyvät -10.3021 +▁seksiä -10.3027 +▁isän -10.3028 +gu -10.3031 +▁maala -10.3032 +▁lait -10.3033 +aikaan -10.3036 +▁talli -10.3041 +▁Pri -10.3043 +▁pidän -10.3047 +lää -10.3047 +▁esiintyy -10.3049 +▁varjo -10.305 +▁suomi -10.305 +vis -10.305 +▁kk -10.3051 +pii -10.3053 +▁työhön -10.3057 +vir -10.3058 +▁teatteri -10.3059 +isessä -10.3059 +▁meidät -10.3062 +▁pelkkä -10.3066 +▁pullo -10.3066 +▁sunnuntai -10.307 +▁tuloksia -10.307 +▁Vanha -10.3072 +▁kirjoittaja -10.3073 +▁Mielestäni -10.3074 +ssani -10.3075 +▁ajattele -10.3076 +▁maissa -10.3077 +▁ohjaus -10.308 +▁sanoin -10.3081 +▁Tällöin -10.3082 +.10. -10.3085 +ilua -10.3085 +▁link -10.3087 +▁2005 -10.3088 +;. -10.309 +▁kirje -10.3092 +ilin -10.3093 +▁ös -10.3095 +▁asumis -10.3096 +▁innostu -10.3097 +▁tapauksissa -10.3097 +▁onnistui -10.3103 +▁uskalla -10.3103 +▁potilas -10.3104 +▁perjantai -10.3106 +▁Bar -10.311 +isee -10.3113 +sessa -10.3116 +▁antavat -10.3116 +▁Meri -10.3117 +▁kriisi -10.3125 +▁sil -10.3126 +Mi -10.3126 +▁Nyky -10.3127 +▁joukkueen -10.3127 +▁kohtalo -10.3127 +▁sor -10.313 +▁Maria -10.3131 +▁viikonloppuna -10.3131 +mmät -10.3131 +▁mielellään -10.3133 +oiden -10.3137 +▁laati -10.3138 +▁opas -10.3147 +▁käyttävät -10.3148 +▁vihdoin -10.3151 +▁monesti -10.3154 +▁useamman -10.3156 +▁valmistu -10.3163 +▁nimellä -10.3163 +▁4. -10.3164 +▁riippumatta -10.3165 +lut -10.3169 +vistä -10.3171 +▁paljoa -10.3174 +kkaat -10.318 +peri -10.3181 +▁teitä -10.3183 +▁aikoo -10.3184 +▁aikanaan -10.3188 +▁Facebook -10.319 +mpaan -10.3191 +▁kel -10.3192 +▁pelkää -10.3196 +▁tulosta -10.3201 +imet -10.3202 +▁kil -10.3202 +▁harjoitus -10.3202 +ksemme -10.3203 +14 -10.3204 +▁koulussa -10.3205 +.12 -10.3207 +▁Jukka -10.321 +vuuden -10.3211 +▁nolla -10.3213 +▁hienoa -10.3217 +ion -10.3223 +▁rei -10.3232 +▁kuoleman -10.3234 +▁sotilas -10.3234 +aikainen -10.3236 +▁tarvita -10.324 +▁joo -10.3241 +kkö -10.3245 +teho -10.3247 +▁Kerro -10.325 +milla -10.3256 +▁juurikaan -10.3257 +iska -10.3258 +ity -10.3261 +▁erilaiset -10.3262 +utua -10.3263 +▁kuvaus -10.3266 +▁puoliso -10.3266 +▁mini -10.3266 +ard -10.3269 +▁Pan -10.327 +▁Sivu -10.327 +▁testa -10.327 +▁Päivä -10.3276 +ham -10.3278 +▁ottelun -10.3279 +▁sanaa -10.3281 +▁kaukana -10.3283 +23 -10.3285 +▁Asu -10.3289 +▁mieti -10.3291 +▁muusta -10.3303 +sopimukse -10.3304 +▁varustettu -10.3304 +▁saamaan -10.3305 +teltiin -10.3307 +Ei -10.3311 +▁kenties -10.3313 +▁tuolloin -10.3314 +ze -10.3314 +▁helpottaa -10.3315 +yksen -10.3315 +EL -10.3317 +▁Lapin -10.332 +tilanne -10.3325 +ah -10.3328 +▁9. -10.3329 +▁Saat -10.3332 +▁vanhempi -10.3332 +▁suola -10.3338 +▁sokeri -10.3342 +▁Että -10.3345 +▁hyöty -10.3346 +kossa -10.3348 +sty -10.335 +turi -10.3351 +▁amerikkalais -10.3354 +▁alueelle -10.3355 +▁oikeuden -10.3358 +▁paska -10.336 +▁Lähi -10.3362 +▁kahta -10.3362 +kuri -10.3363 +aihe -10.3365 +yksiä -10.3367 +Mä -10.337 +▁tutkija -10.337 +▁paikkaan -10.3372 +▁arvostelu -10.3372 +.7. -10.3375 +kkaus -10.3376 +lisä -10.3378 +▁Ruotsissa -10.3379 +ini -10.338 +▁pöytä -10.3381 +▁hintaan -10.3386 +▁lapse -10.3386 +▁asunnon -10.3387 +▁lukien -10.339 +▁EI -10.3394 +▁eräs -10.3394 +nnasta -10.3398 +▁Joku -10.3398 +▁Jää -10.3401 +▁Internet -10.3405 +▁noista -10.3405 +▁mahdollisuudet -10.3412 +▁Länsi -10.3413 +vuotis -10.3415 +vuoro -10.3419 +cm -10.3423 +16 -10.3427 +ttavissa -10.3427 +▁myyjä -10.3428 +▁jaksaa -10.3428 +▁jatkuva -10.3429 +▁kenenkään -10.3431 +▁Seuraava -10.3431 +virta -10.3433 +itu -10.3433 +▁energiaa -10.3434 +▁mie -10.3434 +ine -10.3443 +▁kortti -10.3443 +ksesta -10.3444 +kalta -10.3444 +misessä -10.3445 +▁koneen -10.3446 +jän -10.3446 +haku -10.3447 +▁suru -10.345 +▁Joo -10.3451 +▁löytynyt -10.3452 +AN -10.3461 +▁resepti -10.3463 +▁Google -10.3463 +Tämän -10.3463 +▁olleen -10.3466 +▁käsittely -10.347 +▁tarkistaa -10.3471 +tos -10.3471 +▁enintään -10.3473 +tapahtuma -10.3475 +▁merkittävästi -10.3475 +▁kär -10.3476 +▁tunteita -10.3477 +aikana -10.348 +.6 -10.3482 +ori -10.3484 +kilpailu -10.3491 +blogi -10.3491 +▁Puu -10.3491 +ler -10.3492 +▁moderni -10.3494 +▁jolle -10.3494 +▁kokeilu -10.3497 +▁löydä -10.3497 +▁itseni -10.3502 +▁alun -10.3502 +kis -10.3503 +18 -10.3503 +▁terveydenhuollo -10.3504 +▁palsta -10.3506 +▁pahasti -10.3507 +▁kohteen -10.3514 +▁käytettävissä -10.3518 +▁tällaista -10.3518 +▁kuntoon -10.352 +stani -10.3521 +▁kehon -10.3523 +▁päätä -10.3524 +ET -10.3527 +▁esillä -10.3529 +▁poistu -10.3532 +vamma -10.3533 +idi -10.3533 +▁keskusta -10.3536 +▁kehu -10.3539 +kia -10.3546 +▁Sai -10.3546 +▁tehtyä -10.355 +lee -10.3553 +vaara -10.3557 +▁moraali -10.3561 +neista -10.3566 +▁lämpimä -10.3567 +miehet -10.3569 +▁säännöllisesti -10.357 +▁kehittäminen -10.3574 +▁suuret -10.3575 +▁vierailu -10.3576 +mmän -10.3577 +mys -10.3578 +▁(1 -10.3579 +▁Juuri -10.358 +ajalla -10.3584 +▁menetelmä -10.3585 +isistä -10.3587 +lari -10.3588 +ling -10.359 +▁säännö -10.3593 +▁veny -10.3593 +▁Casino -10.3597 +▁kuuluva -10.3608 +▁varrella -10.3609 +▁prosentin -10.3614 +kulttuuri -10.3614 +etaan -10.3618 +roi -10.362 +mmalla -10.3623 +▁osoite -10.3624 +▁illan -10.3629 +▁haukku -10.363 +puhe -10.3636 +seksi -10.3637 +tellaan -10.3638 +ttäminen -10.3639 +▁myydä -10.3639 +▁ravinto -10.3639 +▁Tra -10.3644 +hallinta -10.3645 +▁lippu -10.3646 +▁vuodelta -10.3649 +▁pentu -10.3651 +▁meren -10.3654 +ranta -10.3658 +video -10.366 +▁jalkapallo -10.366 +tter -10.3662 +▁kehityksen -10.3665 +tsu -10.3669 +Jo -10.3669 +▁ehti -10.367 +tom -10.3672 +▁esitetty -10.3672 +▁yön -10.3679 +▁luopu -10.3685 +▁pääasiassa -10.3691 +▁seuran -10.3711 +▁kysely -10.3713 +ehto -10.3716 +▁kal -10.3716 +▁ministeri -10.3717 +Ha -10.372 +▁osake -10.3721 +rr -10.3722 +▁soittaa -10.3722 +taito -10.3724 +▁heiko -10.3725 +▁kiusa -10.3726 +Se -10.3729 +▁kirjoitta -10.3731 +▁miljoona -10.3732 +▁Samoin -10.3735 +halli -10.3737 +oksen -10.3742 +▁lopetta -10.3743 +▁Näitä -10.3747 +▁puolueen -10.3749 +▁musiikin -10.375 +isissa -10.3751 +▁pö -10.3752 +.11 -10.3754 +▁voisivat -10.3754 +▁Olli -10.3765 +▁kokous -10.3766 +▁asettaa -10.3766 +▁arvosta -10.3767 +▁nauti -10.3769 +ppe -10.3772 +▁vinkkejä -10.3773 +käsittely -10.3773 +tyksestä -10.3779 +▁mieheni -10.378 +tunti -10.3782 +kala -10.3783 +yt -10.3784 +ld -10.3785 +mb -10.3785 +gon -10.3787 +ikkaa -10.3787 +▁avaus -10.3788 +KA -10.3788 +▁ongelmat -10.379 +▁pelejä -10.3791 +▁kpl -10.3793 +▁Suo -10.3794 +nes -10.3796 +▁lukio -10.3799 +▁luultavasti -10.38 +▁ketju -10.3801 +▁vaa -10.3802 +▁Wa -10.3815 +iko -10.3818 +det -10.382 +▁kuunnella -10.382 +kaupunki -10.3822 +▁kilpa -10.3824 +tuksista -10.3827 +▁Musta -10.3832 +▁ca -10.3833 +▁asiakaspalvelu -10.3837 +▁Ulko -10.3837 +▁Uuden -10.3837 +▁sisälle -10.3844 +▁viihty -10.3844 +rat -10.3848 +▁tutustu -10.3855 +▁kommenttia -10.3856 +▁Euroopassa -10.3859 +▁hallinta -10.3862 +▁kyseisen -10.3864 +▁kattava -10.3864 +alta -10.3867 +▁toivon -10.3869 +▁vastusta -10.387 +▁käymään -10.3871 +▁32 -10.3872 +▁Mika -10.3874 +▁häiriö -10.3875 +▁oot -10.3876 +▁pääsy -10.3877 +▁toiseksi -10.3877 +▁valvonta -10.3877 +ttuna -10.3878 +▁itselle -10.388 +koo -10.388 +-19 -10.3881 +▁suomalaisia -10.3885 +ivi -10.3885 +▁totuus -10.3889 +▁Jari -10.3891 +▁valmentaja -10.3896 +▁arvio -10.3897 +▁liiku -10.3899 +€ -10.3899 +▁liittyen -10.3901 +▁Ry -10.3903 +jakso -10.3904 +mestari -10.3906 +▁lähtenyt -10.3906 +Ta -10.3911 +▁opettaa -10.3915 +▁NHL -10.3915 +▁entinen -10.3916 +▁julkaisi -10.3919 +llisyys -10.392 +▁Lind -10.3921 +▁syistä -10.3923 +▁tuotteiden -10.3924 +odi -10.3927 +▁Niitä -10.3931 +▁luona -10.3931 +▁Muista -10.3932 +osasto -10.3933 +▁yleistä -10.3933 +▁mietti -10.3934 +▁levi -10.3938 +▁kohden -10.3939 +▁suomalaista -10.3941 +voitto -10.3948 +ning -10.395 +kulu -10.3951 +▁Usein -10.3959 +▁ken -10.3962 +▁yleinen -10.3962 +▁harva -10.3966 +▁menevät -10.3966 +▁pyrkii -10.3968 +▁keskustella -10.3968 +ttelin -10.3968 +vali -10.3969 +män -10.3973 +jäsen -10.3975 +metri -10.3976 +▁kestävä -10.3977 +meri -10.3981 +▁koho -10.3981 +▁peräti -10.3983 +▁itsellesi -10.3984 +▁hoidon -10.3985 +▁kassa -10.3986 +▁yhdistelmä -10.3987 +▁erilainen -10.3987 +alle -10.3988 +▁Muuten -10.3989 +▁sarjan -10.3991 +▁Israelin -10.3993 +▁paketti -10.3993 +▁muutokset -10.3996 +mmista -10.3996 +▁tavoi -10.3997 +▁palkkaa -10.3997 +sson -10.3998 +▁ihania -10.4 +ttavia -10.4001 +▁pohdi -10.4002 +kyky -10.4003 +▁valmistelu -10.4005 +▁pelasi -10.4005 +▁Talous -10.4007 +▁erään -10.4007 +▁Lasten -10.4008 +▁toiminnasta -10.4009 +loista -10.4009 +isiksi -10.4012 +▁Pir -10.4012 +nnoista -10.4016 +ikki -10.4018 +muodo -10.4027 +▁saattoi -10.4027 +▁estä -10.4029 +suhde -10.403 +▁laitta -10.4031 +▁jäävät -10.4037 +palvelun -10.4037 +vil -10.4038 +▁velka -10.4046 +vaiheessa -10.4047 +▁kuvio -10.4048 +▁nää -10.4054 +ivo -10.4054 +▁autoa -10.4056 +aari -10.4056 +vyys -10.4057 +▁mahdollisuutta -10.4057 +▁helpompi -10.4058 +▁huomioi -10.4058 +▁puisto -10.4064 +käy -10.4066 +▁siirtyi -10.4066 +▁nautti -10.4066 +21 -10.4067 +▁erä -10.4068 +pol -10.4071 +▁veri -10.4071 +▁kansanedustaja -10.4072 +▁Kristuksen -10.4072 +▁useampi -10.4076 +▁ottaen -10.4078 +miset -10.408 +▁kerto -10.4082 +▁Je -10.4084 +▁maito -10.4087 +▁Hal -10.4087 +tavan -10.4088 +▁lapselle -10.4089 +▁vaara -10.4089 +▁hylly -10.4095 +▁ava -10.4097 +▁siirtyy -10.4098 +▁(2 -10.4101 +▁maiden -10.4105 +▁silmät -10.4109 +▁miele -10.4109 +▁kiele -10.4111 +▁maasta -10.4111 +▁nuoria -10.4112 +22 -10.4112 +▁vasten -10.4112 +▁Emme -10.4114 +▁suihku -10.4118 +▁riko -10.412 +▁valokuva -10.4121 +▁hyvällä -10.4122 +veli -10.4125 +raha -10.4126 +ntia -10.4127 +▁II -10.4127 +▁liiketoiminta -10.413 +AS -10.4134 +päivää -10.4136 +▁asioihin -10.4137 +▁jokaiselle -10.4138 +▁sairaus -10.414 +▁tan -10.4141 +▁rekisteröity -10.4142 +▁keskuudessa -10.4143 +▁valitsi -10.4143 +▁elävä -10.4148 +▁Tutkimus -10.4148 +▁os -10.4149 +▁poissa -10.4151 +▁kommentteja -10.4152 +▁Jotkut -10.4154 +lleni -10.4156 +▁sanottu -10.4156 +▁tilaus -10.4166 +utti -10.4168 +▁takuu -10.4172 +saari -10.4172 +varo -10.4173 +▁ilmaista -10.4173 +▁ovi -10.4177 +sio -10.4181 +.13 -10.4185 +▁kiinteä -10.4187 +▁pel -10.4188 +▁sisustus -10.4189 +▁sanoma -10.4195 +2007 -10.4196 +projekti -10.4196 +▁korvi -10.4197 +▁asiakkaita -10.4198 +▁Kotimaa -10.42 +▁sinusta -10.42 +▁11. -10.4202 +tamme -10.4205 +utui -10.4207 +▁kaikkiin -10.4211 +▁tosiasia -10.4213 +way -10.4213 +▁miljardia -10.4213 +▁pysyä -10.4213 +▁lääkärin -10.4222 +▁Cha -10.4223 +mas -10.4229 +▁palasi -10.4231 +▁yrittä -10.4232 +▁todettu -10.4235 +gg -10.4238 +▁huomasin -10.4238 +▁Maailman -10.424 +ting -10.4241 +▁energian -10.4241 +▁musiikkia -10.4243 +▁vakuutus -10.4243 +▁Kyse -10.4246 +ola -10.4246 +▁Näiden -10.4248 +uli -10.425 +▁ly -10.4253 +▁huomata -10.4254 +▁yleisö -10.4255 +kirjan -10.4259 +tävä -10.4264 +uko -10.4266 +ssin -10.4269 +17 -10.4271 +ttivat -10.4273 +▁edellis -10.4276 +▁sielu -10.4277 +▁kahteen -10.4278 +pon -10.4279 +zi -10.428 +ep -10.4282 +▁haasta -10.4282 +imi -10.4284 +utus -10.4285 +itta -10.4294 +Va -10.4297 +▁tiedät -10.4298 +▁harha -10.4301 +teita -10.4301 +▁kuului -10.4301 +▁tavoitteet -10.4302 +▁luonnollisesti -10.4305 +▁mur -10.4305 +sista -10.4307 +▁Ensimmäinen -10.4309 +▁jätä -10.431 +▁kannattaisi -10.4311 +kaista -10.4314 +uh -10.4316 +2008 -10.4322 +▁koostuu -10.4324 +▁tulleet -10.4324 +▁syksyn -10.4324 +daan -10.4325 +maat -10.4326 +▁ehdi -10.4326 +▁viitsi -10.4331 +▁Huo -10.4333 +▁huvi -10.4333 +▁hiljaa -10.4335 +hon -10.4338 +puolue -10.4342 +▁tarkasti -10.4342 +▁13. -10.4345 +▁kirjailija -10.4346 +▁ihastu -10.4352 +▁liiton -10.4354 +▁Kiina -10.4355 +pla -10.4355 +▁kymmen -10.4356 +ksiä -10.4357 +▁tutkinto -10.4358 +▁Sisä -10.4359 +▁opetta -10.4361 +▁Esim -10.4365 +▁tullaan -10.4375 +▁kate -10.4376 +▁Lapsi -10.4376 +tekijä -10.4377 +▁monella -10.4378 +▁lämmi -10.4379 +ruo -10.4383 +▁näyttävät -10.4385 +▁liikkeelle -10.4385 +ds -10.4387 +▁sydämen -10.4387 +fer -10.4388 +shi -10.439 +hdy -10.4393 +▁oire -10.4395 +▁Sch -10.4396 +▁Jyväskylän -10.4399 +▁Lisä -10.4406 +kaveri -10.4407 +▁pojan -10.441 +▁ammati -10.4411 +▁rauta -10.4413 +▁Ruoka -10.4417 +iini -10.4418 +▁poisto -10.4419 +▁Sä -10.4419 +▁median -10.4421 +▁rinta -10.4422 +▁massa -10.4423 +▁uhri -10.4423 +lahti -10.4424 +koulutus -10.4429 +▁kehi -10.4433 +ohje -10.4433 +ttavan -10.4433 +Su -10.4437 +▁Yhdysvalloissa -10.4438 +▁vaikutusta -10.444 +sor -10.4442 +▁kulut -10.4443 +Ku -10.4443 +▁Ex -10.4446 +▁Tur -10.4447 +▁pelkkää -10.4447 +▁ensimmäiset -10.4449 +ittain -10.4449 +▁murha -10.445 +▁viittaa -10.4451 +▁pääsevät -10.4451 +vaihto -10.4452 +▁jäsenet -10.4454 +▁biisi -10.4456 +kii -10.4456 +▁lan -10.4457 +▁teini -10.4458 +toihin -10.446 +▁tietyn -10.4462 +▁säästä -10.4463 +▁tunnetu -10.4463 +▁2004 -10.4463 +pil -10.4466 +ttinen -10.4469 +tavaa -10.4472 +▁Väli -10.4473 +▁julkisen -10.4476 +▁kuljetus -10.4482 +▁välttää -10.4483 +oh -10.4487 +▁paikkoja -10.4488 +▁kutsutaan -10.4489 +▁vapaasti -10.4489 +▁menne -10.4491 +les -10.4494 +za -10.4495 +▁karsi -10.4498 +▁ohjeet -10.4498 +▁toisiaan -10.4499 +▁21. -10.45 +▁mieluummin -10.4503 +kkeja -10.4508 +pp -10.4509 +▁Tor -10.451 +▁suhteellisen -10.452 +öljy -10.4525 +▁nimet -10.4531 +OS -10.4532 +fo -10.4535 +änsä -10.4538 +lliseen -10.4545 +kai -10.4549 +rakennus -10.4551 +▁kykene -10.4552 +▁vahvistu -10.4554 +▁tykkään -10.4554 +▁puhtaa -10.4555 +▁pääosin -10.4558 +▁vihreä -10.4558 +▁Ny -10.4559 +▁toisesta -10.4559 +mpien -10.456 +▁vanhat -10.4562 +hallitus -10.4565 +▁katsella -10.4566 +VI -10.4576 +▁paluu -10.458 +▁suojelu -10.4585 +▁Anne -10.4589 +Me -10.459 +▁Super -10.4591 +▁kierto -10.4593 +▁piilo -10.4594 +▁palautetta -10.4596 +▁väestö -10.4598 +▁Ville -10.4598 +museo -10.4598 +▁aktiivisesti -10.46 +▁minne -10.4603 +ira -10.4609 +▁ön -10.461 +▁johda -10.4613 +▁pakkas -10.4615 +steri -10.4617 +ttoman -10.4617 +▁Sii -10.4618 +▁Vil -10.4618 +▁ennuste -10.4619 +mg -10.4622 +llu -10.4623 +▁työskentely -10.4623 +ympäristö -10.4624 +▁herää -10.4625 +SI -10.4625 +nnat -10.4627 +etti -10.4629 +▁herä -10.463 +▁maasto -10.4631 +paikkoja -10.4632 +01 -10.4633 +▁tavallaan -10.4633 +▁kolmi -10.4633 +ley -10.4634 +▁taho -10.4634 +ensä -10.4634 +▁12. -10.4635 +▁Pieni -10.4636 +▁Arvo -10.4636 +▁Salo -10.4637 +.18 -10.4638 +uru -10.4638 +▁Julkaistu -10.464 +arvio -10.4645 +net -10.4647 +▁hymy -10.4648 +▁Talo -10.4651 +▁sinänsä -10.4651 +▁Er -10.4652 +▁TA -10.4654 +▁ohjelman -10.4654 +29 -10.4655 +▁ale -10.4659 +▁pistettä -10.4659 +▁koro -10.4659 +▁huomio -10.4661 +LO -10.4664 +työt -10.4665 +yhdistys -10.4669 +▁johtuen -10.4674 +miel -10.4675 +ER -10.4678 +▁useimmiten -10.4678 +▁tahdo -10.4679 +▁kertonut -10.4681 +▁lauta -10.4681 +joista -10.4681 +▁kulutus -10.4684 +▁jatkoi -10.4685 +▁alus -10.4686 +ettu -10.4688 +▁luottaa -10.4688 +▁kanava -10.4689 +ruoka -10.4692 +▁Raha -10.4694 +▁talle -10.4695 +▁käydään -10.4695 +▁Gi -10.4695 +▁ratkaisuja -10.4701 +▁tunnetaan -10.4703 +.12. -10.4704 +▁tapaus -10.4707 +rve -10.4708 +▁tarvinnut -10.4709 +▁rivi -10.4709 +▁ad -10.4715 +tasolla -10.4717 +veri -10.4722 +▁hakemaan -10.4723 +kulma -10.4723 +▁kummi -10.4723 +vuotiaana -10.4725 +▁tiedosto -10.473 +▁kasa -10.4732 +tietoja -10.4734 +▁kolmannen -10.4736 +▁peliä -10.4738 +▁voiton -10.4738 +noi -10.4742 +▁sade -10.4743 +tynyt -10.4743 +yhteisö -10.4747 +määri -10.4748 +▁Es -10.4749 +▁tiennyt -10.475 +▁Lau -10.4751 +▁loppuu -10.4762 +▁tulivat -10.4763 +▁14. -10.4763 +▁tervee -10.4764 +▁palata -10.4764 +▁Israel -10.4764 +▁digi -10.4768 +▁yllättävän -10.477 +▁unelma -10.4774 +.14 -10.4774 +▁Fe -10.4774 +▁yhteiskunnallis -10.4775 +28 -10.4777 +▁karva -10.4778 +Hän -10.4779 +ude -10.4779 +▁päättyy -10.4784 +talous -10.4785 +yritys -10.4786 +▁ihmisistä -10.4789 +age -10.479 +▁näköinen -10.4791 +▁Ruotsi -10.4792 +▁vakuu -10.4796 +▁kynsi -10.4796 +kuntien -10.48 +teilla -10.4804 +silla -10.4811 +▁lopulla -10.4811 +▁omiin -10.4812 +▁mobiili -10.4813 +ito -10.4814 +elin -10.4816 +▁tyhmä -10.4818 +▁sanat -10.4819 +▁neli -10.482 +▁välistä -10.4822 +ääri -10.4823 +▁Tänä -10.4823 +▁elo -10.4824 +keli -10.4825 +▁Media -10.4826 +▁ympärille -10.4828 +▁saatava -10.483 +▁Pitää -10.4831 +▁liikenteen -10.4832 +johto -10.4836 +▁hermo -10.4837 +▁työntekijöiden -10.4837 +mille -10.4841 +▁aikojen -10.4843 +laitoksen -10.4845 +hoitaja -10.4847 +▁läsnä -10.4849 +▁Ken -10.4852 +laina -10.4852 +kalla -10.4853 +▁hinnan -10.4853 +▁nykyinen -10.4855 +▁sairaala -10.4855 +▁selviää -10.4856 +elli -10.4857 +kaudella -10.486 +lat -10.4861 +toimintaa -10.4865 +▁peruste -10.4868 +▁Aivan -10.4869 +ongelma -10.4872 +▁riittävä -10.4873 +▁koulutusta -10.4875 +laisille -10.4876 +jiä -10.4877 +▁Mat -10.4877 +▁pre -10.4877 +▁8. -10.4878 +vuo -10.4878 +▁Oletko -10.4883 +▁=) -10.4884 +Näin -10.4885 +▁Tampere -10.4887 +mpe -10.4887 +▁leik -10.4887 +▁tarkkaan -10.4887 +kanava -10.4889 +kul -10.489 +▁erilaista -10.4891 +▁edellisen -10.4893 +▁Kysy -10.4893 +▁ohjeita -10.4893 +▁el -10.4895 +▁suht -10.4895 +▁hyödyntä -10.4898 +▁pelko -10.4898 +KI -10.4901 +▁päättyi -10.4903 +▁Ilman -10.4906 +▁kuolema -10.4908 +koista -10.4909 +▁mahtuu -10.4909 +.8 -10.491 +testi -10.4911 +▁muokkaa -10.4912 +▁reagoi -10.4914 +▁viikonloppu -10.4914 +▁toimimaan -10.4915 +▁opi -10.4917 +politiikan -10.4919 +▁ker -10.492 +▁Kyseessä -10.4921 +TI -10.4921 +▁vaativat -10.4923 +telee -10.4927 +▁korke -10.4928 +▁keskustan -10.4928 +▁olympia -10.4928 +▁hiukset -10.4928 +▁kokeile -10.4934 +▁viestin -10.4939 +▁hävi -10.4941 +▁tuke -10.4942 +rs -10.4942 +▁mikro -10.4942 +▁tilan -10.4943 +stys -10.4945 +▁live -10.4947 +inta -10.4949 +▁sito -10.495 +▁haki -10.4951 +▁kaikessa -10.4952 +▁satoja -10.4955 +▁liitty -10.4956 +▁lähelle -10.4961 +▁armeija -10.4964 +uu -10.4964 +kanta -10.4965 +27 -10.4969 +.20 -10.4972 +▁keskittyä -10.4972 +kokous -10.4972 +▁vakavasti -10.4973 +▁käsitellään -10.4974 +▁palkinto -10.4975 +▁katse -10.4977 +▁palveluita -10.4979 +ok -10.4979 +▁hanke -10.498 +▁muodostu -10.4982 +▁Ohjelma -10.4983 +▁vauhtia -10.4985 +MA -10.4987 +▁nykyisen -10.4989 +uteen -10.4991 +▁varo -10.4991 +26 -10.4993 +▁tilanteeseen -10.4994 +▁5. -10.4995 +▁laskea -10.4995 +▁vaatteita -10.4996 +▁Kunta -10.5001 +▁EM -10.5001 +▁palvelujen -10.5002 +▁Kivi -10.5004 +materiaali -10.5006 +▁yhdeksän -10.5006 +▁suorastaan -10.5006 +apu -10.5008 +▁neste -10.5008 +▁Raamattu -10.501 +▁Mut -10.501 +▁yrittänyt -10.5014 +▁käteen -10.5015 +▁1000 -10.5017 +oissa -10.5019 +▁taksi -10.5022 +hö -10.5023 +▁todeta -10.5023 +▁luokkaa -10.5023 +tettua -10.5024 +▁kuukaudessa -10.5024 +▁asenne -10.5026 +peä -10.5029 +▁kysyi -10.503 +▁Fin -10.5031 +▁elämänsä -10.5032 +MI -10.5033 +▁tekemä -10.5034 +läis -10.5034 +▁liittyvä -10.5036 +▁Tii -10.5037 +▁Vero -10.504 +▁vähentä -10.5042 +vapaa -10.5045 +▁pehmeä -10.5046 +▁kera -10.5047 +▁kaula -10.5047 +▁yllätys -10.5047 +▁Sil -10.5048 +llisuuden -10.505 +hel -10.505 +▁maakunta -10.5052 +▁samoja -10.5054 +▁kymmeniä -10.5058 +▁leima -10.5058 +▁ter -10.506 +ksella -10.506 +illut -10.5061 +▁han -10.5064 +▁vastaavat -10.5067 +▁7. -10.5067 +▁näkyvä -10.5069 +des -10.5069 +▁kampanja -10.5075 +PS -10.5075 +▁Min -10.5075 +suunta -10.5076 +tessa -10.508 +▁millainen -10.5083 +Le -10.5084 +▁Ab -10.5086 +▁Saksa -10.509 +▁palveluja -10.5091 +▁arvioida -10.5092 +uk -10.5094 +▁nap -10.5094 +▁pri -10.5097 +Tänään -10.5099 +▁em -10.5103 +▁Suomalais -10.5105 +▁kahdesta -10.5106 +▁miehelle -10.5107 +▁15. -10.5108 +palveluiden -10.5109 +kkien -10.5111 +▁nukkumaan -10.5116 +iva -10.5119 +▁moneen -10.512 +▁rakastaa -10.5122 +▁joutuvat -10.5123 +2009 -10.5124 +▁teollisuus -10.5124 +▁syntymä -10.5125 +▁Star -10.5126 +▁valtaa -10.5126 +risti -10.5128 +▁Th -10.5129 +kkaita -10.5131 +▁korona -10.5132 +muksen -10.5141 +tse -10.5146 +hanke -10.5147 +not -10.5149 +▁tunnistaa -10.5152 +veden -10.5152 +2011 -10.5153 +.7 -10.5155 +olle -10.5155 +VA -10.5156 +▁nuoren -10.5161 +avat -10.5164 +2016 -10.5167 +▁Päivi -10.5169 +▁tekeminen -10.517 +pussi -10.5171 +▁kyky -10.5172 +uma -10.5175 +▁todiste -10.5175 +▁lauantai -10.518 +ture -10.5181 +▁toimesta -10.5181 +▁vastaanotto -10.5185 +▁nopeammin -10.5186 +▁kuulo -10.5187 +▁Maan -10.5187 +ove -10.5188 +▁miehi -10.5188 +kt -10.5191 +▁Energia -10.5192 +.16 -10.5193 +mani -10.5194 +▁sanon -10.5194 +▁tuhansia -10.5195 +▁tarkka -10.5196 +▁kana -10.5199 +▁syyt -10.5201 +▁erilaisten -10.5204 +▁joulun -10.5205 +lit -10.5206 +▁putki -10.5208 +mmasta -10.5208 +Q -10.5209 +▁väkivalta -10.5211 +▁strategia -10.5212 +mur -10.5213 +▁tilata -10.5214 +▁pir -10.5215 +▁otta -10.5221 +▁työpaikka -10.5221 +▁07 -10.5223 +▁päätin -10.5223 +▁harrastus -10.5228 +▁loput -10.5228 +eilla -10.523 +maiden -10.5231 +▁kukin -10.5233 +od -10.5233 +▁huume -10.5235 +▁tuen -10.5239 +up -10.524 +▁jy -10.5241 +▁rahasto -10.5242 +lon -10.5244 +ist -10.5254 +▁MI -10.5262 +ssakin -10.5262 +▁ystäviä -10.5262 +▁kilometriä -10.5267 +▁perustelu -10.527 +dis -10.5272 +vio -10.5273 +ote -10.5273 +▁mummo -10.5273 +55 -10.5275 +▁Yritys -10.5276 +▁ajoneuvo -10.5276 +▁valu -10.5276 +▁Niinistö -10.5276 +▁Niinpä -10.5276 +▁villi -10.528 +mit -10.5282 +▁suosittu -10.5282 +ologi -10.5285 +koita -10.5289 +▁tutkia -10.5289 +anssi -10.5292 +▁17. -10.5293 +▁Täytyy -10.5294 +▁alo -10.5294 +erä -10.5295 +▁Vesi -10.5296 +keri -10.5302 +▁koriste -10.5302 +▁oikeaa -10.5303 +▁näkemään -10.5304 +▁täys -10.5305 +▁onnellinen -10.5306 +kaisi -10.531 +▁puolelta -10.5312 +▁kiusaa -10.5316 +inti -10.5316 +myynti -10.5319 +AA -10.532 +Tu -10.532 +que -10.5323 +keä -10.5326 +ntoja -10.5327 +▁autta -10.5327 +omi -10.5331 +luu -10.5333 +täjä -10.5335 +▁ymmärtä -10.5336 +▁Tee -10.5338 +▁sivuilla -10.5342 +▁nettikasino -10.5344 +▁isoja -10.5351 +▁kohteesta -10.5354 +por -10.5354 +emi -10.5355 +hallinto -10.5359 +▁mallin -10.5361 +▁varattu -10.5362 +isestä -10.5362 +▁vastustaja -10.5365 +▁tehokkaasti -10.5366 +.05 -10.5367 +▁ihmeessä -10.5368 +▁rap -10.5373 +▁Niiden -10.5373 +ystävä -10.5373 +menetelmä -10.5374 +▁valmiina -10.5374 +rvi -10.5374 +pat -10.5377 +▁valmistettu -10.5377 +mal -10.5379 +matto -10.5382 +ttaneet -10.5385 +▁hiekka -10.5388 +paa -10.5388 +▁uskonno -10.5389 +▁esittely -10.5389 +▁muutto -10.539 +▁16. -10.5391 +▁Ranskan -10.5391 +▁valittiin -10.5392 +▁Entä -10.5394 +▁käsitellä -10.5395 +▁odot -10.5395 +▁kieltää -10.5395 +▁kg -10.5397 +ate -10.5397 +▁avain -10.5398 +yli -10.5398 +▁puhui -10.5401 +vuotiaan -10.5403 +▁tältä -10.5403 +▁Gra -10.5407 +▁02 -10.5409 +▁01 -10.5413 +▁Alku -10.5414 +kiä -10.5415 +▁Toi -10.5417 +▁pitäis -10.5419 +▁haju -10.542 +▁:( -10.5422 +▁löytä -10.5426 +immat -10.5426 +▁ryhmän -10.5427 +-2 -10.5427 +▁Kauppa -10.5427 +▁Kulttuuri -10.5429 +-1 -10.5429 +▁33 -10.5433 +▁seuraavana -10.5435 +vakuutus -10.5436 +▁Heikki -10.5439 +▁hui -10.5441 +▁Silti -10.5442 +▁mahdotonta -10.5444 +▁ostin -10.5444 +▁tuhoa -10.5444 +▁muttei -10.5445 +teta -10.5446 +▁asioi -10.5446 +▁laskee -10.5447 +▁ulkopuolelle -10.5447 +oon -10.5447 +urheilu -10.5448 +näyttely -10.5449 +keen -10.545 +▁työkalu -10.5451 +▁ihanan -10.5454 +virasto -10.5455 +lie -10.5456 +▁Mor -10.5461 +energia -10.5463 +asunno -10.5466 +▁harmaa -10.5468 +▁muuttui -10.5469 +▁asiakkaat -10.547 +säännö -10.547 +▁Äiti -10.5472 +▁data -10.5474 +▁Poika -10.5474 +▁palveluiden -10.5474 +▁6. -10.5475 +▁kesti -10.5475 +▁hienosti -10.5476 +▁muutosta -10.5476 +▁kuume -10.548 +▁leikkaus -10.5481 +▁sehän -10.5481 +▁Lin -10.5482 +▁enemmistö -10.5482 +▁tilanteissa -10.5485 +▁tapahtumia -10.5488 +▁erää -10.5489 +.17 -10.549 +▁alkoivat -10.549 +▁noudatta -10.5494 +ls -10.5495 +▁Lahden -10.5499 +▁oireita -10.55 +käynti -10.55 +▁Las -10.5502 +lapsi -10.5503 +▁Kaiken -10.5505 +▁fiilis -10.5505 +viikko -10.5506 +misella -10.5514 +▁tavallista -10.5514 +▁osallistui -10.5515 +▁22. -10.5519 +lk -10.552 +mitta -10.552 +▁neulo -10.5522 +▁seuranta -10.5524 +rahasto -10.5528 +▁otettiin -10.5528 +tetut -10.5529 +tteri -10.553 +▁iski -10.5535 +▁maanantai -10.5536 +▁tappa -10.5536 +▁Kemi -10.5537 +▁vikaa -10.5538 +▁Koira -10.5539 +▁Ole -10.5542 +▁löysi -10.5543 +ct -10.5543 +▁ison -10.5546 +veto -10.5547 +▁Eurooppa -10.5547 +▁osasto -10.5549 +.04 -10.555 +▁1,5 -10.5552 +▁Toiminta -10.556 +▁ampu -10.5562 +alainen -10.5562 +▁astetta -10.5562 +▁stressi -10.5563 +huollon -10.5563 +ttamista -10.5564 +▁jokaisella -10.5564 +halu -10.5565 +▁naama -10.5566 +▁hammas -10.5566 +▁Nykyään -10.5566 +opas -10.5567 +▁joille -10.5568 +yr -10.5571 +▁näyttelijä -10.5571 +hko -10.5575 +▁myö -10.5578 +issaan -10.558 +▁paikkansa -10.5581 +▁Air -10.5589 +▁Tavoitteena -10.559 +▁Sana -10.5593 +▁ajatellut -10.5595 +▁ajassa -10.5597 +▁dollaria -10.5601 +KUVA -10.5601 +io -10.5604 +▁heittää -10.5609 +elämän -10.5609 +kuin -10.5612 +▁antamaan -10.5612 +▁75 -10.5614 +▁paikasta -10.5615 +▁Hannu -10.5615 +kylä -10.5616 +stettu -10.5617 +▁ääntä -10.5618 +▁SE -10.5618 +▁Lauri -10.562 +▁kasvua -10.5621 +suus -10.5622 +▁käytän -10.5625 +peruste -10.5626 +media -10.5626 +▁suurimman -10.5627 +▁Marja -10.5628 +▁tapaamis -10.5629 +tuote -10.5631 +▁use -10.5637 +paketti -10.5641 +▁home -10.5641 +▁nousta -10.5641 +▁mittari -10.5642 +ele -10.5645 +33 -10.5647 +▁tilanteesta -10.565 +▁ol -10.5651 +köhän -10.5653 +▁mestari -10.5654 +▁samanlainen -10.5657 +▁Pikku -10.5659 +▁tunnusta -10.566 +▁ympäristön -10.5662 +▁naura -10.5663 +▁vauvan -10.5663 +▁mukainen -10.5667 +▁du -10.5667 +▁hyvässä -10.5668 +▁36 -10.5669 +▁kauniita -10.5671 +13 -10.5672 +▁ruotsalais -10.5672 +▁muutoin -10.5673 +▁elokuvan -10.5674 +▁ehkäisy -10.5674 +▁vahvista -10.5676 +tuksi -10.5678 +ydy -10.5679 +▁kehitystä -10.568 +viesti -10.5682 +pelejä -10.5683 +▁Tiedän -10.5683 +▁auringon -10.5685 +tili -10.5685 +▁yöllä -10.5685 +▁veren -10.5693 +kesk -10.5695 +jon -10.57 +▁City -10.5701 +▁luokse -10.5701 +▁voimakkaasti -10.5704 +▁hoi -10.5705 +▁tietävät -10.5709 +▁pukeutu -10.5712 +▁yks -10.5715 +▁luottamus -10.5715 +▁fin -10.572 +▁Oon -10.572 +▁kädessä -10.5723 +ido -10.5723 +▁sanoen -10.5723 +▁käynnissä -10.5724 +▁tasolle -10.5725 +▁lukemaan -10.5726 +▁tauti -10.5729 +▁Ensin -10.5731 +▁säästää -10.5734 +ft -10.5734 +▁viri -10.5734 +?! -10.5736 +▁piir -10.5736 +vallan -10.5738 +▁muutoksen -10.5739 +neensa -10.5739 +▁vaikutta -10.574 +ttejä -10.5742 +▁Uskon -10.5742 +▁ruu -10.5742 +▁kuuntele -10.5743 +▁oltiin -10.5743 +▁pii -10.5745 +▁ulkomailla -10.5746 +▁Rai -10.5747 +koodi -10.5748 +▁kokea -10.5749 +VastaaPoista -10.5753 +isuudesta -10.5754 +usko -10.5754 +▁ilmoitus -10.5755 +▁venäläis -10.5757 +▁hai -10.5758 +▁Ranska -10.5758 +▁löysin -10.5759 +En -10.5761 +▁Sta -10.5767 +▁liity -10.5773 +▁pakka -10.5774 +▁maksoi -10.5774 +▁Käsi -10.5775 +puolen -10.5776 +▁valmistautu -10.5776 +matonta -10.5781 +▁luomu -10.5782 +▁roska -10.5784 +▁arva -10.5786 +▁Fo -10.5786 +PA -10.5787 +1- -10.5788 +▁not -10.5788 +▁mielipiteitä -10.579 +anto -10.579 +▁sisko -10.5791 +▁kerrallaan -10.5794 +▁Mac -10.5798 +metsä -10.5799 +▁taiteilija -10.5804 +paikkaa -10.5805 +▁ongelmaa -10.5807 +▁vaikkei -10.581 +Z -10.581 +liikenne -10.581 +▁sairas -10.5813 +▁Keskustelu -10.5813 +kymmentä -10.5814 +▁yritti -10.5815 +työntekijä -10.5815 +▁hö -10.5815 +ström -10.5817 +▁näyttö -10.5817 +▁vakio -10.5817 +▁aloitus -10.5819 +lus -10.5819 +stin -10.5821 +▁sähkön -10.5821 +lasi -10.5821 +syy -10.5823 +▁varmista -10.5824 +▁milj -10.5824 +logi -10.5827 +▁luokka -10.5829 +▁Kal -10.583 +▁perustuva -10.5833 +sing -10.5834 +▁Radio -10.5838 +▁ap -10.5838 +let -10.5839 +▁iloinen -10.5839 +om -10.584 +neeseen -10.5841 +▁saamme -10.5841 +▁Q -10.5842 +reissu -10.5845 +naan -10.5845 +▁yhdistyksen -10.5845 +töitä -10.5846 +▁maalin -10.5846 +▁avata -10.5847 +▁vastaavan -10.585 +ction -10.5852 +siirto -10.5856 +▁Kukaan -10.586 +▁seurakunnan -10.5861 +▁Eipä -10.5861 +▁olemassaolo -10.5863 +oille -10.5864 +▁piiri -10.5867 +ama -10.5868 +▁itke -10.5868 +isellä -10.587 +▁Kir -10.587 +▁kuvassa -10.5873 +▁jonne -10.5874 +▁2003 -10.5879 +▁turvaa -10.588 +▁vastaavaa -10.5882 +▁elin -10.5882 +von -10.5883 +▁pla -10.5886 +käyttöön -10.5888 +▁Can -10.589 +▁Espoon -10.5891 +▁lämmin -10.5891 +▁Kaa -10.5892 +▁päästö -10.5892 +elokuva -10.5893 +▁omilla -10.5895 +▁Lii -10.5895 +ös -10.5898 +▁lähte -10.5899 +▁mal -10.5899 +iselta -10.59 +ttamalla -10.5901 +rus -10.5902 +32 -10.5903 +31 -10.5905 +▁kive -10.5906 +▁erinomainen -10.5906 +▁johdosta -10.5909 +▁tuotto -10.5909 +▁lukuisia -10.5909 +▁syys -10.591 +▁seuraavaksi -10.5913 +▁uhkaa -10.5914 +▁sanoja -10.5915 +▁kustannukset -10.5916 +▁uudesta -10.5917 +▁korostaa -10.5917 +amista -10.5918 +san -10.592 +uku -10.5922 +▁hyvinvoinnin -10.5922 +taisi -10.5923 +mätön -10.5923 +▁some -10.5926 +ttomasti -10.5927 +ilun -10.5928 +▁vois -10.5929 +poli -10.593 +▁innovaatio -10.5931 +▁tuska -10.5937 +▁rai -10.5937 +▁budjetti -10.5939 +▁hakee -10.5939 +▁suklaa -10.5941 +▁web -10.5941 +▁w -10.5941 +▁kipeä -10.5943 +klo -10.5944 +▁välein -10.5948 +▁miellyttävä -10.5948 +kkonen -10.5948 +▁rakkautta -10.5948 +▁lui -10.595 +kaali -10.5952 +▁vapa -10.5953 +▁that -10.5955 +▁potentiaali -10.5957 +▁kasvo -10.5957 +36 -10.5958 +▁ur -10.5963 +▁enemmänkin -10.5963 +tuksiin -10.5967 +▁sorme -10.5969 +alisti -10.5974 +▁alalla -10.5975 +▁tuollainen -10.5975 +▁uuni -10.5976 +äni -10.5976 +▁Pen -10.5976 +▁tarvitsevat -10.5977 +▁lausunto -10.5977 +▁Am -10.5979 +keet -10.598 +pullo -10.5981 +than -10.5981 +▁avioliitto -10.5982 +taja -10.5982 +▁henkilöt -10.5985 +▁läheise -10.5986 +▁yhteistä -10.5987 +▁Ainoa -10.5987 +▁neliö -10.5987 +▁lopu -10.5988 +▁persoona -10.5989 +tyi -10.5989 +▁aito -10.5991 +isempi -10.5992 +▁teos -10.5997 +▁asioissa -10.5999 +▁turhan -10.6003 +▁muoti -10.6003 +38 -10.6009 +hl -10.6009 +nnän -10.601 +▁sii -10.601 +Jä -10.601 +▁nuku -10.601 +▁jono -10.6011 +ukku -10.6014 +▁omalle -10.6014 +▁menesty -10.6016 +▁uudistu -10.6016 +▁asuin -10.6018 +aho -10.6018 +▁johti -10.6018 +▁Ihmiset -10.6018 +▁Suuri -10.6019 +▁kasvattaa -10.6019 +▁vaikuta -10.6021 +▁hankkeen -10.6022 +▁ennenkuin -10.6023 +▁kasvatta -10.6023 +asunto -10.6026 +▁sisältöä -10.6026 +tari -10.6026 +alalla -10.6028 +hahmo -10.6028 +▁Keskus -10.6031 +yhtiön -10.6035 +▁suomessa -10.6035 +osi -10.6035 +teessa -10.6037 +45 -10.6038 +kulut -10.6042 +▁paikat -10.6042 +▁majoitus -10.6043 +▁mahdolliset -10.6047 +▁Perhe -10.6047 +▁sellaiset -10.6048 +▁tavara -10.605 +▁nykyistä -10.6051 +▁Kaupunki -10.6052 +tyksessä -10.6053 +är -10.6053 +kivi -10.6054 +kille -10.6057 +▁hehku -10.6059 +kien -10.6059 +▁avoin -10.606 +Tällä -10.6061 +▁Ammatti -10.6061 +▁työttömyys -10.6062 +joille -10.6063 +▁poimi -10.6063 +▁tekstiä -10.6064 +▁blogin -10.6064 +▁kilo -10.6065 +▁maailmaan -10.6066 +▁matkustaja -10.607 +▁keskustelun -10.6071 +▁tuotte -10.6071 +dd -10.6073 +stasi -10.6074 +▁600 -10.6076 +▁alka -10.6078 +▁kysymykseen -10.6079 +rata -10.6079 +liikenteen -10.6079 +▁Varsinkin -10.608 +▁näköjään -10.6081 +▁Henki -10.6082 +yyden -10.6083 +▁Hyvin -10.6083 +▁pääoma -10.6085 +▁baari -10.6086 +▁laitos -10.6086 +▁hoitaja -10.6088 +34 -10.609 +▁kappaletta -10.6091 +koski -10.6093 +hallinnon -10.6095 +dessä -10.6096 +joki -10.6096 +▁tumma -10.6097 +▁kirjoja -10.6098 +▁ajatukse -10.6099 +▁kalenteri -10.6101 +verkosto -10.6102 +▁toimeen -10.6104 +ttien -10.6109 +▁ele -10.6109 +▁pussi -10.6109 +▁näytö -10.611 +▁toisistaan -10.6112 +▁Ari -10.6112 +▁poikkeus -10.6113 +ttomuus -10.6116 +▁pommi -10.6117 +▁vastauksia -10.6118 +▁kakkos -10.6118 +▁kohtuu -10.6122 +▁maha -10.6124 +kirjasto -10.6124 +onin -10.613 +▁korjaa -10.6131 +▁johtava -10.6131 +▁taulu -10.6136 +kistä -10.6136 +▁Rakennus -10.6137 +▁otettava -10.6138 +▁reilusti -10.6138 +Jos -10.6141 +▁satama -10.6141 +▁isompi -10.6146 +▁con -10.6148 +▁vaatteet -10.615 +▁kristillis -10.6151 +▁yritän -10.6158 +▁go -10.6158 +▁asennus -10.6163 +2020 -10.6164 +▁turhaa -10.6165 +▁toiminnassa -10.6167 +▁tarkoitetaan -10.6168 +▁totu -10.6169 +▁Hanna -10.617 +▁pelasta -10.6173 +▁ääne -10.6176 +tieteen -10.6177 +▁monessa -10.6186 +▁epäily -10.6187 +▁34 -10.619 +▁ajoissa -10.6191 +▁Kilpailu -10.6191 +▁are -10.6197 +▁pojat -10.6199 +▁sote -10.6201 +▁pyysi -10.6202 +Po -10.6203 +▁Paavo -10.6204 +▁Vapaa -10.6206 +▁menisi -10.6206 +▁ravi -10.6208 +▁kuuden -10.6209 +kkin -10.6211 +teille -10.6211 +kuvaa -10.6213 +sissa -10.6213 +istaan -10.6216 +▁tuule -10.6216 +▁vertaa -10.6219 +▁järkevä -10.6223 +steli -10.6226 +▁miettimään -10.6226 +▁tyhjä -10.6229 +väline -10.6229 +▁pelastus -10.6231 +▁oikealla -10.6231 +riski -10.6231 +ehdot -10.6231 +▁vaaditaan -10.6233 +▁arkisto -10.6235 +▁Nokia -10.6235 +con -10.6238 +▁aio -10.6239 +kysely -10.6246 +▁ominaisuuksia -10.6249 +for -10.6252 +▁käytiin -10.6254 +▁Heidän -10.6257 +tetun -10.6257 +▁lö -10.6262 +▁Erityisesti -10.6262 +▁Rä -10.6263 +ow -10.6263 +hetki -10.6265 +solu -10.6266 +▁mukanaan -10.6267 +kisa -10.6268 +▁suositu -10.6269 +▁ostaja -10.6271 +▁kanssaan -10.6272 +▁talven -10.6273 +▁arjen -10.6274 +▁monien -10.6274 +▁pistä -10.6277 +▁Is -10.6277 +ight -10.6279 +95 -10.6284 +▁hoitoa -10.6284 +▁kanne -10.6284 +▁Tre -10.6285 +▁vaikutuksia -10.6287 +▁selvittä -10.6288 +▁puoleen -10.629 +▁julkista -10.6292 +▁Loppu -10.6292 +▁syömään -10.6294 +▁hyödy -10.6297 +▁kysymyksiin -10.6301 +▁toive -10.6302 +▁ratkaista -10.6302 +▁up -10.6303 +▁peruna -10.6304 +▁pila -10.6306 +▁nosti -10.6306 +▁tarkista -10.6313 +▁vastaamaan -10.6314 +▁välinen -10.6314 +▁Ker -10.6316 +▁arvon -10.632 +▁Vara -10.632 +▁muutti -10.6323 +▁mukavasti -10.6323 +▁helpompaa -10.6324 +▁yksinkertainen -10.6324 +tyä -10.6329 +▁Aalto -10.633 +Ke -10.6337 +▁sitte -10.6341 +▁eksy -10.6342 +▁from -10.6347 +pinta -10.6348 +▁odotetaan -10.635 +▁Vähän -10.6353 +37 -10.6354 +▁kulki -10.6354 +▁arvioidaan -10.6356 +▁luvan -10.6356 +▁blogissa -10.6358 +nainen -10.6358 +puisto -10.6361 +▁äärimmäisen -10.6362 +▁tal -10.6365 +hallituksen -10.6366 +▁250 -10.6366 +▁markkinoille -10.6367 +vie -10.6367 +▁sammu -10.6371 +kerho -10.6371 +▁todellisuudessa -10.6372 +▁teknologia -10.6375 +▁sovittu -10.6376 +▁pinna -10.6377 +ffi -10.6384 +▁John -10.6389 +No -10.6392 +▁suoritus -10.6394 +.03 -10.6397 +▁pääsisi -10.6397 +▁selvitys -10.6397 +hei -10.6399 +▁säilyttää -10.64 +▁kehittämiseen -10.6401 +▁raskaus -10.6403 +▁Vastaa -10.6405 +▁Ero -10.6406 +▁touhu -10.6406 +mari -10.6408 +▁Hallitus -10.6408 +Lä -10.641 +▁tavallinen -10.6411 +▁vajaa -10.6412 +▁selviä -10.6413 +▁linkki -10.6416 +tyttö -10.6418 +▁menettely -10.6418 +essani -10.6421 +NN -10.6428 +▁sattui -10.6428 +▁painaa -10.6429 +▁tar -10.6429 +▁useammin -10.6432 +▁solu -10.6432 +▁kunnallis -10.6435 +tunnus -10.6439 +hdu -10.644 +▁ikkuna -10.644 +▁sp -10.644 +tuotteita -10.6444 +▁Missä -10.6444 +▁perustettu -10.6444 +pelin -10.6445 +▁Kiinan -10.6446 +▁korjata -10.6447 +kumppani -10.6447 +▁Por -10.6447 +▁vastausta -10.6448 +▁ime -10.6449 +▁es -10.6449 +lähtö -10.6452 +▁löytämään -10.6454 +▁markkinoilla -10.6458 +▁kallii -10.6459 +▁pure -10.646 +▁nar -10.646 +▁talvella -10.646 +sivät -10.646 +▁tarvitset -10.6462 +▁oppii -10.6465 +▁oven -10.6468 +▁syynä -10.6469 +VÄ -10.6471 +tz -10.6471 +yhteistyö -10.6472 +▁kie -10.6475 +vuotta -10.6479 +palkka -10.648 +▁Minulle -10.6483 +rii -10.6484 +▁06 -10.6484 +▁termi -10.6485 +▁kahdella -10.6485 +▁rin -10.6487 +2006 -10.6487 +▁mielipide -10.6487 +merkit -10.6488 +▁Välillä -10.649 +▁vaatia -10.6492 +kkiä -10.6495 +▁toden -10.6501 +juttu -10.6501 +▁pit -10.6501 +▁tuovat -10.6504 +▁Chi -10.6505 +▁Pol -10.6506 +nnissa -10.651 +▁järkeä -10.651 +▁systeemi -10.651 +elämää -10.6511 +▁mielenkiintoist -10.6511 +▁Kär -10.6512 +UN -10.6513 +▁vienti -10.6513 +fin -10.6515 +▁kyseinen -10.6517 +▁rikollis -10.6518 +▁Laki -10.6519 +▁ir -10.652 +yksikö -10.652 +palo -10.6526 +▁kas -10.6526 +▁Tri -10.6527 +▁oliko -10.6531 +uudet -10.6532 +▁pitki -10.6533 +▁käden -10.6537 +▁asteen -10.6538 +▁SDP -10.6538 +▁menestykse -10.6538 +vas -10.6538 +▁Oulu -10.6541 +ms -10.6542 +öö -10.6543 +mbo -10.6544 +Ö -10.6545 +▁napa -10.6546 +▁auttavat -10.6548 +▁Kirkko -10.6549 +▁18. -10.655 +▁seka -10.6551 +▁sijoitta -10.6551 +▁pyhi -10.6552 +ey -10.6559 +▁mielenkiintoine -10.6559 +oike -10.656 +ilen -10.6561 +syö -10.6563 +▁miettinyt -10.6563 +▁torju -10.6565 +,6 -10.6567 +▁järjestely -10.6567 +▁uudessa -10.6568 +▁Juu -10.6569 +mina -10.6569 +yyttä -10.657 +ffe -10.657 +miehe -10.657 +▁hyväksyä -10.6571 +teksti -10.6572 +▁näkökulma -10.6574 +chi -10.6574 +stelu -10.6574 +▁Ste -10.6578 +tteiden -10.6581 +▁Venäjällä -10.6581 +▁taito -10.6582 +▁hiihto -10.6584 +▁vieläkään -10.6585 +ohjaaja -10.6586 +tre -10.6589 +niemen -10.6589 +vänsä -10.6592 +▁varata -10.6592 +palvelujen -10.6597 +paperi -10.6597 +▁talossa -10.66 +▁palvelua -10.6601 +yttää -10.6601 +▁tarvitsisi -10.6602 +▁laiva -10.6602 +▁oike -10.6603 +▁maatalous -10.6604 +lasta -10.6608 +eille -10.6609 +▁osaamisen -10.6611 +100 -10.6611 +▁johtamis -10.6612 +▁pituus -10.6614 +kola -10.6618 +tähti -10.6619 +paikat -10.6622 +Mo -10.6623 +.02 -10.6626 +▁näki -10.6632 +▁ottelussa -10.6635 +▁oikeaan -10.6636 +Ki -10.6636 +ther -10.6636 +▁Toivon -10.6637 +▁toimittaa -10.6638 +taulu -10.6639 +▁unohtaa -10.6639 +▁käsite -10.664 +▁ilmais -10.664 +pur -10.6642 +pelaaja -10.6643 +▁saavuttaa -10.6649 +▁pahan -10.6651 +kainen -10.6653 +▁pakolais -10.6653 +▁vaikuttava -10.6653 +empaa -10.6653 +▁lihas -10.6654 +▁aikoihin -10.6657 +▁sisältävät -10.6657 +▁henkilökohtaine -10.6658 +▁Satu -10.6659 +eh -10.6661 +▁vas -10.6664 +▁pystynyt -10.6664 +▁paljastaa -10.6669 +maailma -10.6673 +juhla -10.6674 +▁luvassa -10.6675 +▁Tampereella -10.6677 +▁päättänyt -10.6677 +▁38 -10.6678 +▁Kallio -10.6679 +48 -10.668 +lf -10.668 +▁otin -10.6682 +▁häpeä -10.6684 +maista -10.6686 +▁sovellus -10.6694 +▁poikkeuksellise -10.6695 +▁10. -10.6695 +tellen -10.6696 +▁kuivu -10.6696 +▁pop -10.6697 +▁päivinä -10.6698 +▁tehtäviä -10.6705 +vari -10.6706 +▁23. -10.6706 +AT -10.6706 +.08 -10.6708 +läiset -10.6708 +:30 -10.6708 +eillä -10.671 +▁ui -10.671 +▁siirry -10.6712 +Suomessa -10.6713 +▁pienellä -10.6714 +▁käyttä -10.6715 +▁Toivo -10.6715 +gar -10.6716 +▁suuntaa -10.6725 +mallin -10.6727 +▁riittä -10.6727 +muutos -10.6728 +kkoja -10.6729 +▁oi -10.6729 +▁saimme -10.6729 +▁turvallise -10.6733 +suunnitelman -10.6738 +▁para -10.674 +dun -10.6743 +▁täyteen -10.6743 +▁presidentin -10.6744 +▁kansainvälisen -10.6749 +▁leikkaa -10.6749 +työhön -10.6753 +kkään -10.6754 +kuvat -10.6755 +kista -10.6759 +▁voimakkaa -10.676 +▁viestiä -10.6764 +▁MA -10.6764 +▁Tuntuu -10.6764 +.9 -10.6764 +joka -10.6767 +paine -10.6767 +▁meinaa -10.677 +▁aihetta -10.677 +▁astu -10.677 +eissä -10.6771 +▁tapahtua -10.6771 +▁kome -10.6773 +▁oireet -10.6779 +vyyttä -10.6788 +▁vanhaa -10.6788 +▁aiheuttama -10.6788 +▁Mur -10.6789 +▁Syy -10.679 +▁Yhteis -10.679 +tausta -10.6796 +▁palkan -10.6796 +▁herättää -10.6796 +▁osaltaan -10.6798 +TU -10.6798 +tauti -10.6801 +iltana -10.6801 +▁Ter -10.6802 +kampanja -10.6805 +otti -10.6805 +▁mielestään -10.6806 +xi -10.6806 +▁aloin -10.6807 +▁fo -10.6807 +ttavaksi -10.6807 +▁len -10.6808 +▁palkkio -10.6812 +▁käänty -10.6812 +▁hyvi -10.6814 +jako -10.6816 +ttomat -10.6816 +kkejä -10.6826 +▁kiinnostava -10.6829 +▁pelissä -10.6829 +▁Nor -10.683 +▁kiinnittää -10.6832 +▁olimme -10.6835 +etta -10.6835 +teo -10.6837 +musta -10.6838 +ap -10.6839 +▁allekirjoitta -10.6842 +▁55 -10.6844 +▁rakentaminen -10.6844 +▁rotu -10.6848 +tyt -10.6854 +▁SA -10.6855 +▁vihaa -10.6857 +▁mainita -10.6861 +▁raportoi -10.6861 +▁LA -10.6863 +▁päätöksiä -10.6863 +▁laula -10.6869 +▁kaikkialla -10.6869 +käsi -10.6873 +sali -10.6874 +▁vaativa -10.6875 +▁kaup -10.6875 +kalle -10.6876 +▁Kala -10.6877 +▁paa -10.6879 +kappale -10.6881 +▁merkitsee -10.6884 +▁yhdisty -10.6887 +2) -10.6887 +hankkeen -10.6888 +▁iloa -10.689 +▁Seura -10.689 +▁trendi -10.6891 +▁varus -10.6892 +▁Kristus -10.6892 +oihin -10.6896 +hotelli -10.6899 +▁köyhä -10.6901 +▁lasketaan -10.6903 +▁ideoita -10.6904 +kg -10.6905 +▁etsii -10.6905 +itsi -10.6905 +ud -10.6906 +▁kerrostalo -10.6906 +▁myydään -10.6906 +teollisuus -10.6906 +▁osannut -10.6907 +opettaja -10.6907 +▁kaiva -10.6909 +tejä -10.691 +pel -10.6912 +44 -10.6914 +tietojen -10.6914 +pankki -10.6921 +UT -10.6921 +▁virta -10.6922 +46 -10.6922 +75 -10.6923 +▁taisi -10.6924 +työssä -10.6924 +▁Palo -10.6924 +▁investointi -10.6925 +isyyttä -10.6926 +▁näky -10.6927 +▁lähettä -10.693 +▁aikuisten -10.6931 +▁yhdestä -10.6933 +▁Oi -10.6935 +▁kuussa -10.6937 +▁dis -10.6939 +▁Muu -10.694 +tietoa -10.6942 +▁maisema -10.6946 +.09 -10.6947 +tilanteessa -10.6948 +tuotteiden -10.6949 +▁akku -10.6952 +▁rekisteri -10.6952 +▁kohdistu -10.6952 +▁tytön -10.6952 +kasino -10.6953 +▁kuljettaja -10.6957 +▁yrityksiä -10.6958 +tuotanto -10.6958 +▁jalat -10.6958 +ov -10.6959 +▁puut -10.6961 +▁pariin -10.6962 +NI -10.6962 +▁tuntea -10.6964 +strategia -10.6967 +▁Lääkäri -10.6967 +odo -10.6967 +▁suunnattu -10.6968 +elämä -10.6968 +rekisteri -10.697 +▁sal -10.6971 +▁kasvatus -10.6972 +▁pelit -10.6972 +▁myöskin -10.6975 +▁sohva -10.6976 +politiikka -10.6976 +omistaja -10.6979 +kirjoitus -10.6981 +▁är -10.6983 +salo -10.6983 +▁pikkuhiljaa -10.6984 +▁ajaksi -10.6984 +▁laitetaan -10.6984 +pula -10.6984 +▁pihalla -10.6985 +▁uskovat -10.6985 +▁37 -10.6986 +▁onnea -10.6986 +▁johdon -10.6988 +▁post -10.6989 +ak -10.6991 +▁tyyliin -10.6991 +▁leviä -10.6992 +liitti -10.6994 +▁toimiala -10.6998 +tek -10.6999 +▁sijoi -10.7 +▁raskaa -10.7004 +▁Turku -10.7005 +65 -10.7009 +▁edusta -10.7012 +▁sattu -10.7014 +summa -10.7015 +kaise -10.702 +▁asuntolaina -10.7022 +▁ruusu -10.7023 +▁vapautu -10.7025 +jilla -10.7028 +kentä -10.703 +▁selvisi -10.703 +▁vaikutti -10.7033 +▁kissan -10.7034 +▁reaktio -10.7035 +tic -10.7036 +▁valmiita -10.7036 +pakka -10.7036 +▁liito -10.704 +▁jarru -10.7043 +▁yle -10.7047 +2015 -10.7054 +kello -10.7055 +toa -10.7057 +▁messu -10.7058 +nnosta -10.7059 +nnit -10.7059 +▁valkoinen -10.7062 +▁Aja -10.7066 +▁äänen -10.7067 +99 -10.7067 +▁65 -10.7069 +cy -10.707 +▁vaalea -10.7071 +▁annos -10.7074 +riin -10.7074 +▁minulta -10.7077 +moottori -10.708 +▁sosiaalisen -10.7081 +▁alkuperäis -10.7082 +kata -10.7083 +▁jatkui -10.7086 +▁-> -10.7087 +▁tra -10.7088 +▁sekaisin -10.7089 +▁Johanna -10.709 +▁Terveys -10.7091 +▁huu -10.7091 +▁Yhtiö -10.7091 +▁vaihta -10.7092 +teihin -10.7092 +▁laatua -10.7093 +▁luokan -10.7099 +▁kakku -10.7102 +▁pidettiin -10.7102 +▁mökki -10.7103 +fu -10.7104 +.06 -10.7105 +▁väärässä -10.711 +▁jaetaan -10.711 +▁muualta -10.711 +▁edustaa -10.7111 +47 -10.7116 +▁ajattelee -10.7117 +▁kohdassa -10.7117 +OT -10.7117 +▁toivoa -10.7119 +▁kiloa -10.712 +-3 -10.7121 +▁ett -10.7121 +viksi -10.7122 +▁pilvi -10.7122 +▁Sami -10.7123 +▁aiheutti -10.713 +▁käytettävä -10.713 +▁20. -10.7132 +▁mainio -10.7133 +osuus -10.7133 +▁Elämä -10.7134 +05 -10.7134 +▁tiedosta -10.7134 +▁tor -10.7135 +▁firma -10.7135 +▁nimessä -10.7136 +Re -10.7136 +▁ettet -10.7137 +▁terveyden -10.7137 +nnalla -10.7139 +▁elämäni -10.7141 +kkeli -10.7143 +▁vaihde -10.7147 +▁päivät -10.7147 +▁aikoja -10.7147 +ex -10.7152 +▁vaihtu -10.7154 +▁osu -10.7158 +▁katsomassa -10.7158 +▁pelaajat -10.7159 +▁kokonaisuudessa -10.716 +▁liittyvää -10.7161 +▁Kol -10.7162 +▁seikka -10.7163 +▁Janne -10.7163 +▁kaunista -10.7164 +▁pelannut -10.7166 +▁voiko -10.7166 +▁näkyi -10.7167 +▁erot -10.717 +▁turhaan -10.717 +▁Opetus -10.7171 +▁paljasta -10.7172 +tilat -10.7172 +▁19. -10.7174 +▁tehokas -10.7178 +▁ottamatta -10.7181 +▁Ly -10.7181 +▁sali -10.7181 +tehtävä -10.7182 +▁Henkilö -10.7182 +▁ohjaaja -10.7183 +ari -10.7184 +▁jutut -10.7186 +▁komea -10.7187 +▁potilaan -10.719 +▁huoneen -10.7191 +▁aiempaa -10.7191 +▁päästään -10.7192 +vaali -10.7194 +▁noudattaa -10.7194 +▁kat -10.7195 +▁osapuoli -10.7196 +▁kenen -10.7198 +▁ihmiselle -10.7198 +▁rakas -10.7199 +▁tapahtumat -10.7199 +▁kertoja -10.7202 +▁kartta -10.7203 +▁kuori -10.7205 +▁suosittelen -10.7205 +42 -10.7205 +▁tärkeintä -10.7208 +▁opiskelijoiden -10.7208 +49 -10.721 +▁itsessään -10.721 +teatteri -10.7213 +juhli -10.7216 +▁mittaa -10.7218 +▁hitaasti -10.7219 +eistä -10.7219 +▁linna -10.722 +▁oppinut -10.7222 +▁taikka -10.7227 +▁porno -10.7227 +▁mallia -10.7228 +▁rauha -10.7229 +▁pitkiä -10.723 +▁ajoin -10.723 +▁solmi -10.7233 +▁Ben -10.7234 +.01 -10.7234 +laus -10.7235 +▁hauta -10.7236 +lippu -10.7236 +▁liki -10.7237 +▁Ruu -10.7237 +▁terä -10.7238 +▁tuottaja -10.7238 +bor -10.7239 +▁yhtäkkiä -10.7241 +▁maista -10.7244 +▁tiedo -10.7245 +eet -10.7245 +▁lintu -10.7248 +tiivis -10.7249 +▁käytti -10.725 +suu -10.7251 +sky -10.7252 +-10 -10.7252 +▁kemia -10.7253 +▁Trump -10.7253 +▁sivuilta -10.7253 +▁ruo -10.7257 +▁pelastu -10.7267 +▁tällaisia -10.7271 +▁Saksassa -10.7272 +yl -10.7272 +▁avoime -10.7273 +▁Eivät -10.7273 +itte -10.7279 +▁unionin -10.728 +▁profiili -10.7281 +▁päinvastoin -10.7282 +vassa -10.7282 +alojen -10.7283 +kakku -10.7283 +paita -10.7285 +▁tapoja -10.7285 +▁vartalo -10.7285 +ttivät -10.7285 +▁luvun -10.7287 +iltu -10.7287 +▁Hinta -10.7291 +▁800 -10.7293 +▁ON -10.7293 +huu -10.7295 +ble -10.7297 +▁tällaisen -10.7297 +▁tupla -10.7299 +▁yötä -10.73 +taminen -10.7301 +▁kevyt -10.7302 +▁pin -10.7304 +▁Ongelma -10.7305 +▁TE -10.7305 +▁kasvun -10.7305 +▁Van -10.7305 +los -10.7305 +tussa -10.7308 +▁Herran -10.7312 +▁kohteeseen -10.7313 +▁henkeä -10.7314 +▁työntekijän -10.7316 +leiri -10.7316 +▁tavaraa -10.7316 +▁vaatimukset -10.7316 +▁laadukkaa -10.7317 +▁tapana -10.7318 +tuminen -10.7318 +▁res -10.7319 +Pe -10.7319 +▁valtuusto -10.7321 +lii -10.7327 +▁ajat -10.7329 +▁syksynä -10.7334 +▁uu -10.7338 +antaja -10.7338 +▁tarvittavat -10.7341 +▁rulla -10.7341 +▁olisiko -10.7342 +▁Sin -10.7346 +▁sisältyy -10.7347 +osaa -10.7348 +▁Ase -10.7349 +▁Pur -10.735 +opisto -10.7351 +▁Ali -10.7356 +cal -10.7357 +llesi -10.7358 +▁Isän -10.7359 +uudessa -10.736 +▁voittanut -10.7361 +▁ainut -10.7362 +▁huija -10.7363 +▁vastuuta -10.7363 +▁parhaillaan -10.7363 +▁Vie -10.7364 +mel -10.7366 +▁katsoja -10.7366 +▁eurolla -10.7366 +▁toteutetaan -10.7369 +iku -10.7369 +▁kannatta -10.7369 +▁keskustassa -10.7371 +▁hor -10.7371 +ÄÄ -10.7372 +▁tasan -10.7373 +▁kätevä -10.7374 +valvonta -10.7377 +▁katsoi -10.7378 +▁käyvät -10.7378 +tiimi -10.738 +ua -10.7381 +▁Aamu -10.7382 +▁rytmi -10.7382 +▁Yleis -10.7383 +▁alueilla -10.7384 +olla -10.7388 +putki -10.7388 +▁Mitään -10.7389 +yksikkö -10.739 +sis -10.7392 +▁muodostuu -10.7396 +▁uudella -10.7402 +▁tilille -10.7404 +▁vah -10.7404 +▁tutustumaan -10.7405 +▁juusto -10.7408 +kosken -10.7408 +▁Ympäristö -10.7408 +▁vaikutukset -10.7409 +lautakunta -10.7409 +saaren -10.7411 +▁todistaa -10.7412 +sille -10.7414 +bin -10.7417 +▁Elo -10.7418 +▁viranomais -10.7419 +▁mon -10.7421 +▁pidetty -10.7422 +▁käynnisty -10.7423 +▁yhteisen -10.7423 +▁Martin -10.7424 +aineita -10.7424 +▁War -10.7424 +reille -10.7424 +▁muotoilu -10.7425 +▁virtaa -10.7425 +neuvosto -10.7428 +kaisu -10.7428 +▁KU -10.7429 +56 -10.743 +▁juttua -10.7431 +▁was -10.7432 +▁sopivaa -10.7432 +oksi -10.7432 +▁Ol -10.7432 +▁nähtiin -10.7434 +öitä -10.7436 +▁kuorma -10.7439 +▁poikki -10.744 +▁Jumalaa -10.744 +▁koiraa -10.7441 +▁laitoin -10.7441 +▁pitkälti -10.7442 +▁tuntua -10.7443 +▁huima -10.7444 +tuotteet -10.7445 +järjestely -10.7447 +hm -10.7447 +▁loppui -10.7448 +▁tuomari -10.7449 +▁rata -10.7449 +VO -10.745 +▁toisiinsa -10.7452 +▁kohdalle -10.7453 +ttelemaan -10.7453 +ph -10.7455 +▁), -10.7456 +▁paranta -10.7457 +▁2002 -10.746 +▁länsi -10.7461 +▁rikki -10.7461 +▁uusiin -10.7462 +päivi -10.7463 +▁vapautta -10.7464 +▁Os -10.7466 +▁vuorokauden -10.7467 +▁lähetys -10.7467 +ES -10.7467 +▁niska -10.7468 +▁muualle -10.7468 +▁Itselläni -10.747 +▁tekijät -10.7471 +): -10.7472 +▁yksinkertaise -10.7475 +TT -10.7476 +▁Sanomat -10.7476 +▁pesä -10.7476 +IM -10.7477 +▁RA -10.7477 +▁vastuussa -10.7477 +miesten -10.748 +▁täyden -10.7485 +impia -10.7486 +▁Markku -10.7487 +▁Soini -10.7488 +▁Ilo -10.7489 +▁haave -10.7489 +▁muo -10.749 +▁ruoan -10.7492 +laulu -10.7493 +▁pöly -10.7496 +teollisuuden -10.7498 +▁sie -10.7501 +viiva -10.7502 +▁puun -10.7504 +▁harrastaa -10.7506 +.> -10.7506 +▁opettajan -10.7509 +▁muulla -10.7511 +▁kustannus -10.7513 +▁Lumi -10.7513 +▁kamala -10.7513 +kamera -10.7515 +osan -10.7515 +▁Paljon -10.7515 +▁Minna -10.7516 +▁ymmärtänyt -10.7516 +▁halusin -10.7519 +▁kerä -10.7523 +asiat -10.7523 +▁myöten -10.7523 +▁parhaimmillaan -10.7525 +▁voimaa -10.7526 +39 -10.753 +▁tasku -10.7532 +▁täyte -10.7534 +▁tehtävät -10.7534 +▁parempia -10.7536 +▁seikkailu -10.7539 +▁totea -10.754 +▁usea -10.7541 +▁osoitteessa -10.7544 +▁Nato -10.7545 +▁albumi -10.7547 +▁Sää -10.7547 +▁make -10.7551 +▁viimeiset -10.7553 +▁Halu -10.7554 +▁jutun -10.7555 +ino -10.7555 +liikkeen -10.7556 +▁valmiste -10.7558 +kos -10.7558 +▁sisällön -10.7559 +▁paikallaan -10.7559 +▁liittymä -10.756 +▁hevos -10.7561 +ittaa -10.7561 +köön -10.7562 +▁oikeesti -10.7563 +▁taloudellinen -10.7564 +isivät -10.7566 +▁laadun -10.7566 +▁tosissaan -10.7567 +virhe -10.7569 +out -10.757 +▁samasta -10.757 +▁totuuden -10.7573 +▁Piene -10.7575 +▁vetä -10.7575 +utuminen -10.7576 +▁suun -10.7578 +toimen -10.758 +▁Ylen -10.7586 +▁une -10.7586 +▁ilmenee -10.7588 +▁Sun -10.7588 +mästä -10.7588 +▁lauka -10.759 +ope -10.759 +lund -10.7593 +▁ylipäätään -10.7593 +▁siirtyä -10.7593 +▁saama -10.7593 +näkö -10.7594 +▁Pyhän -10.7594 +▁tukeva -10.7594 +▁opiskelijat -10.7596 +▁avusta -10.7597 +▁kahdessa -10.7598 +▁kirjassa -10.7599 +▁sijasta -10.76 +▁tekstin -10.7602 +▁(3 -10.7603 +▁lukuun -10.7603 +▁toisinaan -10.7603 +▁henkilöstön -10.7604 +▁isot -10.7604 +▁muna -10.7604 +▁uus -10.7607 +HE -10.7608 +stuksen -10.7609 +uksien -10.761 +▁lakia -10.7612 +▁polku -10.7615 +▁käynti -10.7615 +▁väkisin -10.7616 +qui -10.7618 +▁Ilma -10.7618 +▁oltu -10.7623 +▁näyttäisi -10.7624 +▁jalo -10.7626 +▁tekivät -10.7628 +▁ilmoi -10.7628 +▁säilyttä -10.763 +▁kansalaisten -10.7632 +▁Sha -10.7638 +▁tehtävänä -10.7639 +▁sur -10.7639 +▁pela -10.7639 +valtio -10.7641 +▁tarinan -10.7641 +▁Valtio -10.7642 +INEN -10.7643 +52 -10.7644 +▁rakkauden -10.7645 +▁Tule -10.7646 +▁esitetään -10.7651 +▁Laura -10.7652 +▁pitkät -10.7653 +▁käsitys -10.7654 +▁käyttäen -10.7654 +▁palauttaa -10.7655 +▁aineisto -10.7656 +▁04 -10.7658 +▁Tapa -10.7658 +▁romaani -10.7659 +▁Ed -10.7661 +▁Alue -10.7661 +sso -10.7662 +johta -10.7663 +▁da -10.7663 +▁saapui -10.7664 +▁tunniste -10.7666 +▁toteu -10.7669 +▁tri -10.767 +kylän -10.7673 +▁liiga -10.7674 +▁porukkaa -10.7677 +▁nuorille -10.7678 +▁tulen -10.7678 +▁työvoima -10.7678 +▁torstai -10.768 +teistä -10.7686 +kulku -10.7688 +▁alkuperä -10.7688 +teeseen -10.7692 +▁st -10.7695 +idin -10.7695 +▁kahvila -10.7697 +▁asiakkaille -10.7697 +kosta -10.7698 +▁Wal -10.7699 +▁toteutettu -10.7701 +ute -10.7701 +▁pisteet -10.7701 +▁tulevaisuus -10.7704 +▁kohdan -10.7706 +seudu -10.7707 +tyn -10.7708 +▁eläinten -10.7712 +isillä -10.7716 +▁viiko -10.7717 +▁ulottu -10.7717 +▁turisti -10.7718 +▁viranomaisten -10.7719 +cha -10.7721 +▁Haa -10.7721 +▁hius -10.7724 +mpänä -10.7725 +43 -10.7726 +▁keuhko -10.7727 +▁puhelu -10.7727 +tuja -10.7727 +lupa -10.7729 +▁nosto -10.7729 +▁keinoja -10.7735 +▁hassu -10.7736 +▁avautu -10.774 +▁kesää -10.7742 +▁talve -10.7742 +▁liiketoiminnan -10.7743 +?) -10.7744 +mos -10.7746 +RO -10.7747 +▁05 -10.7747 +▁osata -10.775 +teissa -10.7751 +▁mielenkiintoisi -10.7752 +▁avar -10.7752 +▁(19 -10.7754 +loissa -10.7754 +ikon -10.7754 +▁järjestelmän -10.7755 +▁tun -10.7755 +ttäessä -10.7756 +▁HS -10.7759 +ban -10.7759 +▁puhelimen -10.7759 +▁naimisiin -10.7761 +▁edestä -10.7763 +Te -10.7763 +▁vää -10.7764 +ssy -10.7765 +▁Epä -10.7766 +tarina -10.7767 +▁työntekijät -10.7768 +▁ilmesty -10.7769 +▁säännöt -10.777 +▁normi -10.7771 +▁osti -10.7771 +▁haetaan -10.7772 +▁leffa -10.7773 +neelle -10.7774 +Vä -10.7775 +▁mah -10.778 +▁Paavali -10.7781 +▁hyökkäys -10.7782 +▁entisen -10.7784 +▁Blogi -10.7784 +liito -10.7788 +▁kansainvälinen -10.7789 +lah -10.7789 +ding -10.779 +menettely -10.779 +▁Viro -10.7794 +▁120 -10.7795 +▁terassi -10.7795 +luettelo -10.7796 +turnaukse -10.7797 +▁löytyä -10.7803 +stra -10.7804 +▁metsän -10.7807 +teinen -10.7808 +▁tavallise -10.781 +ach -10.7811 +Julkaistu -10.7812 +▁yhdiste -10.7813 +▁ton -10.7813 +▁hakeutu -10.7813 +▁valmistaa -10.7813 +▁kul -10.7814 +58 -10.7816 +oitus -10.7817 +ksessä -10.7818 +▁kädet -10.7819 +▁minkäänlaista -10.7821 +▁luin -10.7824 +▁liikkuu -10.7826 +▁analyysi -10.7827 +kkuus -10.783 +rakenne -10.7831 +▁valitaan -10.7831 +▁otsiko -10.7832 +IA -10.7833 +▁foorumi -10.7833 +▁kokouksessa -10.7834 +▁syitä -10.7838 +▁Sc -10.7838 +▁monissa -10.7839 +merkin -10.7844 +ttävää -10.7845 +jö -10.7845 +▁tiellä -10.7845 +eita -10.7846 +▁kirjoittama -10.7848 +▁03 -10.7849 +kielto -10.7852 +▁keikka -10.7852 +▁joutu -10.7852 +▁meiltä -10.7852 +rre -10.7855 +Lue -10.7855 +▁historiaa -10.7856 +Li -10.7858 +▁mielenterveys -10.786 +▁Koulutus -10.7862 +itto -10.7864 +▁aikaiseksi -10.7867 +▁naisille -10.7868 +▁paremman -10.787 +▁tuntuvat -10.7871 +stää -10.7871 +lun -10.7873 +mun -10.7874 +▁lopputulos -10.7874 +▁päältä -10.7874 +▁rajoitta -10.7878 +alusta -10.788 +▁pystyi -10.7883 +▁kertomaan -10.7884 +▁harja -10.7884 +mana -10.7885 +▁vaihtelee -10.7886 +amo -10.7888 +▁Fu -10.7889 +▁huomasi -10.789 +LI -10.7891 +▁joutua -10.7894 +sseja -10.7896 +stele -10.7896 +▁halpa -10.7902 +▁hopea -10.7903 +▁Ci -10.7904 +JA -10.7906 +▁nimeltä -10.7908 +▁huolehtia -10.7908 +▁korvaus -10.791 +▁pah -10.7911 +▁ristiriita -10.7911 +.07 -10.7913 +▁odottamaan -10.7915 +tetta -10.7916 +töntä -10.7918 +▁tammikuussa -10.7921 +▁Ava -10.7922 +art -10.7923 +hty -10.7925 +▁muistaakseni -10.7925 +▁omistaa -10.7927 +▁pörssi -10.7927 +▁ostanut -10.7928 +▁kielletty -10.7929 +▁nälkä -10.7932 +▁kaatu -10.7933 +ya -10.7936 +▁mauste -10.7938 +tutkinto -10.7941 +▁ruokailu -10.7942 +ros -10.7942 +ig -10.7942 +▁irto -10.7944 +rik -10.7944 +▁tytär -10.7945 +▁Hengen -10.7951 +neesta -10.7952 +PU -10.7953 +▁Park -10.7957 +▁yhteistyön -10.7961 +▁vastuun -10.7962 +▁erottaa -10.7966 +▁vaikeuksia -10.7966 +neeksi -10.7967 +▁vailla -10.7967 +▁merkkejä -10.7967 +▁mahdollis -10.7969 +▁vastauksen -10.7974 +rd -10.7974 +▁Saman -10.7975 +▁kerätä -10.7976 +▁kokoonpano -10.7978 +▁mita -10.7979 +▁soti -10.798 +kuvan -10.798 +▁nahka -10.798 +▁ensisijaisesti -10.7981 +line -10.7985 +!) -10.7985 +▁erityistä -10.7987 +▁Koivu -10.7988 +▁sääntö -10.7988 +▁eiköhän -10.7989 +puolella -10.7989 +llut -10.799 +▁Kaupungin -10.7992 +▁yllättäen -10.7992 +▁Lahti -10.7992 +▁tieteen -10.7995 +▁seudun -10.8 +aineisto -10.8002 +▁sijaitsevat -10.8006 +▁puute -10.8007 +▁joidenkin -10.8008 +▁perustaa -10.8011 +kkeiden -10.8013 +▁näkyvät -10.8015 +▁Un -10.8015 +▁nivel -10.8015 +▁Raja -10.8016 +▁opetuksen -10.8017 +▁huumori -10.8019 +▁järkevää -10.8019 +▁kotisivu -10.802 +▁casino -10.8024 +▁itsesi -10.8025 +▁Laa -10.8025 +Tä -10.8026 +▁millaisia -10.8031 +▁leveä -10.8031 +reista -10.8032 +▁aktiivise -10.8034 +▁hetkeksi -10.8035 +▁peräisin -10.8035 +▁sormi -10.8036 +▁koskevan -10.8036 +▁100% -10.8036 +▁vähitellen -10.8037 +▁Sor -10.8038 +▁tahtoo -10.8039 +▁Sano -10.804 +▁widoczny -10.8042 +▁zalogowanych -10.8042 +▁vahingossa -10.8043 +▁rinnalla -10.8046 +▁Asunto -10.8051 +▁kyy -10.8053 +ryhmien -10.8053 +laakso -10.8055 +▁dla -10.8055 +▁maalia -10.8057 +▁kaupassa -10.8057 +mpiin -10.8058 +▁Jul -10.8059 +▁kaltaise -10.8061 +varasto -10.8061 +TY -10.8062 +▁luota -10.8063 +▁ajatuksen -10.8063 +▁syöpä -10.8064 +▁koru -10.8065 +▁siivo -10.8069 +▁Kul -10.8071 +▁järjestetty -10.8075 +▁otan -10.8078 +▁Group -10.808 +▁käyttämä -10.808 +▁olevista -10.8081 +▁00 -10.8082 +seinä -10.8083 +▁Lehti -10.8083 +killä -10.8084 +▁KO -10.8085 +▁haitta -10.8085 +▁Anti -10.8087 +▁ominaisuudet -10.8089 +▁ohjelmaa -10.8091 +rahaa -10.8092 +HO -10.8094 +▁turvallinen -10.8094 +▁pitkää -10.8094 +▁Ah -10.8094 +▁2001 -10.8095 +▁alkava -10.8099 +reihin -10.81 +tuvat -10.81 +▁Oyj -10.8102 +▁nenä -10.8103 +▁KA -10.811 +▁saattaisi -10.811 +▁pun -10.811 +▁lepo -10.8111 +▁työt -10.8112 +▁henk -10.8113 +▁Ihmis -10.8115 +▁can -10.8116 +nge -10.8116 +elo -10.8116 +▁globaali -10.8122 +▁tiesi -10.8124 +▁polttoaine -10.8124 +▁ensimmäisellä -10.8125 +uro -10.8129 +▁oppimis -10.8132 +kyl -10.8132 +▁yönä -10.8132 +koilla -10.8134 +▁Rei -10.8134 +▁SI -10.8139 +oto -10.814 +one -10.8141 +▁liikevaihto -10.8141 +▁varhais -10.8144 +▁lunta -10.8144 +▁Valitettavasti -10.8147 +▁juu -10.8147 +vuode -10.8148 +▁Sara -10.8149 +auton -10.8151 +▁virtsa -10.8154 +▁monipuolise -10.8158 +▁avasi -10.8158 +▁pitkällä -10.8161 +▁op -10.8161 +▁Video -10.8161 +pesu -10.8164 +▁Suur -10.8165 +▁kli -10.8166 +▁kutsua -10.8168 +▁fakta -10.8169 +▁Cor -10.8169 +time -10.817 +▁menestys -10.817 +▁helpommin -10.8174 +▁betoni -10.8175 +▁yritä -10.8175 +▁kallio -10.8176 +▁asentaa -10.8177 +1) -10.8178 +▁maajoukkue -10.8178 +▁tärkei -10.8179 +kohde -10.818 +▁kumi -10.8182 +▁kuvattu -10.8183 +log -10.8183 +ttelen -10.8184 +▁Mai -10.8186 +▁oiva -10.8186 +▁ilmoitta -10.8187 +▁välitä -10.819 +▁annettava -10.8191 +06 -10.8191 +▁merkittävi -10.8193 +▁olevaan -10.8193 +alueiden -10.8196 +▁Play -10.8197 +mmille -10.8197 +mattomia -10.8199 +▁saataisiin -10.8199 +▁men -10.8202 +▁toisensa -10.8205 +kysymykse -10.8205 +▁kovinkaan -10.8205 +▁varmaankin -10.8206 +▁huolehti -10.8207 +-20 -10.8207 +▁Kuopion -10.8208 +▁kokeilemaan -10.821 +▁viimein -10.8212 +▁pään -10.8212 +arvon -10.8213 +telty -10.8217 +▁Hämeen -10.8219 +▁toteutus -10.8223 +hka -10.8224 +▁Aurinko -10.8225 +ulo -10.8226 +▁yhteistyökumppa -10.8226 +ppari -10.8227 +▁häviä -10.8227 +▁TU -10.823 +▁korot -10.8231 +kuun -10.8232 +▁tän -10.8233 +▁liittyä -10.8233 +▁Käytä -10.8235 +AR -10.8237 +NÄ -10.8238 +▁silmissä -10.8238 +▁meikki -10.824 +ves -10.8242 +▁Ilta -10.8242 +▁Harri -10.8242 +hal -10.8243 +▁Voima -10.8246 +isu -10.8251 +▁taa -10.8254 +käytön -10.8255 +▁Sol -10.8255 +tilaan -10.8255 +▁trans -10.8255 +▁Tapahtuma -10.8256 +▁menettää -10.8256 +▁entisestään -10.8257 +▁ateria -10.8258 +▁ääneen -10.8258 +kenttä -10.8264 +▁hiero -10.8266 +▁Suosi -10.8269 +▁palaute -10.8271 +▁im -10.8272 +▁ihmisillä -10.8273 +▁esitti -10.8273 +▁taiteen -10.8278 +▁jutu -10.8281 +▁vieraan -10.8281 +mppu -10.8282 +ice -10.8285 +▁alkoholin -10.8287 +▁toivoo -10.8288 +suomalais -10.8288 +▁omalta -10.829 +ttäisi -10.829 +▁Näistä -10.8291 +day -10.8291 +ring -10.8291 +▁villa -10.8292 +▁kokoa -10.8293 +inaa -10.8293 +▁toimivan -10.8293 +▁vihollis -10.8294 +▁mahdollisen -10.8294 +ettiin -10.8295 +▁äs -10.8296 +▁jakelu -10.8297 +▁peili -10.8297 +▁nouse -10.8298 +▁Erä -10.8299 +▁pätkä -10.8299 +▁annetun -10.83 +ologia -10.83 +gia -10.8302 +▁Bri -10.8304 +▁aktiivi -10.8306 +▁seurassa -10.8308 +teillä -10.8308 +tavaksi -10.8308 +▁tarpeisiin -10.8309 +▁pane -10.831 +▁Italia -10.8312 +▁väki -10.8314 +▁vähemmistö -10.8314 +RA -10.8315 +▁seuraavaa -10.8316 +▁tilat -10.8317 +▁we -10.8317 +▁tappaa -10.8318 +▁lentokone -10.8318 +▁ratkaiseva -10.8322 +▁hyvinvointia -10.8323 +pään -10.8324 +▁42 -10.8327 +▁Hyvää -10.8327 +▁osaamis -10.8327 +▁pääsin -10.8329 +-18 -10.8331 +▁tarkastus -10.8335 +isuuteen -10.8335 +▁ystäväni -10.8336 +teltava -10.8337 +▁käytäntö -10.8338 +▁kah -10.8339 +tuksissa -10.8341 +tekniikan -10.8343 +vuoren -10.8348 +.21 -10.8349 +isit -10.8349 +▁euroon -10.8349 +mut -10.8352 +▁Lie -10.8352 +▁elimistö -10.8356 +uuksia -10.8356 +▁tason -10.8357 +51 -10.8357 +▁monelle -10.8358 +▁jättä -10.8358 +päivät -10.8358 +▁saapuu -10.8358 +ikäinen -10.8359 +▁Etsi -10.8362 +▁jatkossakin -10.8365 +zin -10.8365 +▁ladata -10.8367 +▁tuttuja -10.8369 +▁Posti -10.837 +07 -10.8371 +▁Lapset -10.8374 +▁Kone -10.8374 +▁39 -10.8374 +alueet -10.8378 +▁Yhdysvallat -10.8379 +▁Ryhmä -10.838 +kuten -10.838 +▁käyty -10.8381 +ttamisen -10.8382 +vapa -10.8383 +▁liikku -10.8384 +▁ilmaisu -10.8385 +mmassa -10.8388 +kirjo -10.839 +lauta -10.8393 +▁puolta -10.8393 +hd -10.8394 +▁keskiarvo -10.8395 +▁Kolme -10.8395 +▁hur -10.8395 +▁äli -10.8396 +▁Paa -10.84 +▁kauniin -10.8401 +kaus -10.8401 +▁myymälä -10.8403 +▁lisätään -10.8403 +▁keväänä -10.8404 +▁tohtori -10.8405 +kuvio -10.8407 +▁ehtii -10.8409 +▁voittoa -10.841 +▁kestävän -10.8412 +▁katoa -10.8414 +▁seiso -10.8414 +▁saksalais -10.8415 +Anonyymi -10.8419 +▁valmennus -10.842 +pyyntö -10.842 +▁vasemmisto -10.8424 +▁viestejä -10.8425 +▁etsimään -10.8427 +▁rajan -10.843 +▁vetoa -10.843 +▁toteutta -10.8431 +▁koodi -10.8431 +▁Saari -10.8432 +▁Ber -10.8432 +▁hyvästä -10.8433 +▁info -10.8435 +▁Turussa -10.8436 +▁Nuo -10.8438 +tapaa -10.8438 +▁turvallisuuden -10.844 +▁autojen -10.8443 +▁käyntiin -10.8444 +▁Oppi -10.8447 +2012 -10.8449 +▁tiistai -10.8449 +sarjassa -10.8451 +▁sika -10.8451 +▁pääsääntöisesti -10.8452 +järjestelmää -10.8453 +▁ajankohta -10.8455 +▁PS -10.8456 +▁siviili -10.8456 +▁toisia -10.8456 +ohja -10.8456 +merkkejä -10.8456 +▁Aloi -10.8457 +uutensa -10.8458 +3) -10.846 +▁eron -10.8461 +▁myynnissä -10.8463 +miehi -10.8463 +▁suomeksi -10.8463 +ttäisiin -10.8463 +ttämä -10.8463 +▁lempi -10.8464 +hr -10.8464 +ohjelmi -10.8464 +▁Ros -10.8465 +▁luettelo -10.8465 +▁alkua -10.8465 +▁ulkomaalais -10.8465 +▁kaverin -10.8466 +isä -10.8467 +ome -10.8468 +asiantuntija -10.8468 +▁JO -10.8471 +▁hurja -10.8473 +▁samana -10.8474 +neena -10.8475 +valle -10.8478 +tekijö -10.8481 +▁olevasta -10.8483 +▁osallistuu -10.8484 +▁kauhu -10.8486 +▁harkita -10.8488 +▁korkeintaan -10.8488 +▁Kei -10.8488 +tuo -10.8488 +▁kulttuurin -10.8489 +▁siemen -10.849 +▁jäivät -10.8491 +▁neuvoja -10.8492 +41 -10.8493 +▁yritetään -10.8495 +seuran -10.8499 +.25 -10.8499 +rom -10.8503 +▁Elä -10.8504 +▁lääkkeitä -10.8505 +An -10.8506 +kojen -10.8506 +ek -10.8506 +▁kytke -10.8507 +09 -10.8507 +▁bändi -10.8508 +lm -10.851 +59 -10.851 +▁pyrki -10.851 +▁kenttä -10.8511 +zo -10.8511 +kriisi -10.8512 +telin -10.8513 +▁parkki -10.8514 +tutkimuksen -10.8519 +ltiin -10.8521 +▁haja -10.8523 +▁ennätys -10.8523 +▁osio -10.8523 +korva -10.8524 +▁Asiakas -10.8525 +kunnassa -10.8526 +vaikut -10.8527 +▁rannalla -10.8528 +▁näkemykse -10.8531 +▁suositella -10.8532 +▁tuollaista -10.8532 +▁mielestäsi -10.8532 +▁kangas -10.8536 +▁Nainen -10.8538 +git -10.8538 +vaikka -10.854 +▁hyväksytty -10.854 +▁pidettävä -10.854 +▁käytännö -10.8541 +▁Rii -10.8542 +yhdistyksen -10.8543 +▁edullise -10.8547 +▁virus -10.8548 +tamaan -10.8549 +▁edu -10.8549 +▁kotoa -10.855 +uda -10.8551 +▁aiheuttavat -10.8552 +▁varoit -10.8552 +menetelmi -10.8554 +08 -10.8554 +oosi -10.8555 +▁ruma -10.8556 +▁valmistus -10.8559 +▁kuulunut -10.8564 +▁terrori -10.8565 +▁pannu -10.8566 +hetke -10.8566 +▁lyhyen -10.857 +2014 -10.8574 +▁menemään -10.8575 +▁%) -10.8576 +kehi -10.8576 +▁mediassa -10.8577 +2013 -10.8577 +▁reitti -10.8577 +▁yhdistä -10.8578 +▁Tarja -10.858 +▁Neljä -10.8581 +▁Ranta -10.8582 +▁tavata -10.8583 +bon -10.8583 +kautta -10.8583 +▁kuningas -10.8583 +valinta -10.8583 +▁tuonut -10.8584 +▁viikonlopun -10.8585 +▁Laita -10.859 +▁ilmapiiri -10.8592 +▁Olisiko -10.8595 +▁joitain -10.8596 +ttujen -10.8597 +nos -10.8597 +▁lehden -10.8601 +▁sim -10.8603 +▁huuli -10.8604 +tanut -10.8606 +kunnasta -10.8607 +▁viher -10.8607 +etin -10.861 +▁tutkimuksessa -10.861 +▁kyllähän -10.861 +▁nukku -10.861 +insa -10.8611 +▁suunnilleen -10.8613 +▁kilpailun -10.8613 +▁tapahtuman -10.8614 +▁Voin -10.8616 +▁Za -10.8616 +vyyden -10.8616 +▁hallinnon -10.8616 +▁laulaja -10.8618 +▁passi -10.8618 +▁vis -10.8619 +▁suljettu -10.862 +lento -10.862 +▁keskeinen -10.8622 +▁isäntä -10.8623 +▁pese -10.8623 +▁onnellise -10.8623 +▁autoja -10.8625 +▁heilu -10.8626 +03 -10.8626 +▁elintarvike -10.8627 +loo -10.8627 +▁ajatukset -10.8629 +▁puol -10.863 +▁tuotannon -10.863 +▁kuuluisa -10.8631 +▁äkkiä -10.8632 +▁Bal -10.8633 +▁eks -10.8639 +ntojen -10.8642 +kadun -10.8644 +▁kaikkeen -10.8646 +▁käyttämällä -10.865 +alueilla -10.865 +66 -10.8651 +▁ostamaan -10.8651 +ou -10.8652 +▁polve -10.8652 +koulun -10.8654 +▁kallis -10.8654 +▁gra -10.8657 +rien -10.8657 +politiikkaa -10.8659 +▁muodostaa -10.8662 +▁fu -10.8664 +TÄ -10.8667 +▁tiloissa -10.8667 +isenä -10.8674 +▁surma -10.8674 +▁Kyllähän -10.8674 +uksena -10.8676 +▁Verkko -10.8676 +avan -10.8677 +▁syn -10.8678 +ttäviä -10.868 +▁uppo -10.868 +▁värit -10.8681 +▁paskaa -10.8682 +▁taloyhtiö -10.8682 +▁taitoja -10.8684 +▁hommaa -10.8686 +▁käynnistä -10.8686 +▁verho -10.8689 +kolla -10.8689 +▁kerho -10.869 +ÄN -10.869 +▁pelaamaan -10.869 +pia -10.8691 +▁osassa -10.8691 +▁Teemu -10.8693 +▁Vantaan -10.8694 +▁Tietysti -10.8695 +▁pitkästä -10.8697 +▁uudelle -10.8697 +▁Paras -10.87 +▁myyntiin -10.8701 +▁perille -10.8701 +.22 -10.8702 +mor -10.8702 +▁rauhallise -10.8702 +lämpö -10.8703 +▁pyörii -10.8703 +▁Kiinteistö -10.8705 +Käy -10.8705 +muut -10.871 +▁parantu -10.871 +▁hoidossa -10.8713 +era -10.8714 +▁Helsinkiin -10.8715 +▁työskentelee -10.8715 +▁Varsinais -10.8715 +laitokse -10.8717 +aaleja -10.8717 +▁saisin -10.8722 +▁kuuli -10.8724 +▁täydellisen -10.8724 +▁rangaistus -10.8725 +▁tarpee -10.8725 +▁York -10.8725 +ällä -10.8728 +telija -10.8728 +▁osaan -10.8728 +telleet -10.8735 +-12 -10.8735 +yritysten -10.8736 +sii -10.8737 +vuudesta -10.8737 +mansa -10.8739 +▁merkittäviä -10.874 +▁puolin -10.8742 +ima -10.8744 +kasvi -10.8745 +▁tarken -10.8745 +▁Sport -10.8748 +tarpei -10.8749 +▁purkaa -10.8749 +tiedosto -10.875 +▁raju -10.8751 +▁Ur -10.8751 +▁liittyi -10.8752 +▁etuja -10.8752 +▁Espoo -10.8752 +au -10.8752 +▁pidempään -10.8753 +▁suinkaan -10.8755 +▁käsityö -10.8756 +ffa -10.8756 +▁tue -10.8757 +▁hintaa -10.8758 +▁rahoi -10.8759 +▁tietokoneen -10.8759 +▁henkilöitä -10.8761 +ttain -10.8762 +▁periaatteessa -10.8762 +▁punainen -10.8763 +▁perustuvat -10.8765 +▁maksettu -10.8766 +▁Bra -10.8766 +▁Bio -10.8766 +mittari -10.8768 +hai -10.8769 +historia -10.8769 +▁vastoin -10.877 +▁pysyvät -10.8772 +▁henkilökunta -10.8773 +ohjaus -10.8775 +▁Jäsen -10.8776 +vaunu -10.8776 +Lo -10.8777 +▁soitto -10.8777 +▁mielenkiintoise -10.8778 +luvulta -10.8779 +▁Mag -10.878 +IL -10.8782 +hyvä -10.8782 +▁rajat -10.8782 +▁rento -10.8783 +jalle -10.8784 +▁avun -10.8784 +isissä -10.8785 +▁mit -10.8786 +▁vanhe -10.8786 +▁taitava -10.8786 +▁motivoi -10.8787 +▁ostos -10.8787 +▁iltana -10.879 +ple -10.879 +02 -10.8791 +▁julkaistiin -10.8792 +euro -10.8792 +kuore -10.8794 +▁täy -10.8797 +▁merkitykse -10.8798 +▁omin -10.88 +▁sua -10.88 +▁vala -10.8801 +keino -10.8804 +▁huoneessa -10.8805 +▁käsittelee -10.8805 +mmalta -10.8806 +▁oletko -10.8807 +▁itseäsi -10.8808 +teisiin -10.8809 +▁Sari -10.8811 +▁varaus -10.8811 +▁Taka -10.8812 +▁olisikin -10.8812 +▁Vesa -10.8814 +tuneet -10.8815 +▁yrityksille -10.8817 +▁Ajattelin -10.8817 +▁tietoturva -10.8818 +▁ah -10.8819 +▁päivästä -10.882 +▁tiedetään -10.8822 +kymppi -10.8822 +▁talletus -10.8825 +▁minimi -10.8827 +▁ulkoilu -10.8828 +▁YLE -10.8829 +▁kirko -10.8829 +▁kertaan -10.8829 +amisen -10.883 +▁Yhdysvaltojen -10.8831 +▁eroja -10.8833 +▁jossakin -10.8834 +▁Elokuva -10.8834 +▁olevani -10.8835 +Päivä -10.8836 +▁tytöt -10.8837 +▁tarkoitukse -10.884 +▁seksuaali -10.8842 +▁uskonnon -10.8843 +▁Mil -10.8844 +Fi -10.8845 +▁poltto -10.8845 +▁aloittaja -10.8846 +▁tunteet -10.8846 +▁tuomitse -10.8851 +▁48 -10.8851 +▁kierrätys -10.8851 +▁raskaana -10.8854 +▁elokuussa -10.8855 +▁minkään -10.8856 +▁ensimmäisessä -10.8856 +▁kerma -10.8857 +▁sopeutu -10.8857 +▁leiki -10.8858 +▁enkeli -10.8858 +▁Haluan -10.8859 +▁(1) -10.8859 +▁Ilmeisesti -10.886 +▁Opiskelija -10.886 +▁uutisoi -10.8861 +▁maahanmuutto -10.8866 +▁tarvii -10.8867 +▁ranskalais -10.8868 +▁Ö -10.8868 +can -10.887 +▁tehokkaa -10.887 +▁voimakas -10.8871 +▁sopivi -10.8871 +▁käytettiin -10.8872 +▁asuva -10.8872 +▁nauttimaan -10.8873 +▁useimmat -10.8873 +▁positiivinen -10.8873 +▁eduskunnan -10.8873 +▁kuvien -10.8874 +vit -10.8874 +▁tekemi -10.8874 +▁Laina -10.8875 +onia -10.8875 +▁Uutis -10.8876 +▁opin -10.888 +ure -10.8881 +▁tulokse -10.8883 +▁työntekijöitä -10.8884 +▁samanlaisia -10.8886 +▁om -10.8888 +TV -10.8895 +▁Kansan -10.8896 +og -10.8896 +▁omakotitalo -10.8898 +ykset -10.8898 +Vi -10.8901 +teesta -10.8903 +▁sanovat -10.8906 +tinen -10.8906 +sonin -10.8907 +▁käytät -10.8909 +umin -10.8916 +▁makea -10.8918 +manin -10.8919 +▁lukumäärä -10.8919 +▁jääneet -10.892 +Val -10.8921 +▁loppua -10.8921 +▁kaupunkiin -10.8922 +yksi -10.8923 +alismi -10.8928 +nnyt -10.8928 +evä -10.8929 +▁juutalais -10.8934 +▁muodosta -10.8934 +lue -10.8934 +▁ajasta -10.8937 +▁il -10.8938 +▁ajatellen -10.894 +▁lapsista -10.8941 +▁keskustele -10.8941 +maailman -10.8942 +-15 -10.8942 +▁harrastukse -10.8947 +llisuudesta -10.8949 +▁esitteli -10.8951 +57 -10.8951 +▁pelaajan -10.8956 +▁emo -10.8956 +▁huikea -10.8956 +▁päätyi -10.8959 +▁haluamme -10.8963 +▁2000- -10.8966 +04 -10.8967 +kir -10.8967 +▁kysyy -10.8969 +▁himo -10.8969 +tiä -10.8971 +▁pyydä -10.8973 +▁kääntää -10.8976 +▁joustava -10.8976 +▁kulunut -10.8978 +▁parhaita -10.8979 +▁liikkeen -10.8979 +▁todellista -10.898 +seminaari -10.8981 +-5 -10.8981 +terapia -10.8982 +▁ottavat -10.8984 +▁todista -10.8985 +▁asemassa -10.8985 +▁maahanmuuttaji -10.8985 +▁kaikin -10.8989 +▁miksei -10.899 +▁kääntä -10.899 +▁Tiedot -10.8993 +toimittaja -10.8993 +▁häneltä -10.8994 +isyyden -10.8996 +▁luonno -10.8999 +▁tyytyväisiä -10.8999 +▁perusteet -10.9001 +keita -10.9003 +▁kiro -10.9003 +Nämä -10.9004 +▁Sipilä -10.9004 +▁Ran -10.9004 +▁poikaystävä -10.9004 +prosentti -10.9004 +▁Oikea -10.9005 +▁kokoomus -10.9007 +▁kö -10.9007 +▁ilmestyi -10.9008 +▁pot -10.9009 +▁kuski -10.9009 +kyvyn -10.901 +▁tekemässä -10.9011 +ainen -10.9012 +▁sotke -10.9014 +▁itsellä -10.9016 +▁runko -10.9016 +▁Liike -10.9018 +▁MTV -10.9018 +uhka -10.9021 +▁virheitä -10.9021 +allas -10.9022 +▁Jotta -10.9022 +▁jatkoa -10.9023 +▁evoluutio -10.9025 +▁täydellisesti -10.9026 +▁uutiset -10.9026 +vuori -10.9026 +2- -10.9029 +▁aloittanut -10.903 +▁musti -10.9031 +▁jaettu -10.9032 +▁all -10.9033 +▁laka -10.9034 +▁vaunu -10.9034 +▁Minkä -10.9035 +▁dl -10.9037 +▁hengitys -10.9041 +skan -10.9042 +opi -10.9042 +▁vessa -10.9043 +▁seitsemä -10.9044 +▁tapahtu -10.9044 +▁this -10.9044 +▁salaa -10.9044 +▁dia -10.9045 +▁purka -10.9046 +▁maailmalla -10.9046 +tettaisiin -10.9047 +dista -10.9049 +▁vamma -10.9049 +▁Jyväskylä -10.9053 +▁mopo -10.9054 +ree -10.9057 +▁luotu -10.9057 +▁ylläpitä -10.9057 +▁ajalta -10.906 +gel -10.9062 +▁todettiin -10.9063 +▁lohko -10.9063 +▁muistan -10.9067 +udessa -10.907 +▁kokoelma -10.9072 +▁pappi -10.9074 +immista -10.9074 +▁Kas -10.9075 +▁taju -10.9076 +▁keksiä -10.9083 +▁Sinulla -10.9084 +kri -10.9084 +▁Business -10.9085 +eläke -10.9088 +▁suomalaisista -10.9088 +tanssi -10.9092 +▁elävät -10.9093 +▁mahdollisia -10.9093 +▁taivaan -10.9094 +päiviä -10.9094 +▁panos -10.9096 +kansa -10.9097 +▁asua -10.9097 +tilassa -10.9097 +oppa -10.9098 +▁istuu -10.9099 +kasvu -10.9099 +▁etkä -10.91 +Kun -10.9101 +▁omena -10.9101 +▁palautu -10.9101 +neensä -10.9105 +▁luonne -10.9107 +▁jumal -10.9108 +cu -10.9109 +▁ominais -10.911 +▁havaittu -10.9111 +skin -10.9111 +kät -10.9117 +miehiä -10.9119 +▁Terve -10.9123 +▁Hallituksen -10.9123 +▁noiden -10.9124 +▁jättänyt -10.9124 +▁lataa -10.9126 +▁hiusten -10.9127 +▁jäsenten -10.9131 +▁Teh -10.9132 +▁suju -10.9135 +▁laskettu -10.9138 +▁ihmisiin -10.9138 +mmissa -10.9139 +▁miljardi -10.914 +etty -10.9141 +▁kritisoi -10.9141 +amalla -10.9142 +▁ammattitaito -10.9144 +▁Valtion -10.9144 +▁venäjä -10.9145 +▁Lopulta -10.9146 +▁kavereita -10.9149 +▁kiista -10.9149 +▁laitteen -10.915 +▁Puh -10.9153 +▁inter -10.9155 +▁Osta -10.9155 +▁iltapäivä -10.9155 +vitamiini -10.9156 +voit -10.9156 +▁täyde -10.9157 +54 -10.9162 +kur -10.9162 +▁rakennuksen -10.9163 +▁Valitse -10.9163 +▁haasteita -10.9164 +▁Jopa -10.9165 +▁osaavat -10.9168 +▁asukas -10.9168 +▁hävisi -10.9171 +▁minuun -10.9171 +▁vaihdo -10.9172 +▁esityksen -10.9173 +iitti -10.9175 +▁Anni -10.9176 +▁värjä -10.9177 +▁päävalmentaja -10.9178 +▁Nokian -10.9179 +▁osui -10.9179 +▁keinoin -10.9182 +▁lähetti -10.9184 +▁ät -10.9186 +▁viisas -10.9187 +kkiin -10.9189 +▁muilta -10.919 +▁valmistui -10.9192 +pul -10.9193 +▁uudis -10.9193 +aineet -10.9194 +▁huole -10.9194 +huo -10.9195 +▁väite -10.9197 +▁Naisten -10.9197 +▁välityksellä -10.9198 +ale -10.9199 +▁jäseniä -10.92 +▁tek -10.92 +ec -10.9201 +▁VA -10.9202 +▁arvoinen -10.9203 +neistä -10.9204 +▁lennot -10.9207 +▁lämmitys -10.9208 +▁sijoittaa -10.921 +laadu -10.9211 +▁Aihe -10.9211 +▁Tutustu -10.9213 +onen -10.9214 +määrän -10.9215 +▁suunnitella -10.9215 +laisista -10.9215 +ttämällä -10.9216 +▁sha -10.9217 +▁retki -10.9218 +▁laitan -10.9221 +▁Inter -10.9222 +▁äinen -10.9222 +ted -10.9222 +▁valoa -10.9222 +▁Mer -10.9222 +▁johdolla -10.9224 +OR -10.9225 +▁heinä -10.9226 +▁ajatteli -10.9226 +▁mehu -10.9226 +tulla -10.9229 +▁hyl -10.9229 +▁vakaa -10.923 +▁aisti -10.9231 +▁irtisano -10.9233 +bel -10.9234 +▁jääkiekko -10.9236 +▁Mene -10.9236 +▁Kiva -10.924 +▁kunniaksi -10.924 +vina -10.924 +pyy -10.9241 +▁Käytännössä -10.9241 +▁puku -10.9244 +▁tarjotaan -10.9246 +▁roikku -10.9248 +▁pohti -10.9248 +skele -10.9249 +▁polvi -10.9251 +▁kaivo -10.9252 +▁hio -10.9253 +▁tietosuoja -10.9253 +On -10.9254 +▁aamuna -10.9261 +▁Ihme -10.9262 +▁toisi -10.9263 +▁elämäänsä -10.9263 +iltiin -10.9267 +▁kirkossa -10.927 +eiksi -10.9271 +▁pohjan -10.9271 +OL -10.9275 +▁Muutama -10.9275 +▁kokemuksen -10.9276 +▁asiakkaalle -10.9276 +▁kiinteistön -10.9277 +▁040 -10.928 +▁sivuston -10.9281 +▁Voiko -10.9282 +▁maksavat -10.9282 +▁ruuhka -10.9282 +▁demokratia -10.9283 +▁hakija -10.9287 +▁postaus -10.9287 +▁vaale -10.9288 +▁suuhun -10.9289 +▁sataa -10.9289 +kra -10.9289 +das -10.9289 +▁kuluu -10.9293 +▁Työn -10.9293 +kangas -10.9295 +▁persu -10.9295 +ttelua -10.9296 +▁700 -10.9296 +▁päädy -10.9296 +▁riitti -10.9297 +ance -10.9297 +oin -10.9298 +▁Nimi -10.9298 +▁masennus -10.9298 +▁tuotetta -10.9299 +▁huomioida -10.9301 +▁säädö -10.9302 +llisin -10.9303 +▁vuodelle -10.9304 +▁yliopistossa -10.9306 +▁taikina -10.9308 +▁Valo -10.9308 +▁kre -10.9308 +▁Kansa -10.9309 +▁projektin -10.9309 +▁pysäköinti -10.9311 +▁sankari -10.9314 +▁poikkea -10.9314 +rum -10.9316 +▁palstan -10.9321 +▁ras -10.9323 +▁Lähde -10.9324 +▁menoa -10.9326 +▁luvat -10.9326 +▁islam -10.9327 +kusta -10.9329 +▁omissa -10.9329 +Ti -10.9331 +oksia -10.9331 +▁Pietari -10.9332 +▁symboli -10.9333 +▁vitsi -10.9334 +Ro -10.9334 +▁odotus -10.9336 +dot -10.9337 +▁nimensä -10.9338 +▁spe -10.9342 +▁World -10.9342 +▁Uni -10.9343 +▁epätoivo -10.9346 +▁harjo -10.9347 +▁iki -10.9348 +kkaasti -10.9349 +tutkimukse -10.9352 +▁Kuvi -10.9352 +▁kauko -10.9352 +tellyt -10.9352 +▁iPhone -10.9352 +▁edisty -10.9352 +▁kouluun -10.9354 +vani -10.9355 +▁milla -10.9358 +▁testata -10.9358 +▁Tiina -10.9359 +▁Ohje -10.9359 +▁muodostavat -10.9359 +▁läheltä -10.9359 +TM -10.936 +▁Koh -10.936 +TUS -10.9361 +mättö -10.9361 +▁sovelta -10.9362 +▁tarkastelu -10.9364 +taistelu -10.9364 +▁veti -10.9365 +renkai -10.9367 +▁lastensuojelu -10.9368 +lause -10.9369 +▁julkisesti -10.9369 +▁Villa -10.937 +▁Red -10.937 +laite -10.9371 +▁keh -10.9371 +vah -10.9371 +▁Sekä -10.9372 +▁maisteri -10.9373 +reilla -10.9376 +osio -10.9377 +▁runsas -10.9378 +▁ottaisi -10.9379 +▁monin -10.938 +happo -10.9381 +▁kuuluisi -10.9383 +▁Molemmat -10.9384 +kortin -10.9384 +YS -10.9387 +▁menin -10.9388 +tieteiden -10.9389 +▁lelu -10.9391 +▁julista -10.9392 +▁lyhy -10.9393 +▁järjestä -10.9393 +▁muussa -10.9393 +▁herkkä -10.9394 +▁työyhteisö -10.9395 +▁kohteena -10.9396 +▁raskauden -10.9397 +stettiin -10.9398 +▁Che -10.9401 +umpu -10.9401 +pot -10.9402 +▁pelastaa -10.9403 +▁korkeampi -10.9403 +▁intohimo -10.9404 +▁pienestä -10.9405 +▁44 -10.9405 +▁tutkinnon -10.9408 +▁väsy -10.9408 +eta -10.9408 +▁sopivasti -10.941 +▁visio -10.9411 +▁kyllästy -10.9411 +tola -10.9415 +▁suurempaa -10.9417 +▁sujui -10.9417 +low -10.9417 +▁toukokuussa -10.9417 +▁neuvosto -10.9418 +▁suuresti -10.9421 +▁Dia -10.9422 +NE -10.9424 +▁jalan -10.9426 +▁alunperin -10.9427 +▁käyn -10.9428 +ttävän -10.943 +▁porukka -10.943 +ney -10.9432 +▁Martti -10.9433 +▁Kurssi -10.9433 +OP -10.9433 +RE -10.9437 +mes -10.9439 +▁Hor -10.9439 +▁yksittäis -10.9442 +vene -10.9443 +gra -10.9443 +▁seminaari -10.9446 +▁näen -10.9447 +▁geeni -10.9447 +▁kivoja -10.9448 +▁verkkosivu -10.945 +▁Viron -10.9452 +▁harjoitta -10.9452 +▁ympäristössä -10.9452 +▁Il -10.9455 +llisyyttä -10.9455 +▁uhra -10.9456 +▁arvot -10.9456 +▁Finn -10.946 +▁ateisti -10.9462 +▁Ren -10.9465 +▁väriä -10.9465 +▁puolilla -10.9466 +▁etenee -10.9467 +▁Black -10.9468 +▁sairasta -10.9469 +▁marja -10.947 +▁liuku -10.947 +▁läsnäolo -10.9473 +▁muuttua -10.9475 +▁varsinainen -10.9475 +▁väestön -10.9476 +kla -10.9477 +▁Minua -10.9478 +▁iske -10.9478 +▁yhteiskunnassa -10.9479 +▁kaikenlaista -10.948 +tuotannon -10.9484 +KS -10.9484 +▁kuntoutus -10.9485 +row -10.9487 +▁kaupasta -10.9488 +▁millaista -10.9489 +▁toipu -10.9491 +Voi -10.9491 +▁kerrottu -10.9493 +▁itte -10.9494 +keja -10.9495 +▁sivulla -10.9496 +▁näyttävä -10.9496 +▁rakennetaan -10.9498 +pö -10.9498 +tiedon -10.9499 +ef -10.9499 +▁panosta -10.95 +▁valitus -10.95 +▁housu -10.9501 +▁rock -10.9502 +kustannukset -10.9503 +Pu -10.9506 +▁tarinoita -10.9509 +▁törkeä -10.9509 +tilojen -10.9515 +▁mukaista -10.9515 +▁jollekin -10.9517 +joukko -10.9517 +rannan -10.9518 +mmilla -10.9519 +▁Vaasan -10.9519 +▁Petri -10.9519 +TS -10.9519 +▁autossa -10.9521 +▁mielelläni -10.9521 +▁Ze -10.9522 +▁Edu -10.9523 +rauha -10.9524 +.23 -10.9527 +▁tel -10.9529 +tukea -10.9531 +▁huonoa -10.9532 +ware -10.9532 +▁Microsoft -10.9533 +ota -10.9534 +ttamisesta -10.9534 +neuvoston -10.9538 +▁brändi -10.954 +sano -10.954 +▁laitettu -10.9541 +▁käyttäjän -10.9542 +mahdollisuuksia -10.9542 +omais -10.9543 +lahja -10.9543 +neenä -10.9544 +rahoi -10.9545 +▁haastattelussa -10.9545 +▁Espanja -10.9546 +▁päihde -10.9546 +▁Toisen -10.9549 +▁rajoittaa -10.9549 +▁valitsee -10.9551 +▁mau -10.9553 +▁Toisin -10.9553 +ileva -10.9553 +misia -10.9555 +turvallisuus -10.9559 +ill -10.9559 +sähkö -10.9562 +▁loppujen -10.9562 +▁myrsky -10.9563 +ksestä -10.9563 +▁hetkessä -10.9564 +leita -10.9564 +▁laskeutu -10.9566 +oinnin -10.9569 +SA -10.957 +▁aktiivinen -10.957 +▁aste -10.9571 +▁wa -10.9573 +poliisi -10.9575 +suojelu -10.9576 +our -10.9577 +▁liima -10.9578 +laiseen -10.9579 +▁maat -10.958 +▁aidosti -10.958 +▁perinteinen -10.9581 +▁päiviä -10.9582 +▁muutettu -10.9584 +▁kokonaisuus -10.9588 +KU -10.9589 +tavara -10.9589 +▁tekemiseen -10.959 +▁puheen -10.9595 +▁näille -10.9596 +▁turvapaikanhaki -10.9596 +▁valossa -10.9596 +nnoissa -10.9598 +▁nime -10.9599 +▁valtakunnallise -10.9599 +mattoman -10.96 +▁pyytä -10.9601 +▁julki -10.9601 +ennus -10.9603 +▁Aho -10.9605 +ttämistä -10.9605 +holm -10.9608 +▁tekijöitä -10.9609 +▁henkilöiden -10.961 +onsa -10.9611 +paikalla -10.9613 +tarjo -10.9616 +ilevat -10.9617 +put -10.9619 +läisen -10.962 +▁tuhat -10.9621 +▁riemu -10.9624 +▁Jun -10.9624 +▁sulke -10.9625 +lai -10.9625 +▁pitkäaikais -10.9626 +▁pimeä -10.9627 +nauha -10.9628 +▁KE -10.963 +▁vih -10.9631 +▁bensa -10.9631 +▁välittää -10.9633 +▁sääli -10.9633 +▁1) -10.9634 +▁työnantajan -10.9635 +ikot -10.9636 +ISTA -10.9637 +▁hienoja -10.9637 +▁oppilas -10.9639 +▁hallita -10.9641 +▁tekemättä -10.9641 +▁proteiini -10.9641 +▁plussa -10.9642 +vuotiaiden -10.9643 +▁joulukuussa -10.9643 +▁soitti -10.9643 +▁Oikeus -10.9644 +▁keskusteluun -10.9645 +▁tah -10.9647 +▁Puna -10.9649 +▁huolissaan -10.9649 +▁Kela -10.9651 +▁kapea -10.9652 +▁py -10.9653 +▁ruskea -10.9653 +king -10.9653 +toveri -10.9656 +▁Dr -10.9657 +▁1990- -10.9657 +ang -10.9658 +tilasto -10.9659 +▁lähimmä -10.9659 +▁hankalaa -10.9663 +▁esine -10.9664 +tutkija -10.9665 +hor -10.9666 +▁kiertää -10.9667 +cin -10.9667 +▁huomion -10.9668 +▁perintö -10.9668 +kipu -10.9669 +▁ennalta -10.9669 +▁pienten -10.9669 +▁Rau -10.9669 +ence -10.9669 +▁maja -10.9672 +Lu -10.9673 +linen -10.9675 +▁Tuskin -10.9675 +▁kerros -10.9677 +markkinoilla -10.9678 +valmiste -10.9679 +silmä -10.9679 +ung -10.9679 +▁myöhään -10.968 +paikalle -10.968 +kkeeseen -10.9681 +tumista -10.9682 +▁kierrä -10.9684 +▁saati -10.9688 +tekniikka -10.9689 +▁vittu -10.969 +▁autoon -10.9692 +▁myrky -10.9693 +53 -10.9694 +-4 -10.9694 +▁tutkimusta -10.9695 +ettava -10.9695 +valikoima -10.9696 +▁ennakoi -10.9696 +▁peto -10.9696 +▁hoidetaan -10.9697 +▁tulot -10.9699 +▁Italian -10.9699 +▁nopeus -10.9699 +▁varm -10.9699 +▁asetettu -10.97 +▁Suomalainen -10.97 +?.- -10.97 +▁pidät -10.97 +▁Bur -10.9703 +▁sar -10.9703 +▁Lento -10.9703 +▁johtama -10.9703 +mber -10.9705 +kunto -10.9706 +▁juoksi -10.9707 +▁kuole -10.9709 +▁ymmärtämään -10.9715 +▁väittee -10.9715 +▁järjestettiin -10.9718 +▁kolmesta -10.972 +▁jostakin -10.9721 +▁kasvis -10.9723 +▁näkynyt -10.9723 +▁pennu -10.9724 +▁herku -10.9725 +▁outo -10.9725 +yden -10.9726 +▁kärsii -10.9727 +toon -10.973 +▁ketä -10.9731 +▁Sir -10.9732 +▁jonkinlainen -10.9732 +▁Android -10.9733 +▁Yhteistyö -10.9733 +▁Jaakko -10.9733 +▁puhdas -10.9734 +▁useiden -10.9735 +▁komp -10.9735 +istin -10.9737 +puolelle -10.9738 +mmalle -10.9742 +▁päivään -10.9743 +▁Teksti -10.9744 +taus -10.9744 +▁talousarvio -10.9748 +▁merkitty -10.9751 +asioita -10.9751 +pelit -10.9751 +▁leipä -10.9752 +mentti -10.9752 +▁pahoi -10.9753 +▁Ihminen -10.9755 +koru -10.9755 +paikkojen -10.9755 +64 -10.9756 +▁alennus -10.9758 +▁rip -10.9759 +▁je -10.9761 +▁Yllä -10.9762 +▁oikeudet -10.9762 +maksut -10.9763 +▁parane -10.9766 +▁vuodeksi -10.9767 +▁sinulta -10.9767 +vuotiaat -10.9769 +▁melu -10.977 +valmentaja -10.9771 +▁Hänellä -10.9771 +▁itku -10.9772 +▁She -10.9772 +▁huoneisto -10.9774 +loita -10.9775 +▁tyydy -10.9776 +▁kehittä -10.9777 +tettyä -10.9777 +rää -10.9778 +uutena -10.9778 +▁korosta -10.9779 +gh -10.978 +kilpailun -10.978 +dyn -10.9781 +▁valuutta -10.9782 +▁kuvata -10.9783 +▁All -10.9784 +hdys -10.9784 +▁maalais -10.9785 +▁jatkuvaa -10.9785 +▁:-) -10.9785 +mene -10.9786 +tiivi -10.9787 +▁oikeita -10.9788 +▁aa -10.9788 +▁hakemus -10.9788 +▁kopioi -10.9789 +▁julkaise -10.979 +▁psyko -10.979 +kr -10.9795 +▁suomalaisille -10.9797 +valmis -10.9798 +▁lentä -10.9798 +▁Projekti -10.9799 +jun -10.9801 +▁suhdetta -10.9801 +▁metro -10.9803 +▁koirien -10.9803 +▁etene -10.9803 +▁kengät -10.9806 +▁esikois -10.9806 +▁juoda -10.981 +▁tul -10.981 +▁rakastu -10.981 +▁sinkku -10.9811 +▁avoinna -10.9813 +▁armeijan -10.9813 +ult -10.9813 +KSI -10.9813 +sun -10.9814 +▁yksikkö -10.9814 +oida -10.9814 +▁Luu -10.9815 +HA -10.9816 +tiloja -10.9816 +▁ikää -10.9818 +▁koki -10.9818 +▁rakkaa -10.9821 +▁David -10.9823 +vuokra -10.9824 +0% -10.9825 +▁karhu -10.9825 +▁verotus -10.9826 +▁Viesti -10.9827 +▁mitää -10.9827 +uksilla -10.9828 +▁pääsen -10.983 +skaa -10.9831 +▁löyty -10.9831 +mppi -10.9834 +▁Lähes -10.9836 +isina -10.9837 +SE -10.9837 +▁seurasi -10.9837 +▁Tom -10.9838 +▁70- -10.9839 +▁Elisa -10.9841 +ukan -10.9841 +▁yleisön -10.9843 +▁osoitteeseen -10.9843 +▁Art -10.9843 +▁Enkä -10.9844 +▁yhdistys -10.9846 +▁liikkua -10.9846 +▁työelämä -10.9846 +▁Seppo -10.9849 +▁Tuki -10.9849 +▁tukevat -10.985 +▁puhetta -10.985 +▁Vuokra -10.9852 +▁lausu -10.9854 +▁kerroin -10.9854 +▁ystävien -10.9856 +▁aion -10.9857 +luvan -10.9858 +▁Hur -10.9861 +▁tekniikka -10.9861 +▁Eero -10.9862 +aikoina -10.9862 +▁matkustaa -10.9862 +paja -10.9863 +▁ottelua -10.9864 +▁hake -10.9865 +▁käsittele -10.9866 +lehdessä -10.9866 +▁keskeisi -10.9867 +udella -10.9867 +▁koirat -10.9872 +▁valtakunnan -10.9873 +idän -10.9875 +▁kattaa -10.9875 +▁lika -10.9876 +▁ylläpito -10.9876 +▁varuste -10.9877 +▁nimissä -10.9879 +asteen -10.9882 +▁yhteisön -10.9884 +▁2-3 -10.9885 +▁lopun -10.9886 +2005 -10.9886 +tarkastaja -10.9888 +ajien -10.989 +▁ruuan -10.9891 +▁päästy -10.9891 +keskuksessa -10.9892 +▁tarkoitetu -10.9892 +▁liittyvistä -10.9894 +▁pidempi -10.9894 +mmäksi -10.9894 +▁keskittyy -10.9896 +▁HA -10.9896 +▁muslimi -10.9898 +pela -10.9898 +▁jännä -10.9899 +▁saari -10.9901 +▁söpö -10.9902 +▁sivun -10.9902 +▁pelataan -10.9903 +form -10.9903 +▁varsinaisesti -10.9905 +▁valikoi -10.9907 +▁marraskuussa -10.991 +▁lisätty -10.9911 +▁tahdon -10.9912 +Kä -10.9915 +▁linkit -10.9916 +▁kuvittele -10.9919 +▁ulkonäkö -10.9921 +▁ehdottaa -10.9922 +suutta -10.9923 +▁jokaisessa -10.9923 +▁merkin -10.9923 +▁syyttää -10.9923 +▁aiheeseen -10.9925 +yrittäjä -10.9925 +▁Sanna -10.9925 +▁sinäkin -10.9931 +▁panostaa -10.9931 +jalka -10.9931 +sihteeri -10.9933 +▁kumpi -10.9934 +▁hyvänä -10.9935 +▁hoitamaan -10.9936 +▁Ven -10.9937 +:15 -10.9937 +▁hidas -10.9938 +dut -10.9939 +▁Thaimaa -10.9939 +▁mahdollisuuksi -10.9941 +▁kirkkaa -10.9943 +perin -10.9944 +▁tekemisen -10.9946 +▁Risto -10.9946 +▁todetaan -10.9946 +▁Osallistu -10.9947 +▁luulen -10.9948 +puna -10.9948 +-16 -10.9949 +▁Web -10.995 +▁sopia -10.995 +▁tutkittu -10.9951 +cre -10.9951 +▁Yö -10.9952 +▁Pre -10.9953 +▁huomattava -10.9953 +▁vo -10.9954 +▁järki -10.9954 +▁netin -10.9954 +udet -10.9955 +▁OP -10.9956 +▁hiili -10.9957 +kol -10.9957 +▁britti -10.9957 +▁viere -10.9958 +ruokaa -10.9958 +ii -10.9959 +.26 -10.9962 +▁yritin -10.9963 +▁Sala -10.9963 +▁Syö -10.9964 +▁aido -10.9965 +sch -10.9966 +koneen -10.9967 +▁tyyty -10.9967 +▁pysyi -10.9969 +▁kirjat -10.9969 +▁päätteeksi -10.9971 +juus -10.9973 +▁ylimääräistä -10.9973 +ismin -10.9974 +bergin -10.9975 +ttyy -10.9975 +teesi -10.9976 +▁ystävät -10.9976 +▁monenlaisia -10.9977 +järjestön -10.9979 +▁pätevä -10.998 +▁makuuhuone -10.998 +▁huonoja -10.9986 +▁iltapäivällä -10.9987 +Al -10.9989 +▁tarpeet -10.9989 +▁reilun -10.9989 +▁Dan -10.999 +.28 -10.999 +▁surkea -10.9993 +▁2,5 -10.9994 +-6 -10.9995 +▁IT -10.9995 +▁tap -10.9996 +rahoitus -10.9997 +▁teemme -10.9998 +▁vanhempia -11 +▁jälke -11 +elma -11.0004 +▁yhteyden -11.0008 +LL -11.0008 +▁Maailma -11.0009 +▁tilassa -11.0011 +▁ihail -11.0011 +▁oppositio -11.0012 +▁HE -11.0015 +maalla -11.0015 +▁palautta -11.0015 +▁tapasi -11.0015 +▁nousevat -11.0018 +Tuo -11.0023 +▁voisit -11.0024 +▁psykologi -11.0027 +▁ulkomaille -11.0027 +kkula -11.0027 +▁Mas -11.0028 +▁kasvava -11.003 +▁merkeissä -11.0031 +▁ukko -11.0031 +▁Michael -11.0031 +▁aloitta -11.0033 +▁27. -11.0033 +▁korkeamma -11.0034 +▁äksi -11.0037 +5% -11.0037 +▁%20 -11.0037 +henki -11.0038 +▁laatiko -11.004 +▁hankittu -11.004 +▁siivous -11.0041 +▁parhaa -11.0043 +▁vaikutuksen -11.0044 +▁piiriin -11.0044 +▁erilaisiin -11.0045 +▁Bre -11.0046 +▁tunnen -11.0046 +koulutuksen -11.0047 +▁säilyy -11.0048 +▁Liikenne -11.0049 +kertainen -11.0054 +▁hae -11.0054 +▁julkaistaan -11.0055 +▁päästää -11.0055 +▁piru -11.0055 +sut -11.0057 +polu -11.0058 +▁TO -11.0058 +▁ilmestyy -11.0058 +▁asemaa -11.0061 +▁juure -11.0062 +kesä -11.0065 +ish -11.0066 +kokemuksi -11.0066 +puku -11.0069 +▁sosiaalinen -11.0072 +koot -11.0073 +▁lehdistö -11.0073 +▁verrata -11.0074 +▁naisista -11.0074 +▁päivittäis -11.0075 +ilo -11.0076 +▁jatku -11.0079 +▁joudu -11.0079 +riitti -11.008 +▁kiito -11.008 +.27 -11.0084 +▁Bru -11.0086 +▁herkku -11.0086 +▁1-2 -11.0088 +▁raivo -11.0089 +▁Maksu -11.0089 +▁€. -11.0091 +▁1: -11.0092 +▁kadu -11.0092 +yhteys -11.0092 +▁lähesty -11.0095 +▁ymmärrän -11.0095 +ravintola -11.0096 +▁maine -11.0097 +stetaan -11.0098 +▁kuolee -11.0098 +▁tulemaan -11.0099 +kunnalle -11.0101 +▁nimeltään -11.0102 +▁Valta -11.0104 +▁joukosta -11.0105 +▁Kat -11.0105 +pöytä -11.0107 +▁Tilanne -11.0107 +▁kirjasta -11.0107 +▁Suure -11.0109 +:.- -11.0109 +▁!. -11.011 +▁kielellä -11.0111 +▁kylpyhuone -11.0112 +reissa -11.0113 +▁tavoitteita -11.0113 +▁tär -11.0113 +▁Mukana -11.0114 +▁Sar -11.0114 +▁käytökse -11.0115 +huoneen -11.0117 +viikon -11.0118 +▁analysoi -11.0119 +llani -11.012 +▁lää -11.0123 +▁Bro -11.0124 +▁pallon -11.0124 +▁riita -11.0124 +▁kerrottiin -11.0125 +▁lähtevät -11.0125 +▁Gar -11.0126 +▁nopeaa -11.0127 +iso -11.0127 +▁opetella -11.0129 +▁sul -11.013 +▁kesäkuussa -11.0131 +▁jollakin -11.0131 +▁ga -11.0132 +posti -11.0133 +▁aletaan -11.0135 +▁opiskella -11.0138 +emma -11.0139 +▁päivittä -11.0141 +▁selville -11.0142 +tajien -11.0143 +läisten -11.0144 +▁Suu -11.0148 +▁kasvavat -11.015 +▁Erkki -11.0151 +▁Julkis -11.0152 +▁sadan -11.0155 +▁käsissä -11.0156 +▁olosuhteissa -11.0159 +dio -11.016 +▁käsityksen -11.0162 +hakemukse -11.0164 +▁ollutkaan -11.0165 +▁valinnan -11.0165 +▁th -11.0172 +ctor -11.0173 +▁pystyä -11.0173 +▁maksettava -11.0174 +moni -11.0175 +▁Cla -11.0175 +▁Puhu -11.0176 +▁asenta -11.0176 +.24 -11.0176 +▁rengas -11.0177 +hda -11.0178 +▁43 -11.0178 +▁esittämä -11.0178 +▁sellaiseen -11.0179 +▁keskustasta -11.018 +▁jonnekin -11.0181 +▁markkaa -11.0182 +tuli -11.0182 +▁ylpeä -11.0183 +ilijä -11.0184 +▁molempien -11.0188 +▁levo -11.0188 +▁aloitte -11.0189 +▁kontakti -11.0189 +▁Ravintola -11.0189 +▁köy -11.019 +▁Pii -11.019 +villä -11.0192 +▁käytös -11.0193 +reitä -11.0193 +▁kauppaa -11.0194 +▁your -11.0197 +terve -11.0197 +tyksi -11.0199 +▁ryhtyä -11.02 +▁lanka -11.0201 +tv -11.0201 +▁Myy -11.0201 +▁Mäki -11.0204 +▁Suomalaiset -11.0205 +▁luopua -11.0206 +▁seuraamaan -11.0207 +kaasu -11.0208 +▁keskelle -11.021 +▁28. -11.0211 +▁50- -11.0211 +vuonna -11.0213 +▁huomaut -11.0214 +▁tyttöjen -11.0215 +Suomi -11.0217 +▁sarjassa -11.0219 +ian -11.0219 +So -11.022 +▁kokeillut -11.022 +▁tippu -11.0221 +▁rohkeasti -11.0222 +▁kappaleen -11.0222 +▁kovi -11.0222 +▁asettu -11.0224 +▁valittaa -11.0225 +▁tilaisuus -11.0228 +▁matkaan -11.0229 +▁pai -11.023 +kisoissa -11.0231 +▁varmaa -11.0232 +▁Tulee -11.0233 +▁väkeä -11.0233 +ntiin -11.0234 +▁lou -11.0234 +▁asukkaiden -11.0235 +▁tekemällä -11.0236 +lot -11.0237 +kokemus -11.0239 +▁palkkapäivä -11.0239 +▁liikunnan -11.0239 +▁41 -11.024 +lautakunnan -11.024 +▁suunnittele -11.0241 +▁tuotteista -11.0244 +▁treenaa -11.0245 +▁rohkea -11.0245 +ttiä -11.0245 +▁ilmoituksen -11.0246 +▁ryhdy -11.0246 +▁hevosen -11.0246 +▁Lähettänyt -11.0246 +main -11.0247 +AL -11.0252 +▁lin -11.0252 +▁sijais -11.0253 +▁maaperä -11.0254 +▁metsästä -11.0255 +MÄ -11.0255 +xin -11.0256 +▁tehtävän -11.0257 +▁koste -11.0257 +Kiitos -11.0258 +▁organisaation -11.026 +▁kalastus -11.026 +▁kohdetta -11.026 +red -11.026 +ilmiö -11.0262 +▁monipuolinen -11.0263 +▁Jotenkin -11.0263 +▁uutisia -11.0267 +▁materiaalia -11.0268 +▁tavoitteiden -11.027 +▁mittaus -11.027 +▁itselläni -11.0271 +kuski -11.0271 +onta -11.0272 +ller -11.0273 +▁työntekijää -11.0276 +▁näyttä -11.0276 +▁Suosittelen -11.0276 +tarkastukse -11.0277 +▁kysymyksen -11.0277 +▁havainto -11.0281 +▁kahvia -11.0281 +▁26. -11.0284 +vaatimuksi -11.0285 +▁alkuperäinen -11.0288 +▁huolellisesti -11.0292 +▁söi -11.0292 +▁about -11.0293 +hoitoa -11.0294 +▁maaliskuussa -11.0294 +▁muuttuvat -11.0295 +palveluita -11.0297 +▁blogia -11.0299 +▁syyskuussa -11.0299 +▁hoiva -11.03 +-7 -11.03 +osassa -11.03 +▁perustettiin -11.0301 +▁Tein -11.0301 +▁avio -11.0302 +▁tarkastella -11.0303 +▁Porin -11.0304 +▁hiljaise -11.0305 +alueelle -11.0306 +▁puhumaan -11.0306 +lliseksi -11.0306 +▁tapahdu -11.0306 +▁kuvasta -11.0308 +▁vaihtelevat -11.0309 +▁kestänyt -11.0311 +▁pello -11.0314 +▁lakka -11.0314 +▁lounas -11.0315 +▁80- -11.0316 +▁puuttua -11.0318 +▁yrittävät -11.0318 +▁(4 -11.0319 +▁välttämätöntä -11.0322 +▁nai -11.0322 +telmi -11.0323 +aineiden -11.0324 +▁ruudu -11.0325 +▁montaa -11.0326 +ktio -11.0327 +▁huhu -11.0328 +retki -11.033 +tikka -11.0331 +elmi -11.0331 +▁odotan -11.0332 +▁neule -11.0334 +▁henkisesti -11.0334 +▁auttoi -11.0336 +juoksu -11.0336 +▁upo -11.0336 +Ju -11.0338 +▁asukkaat -11.0341 +ootti -11.0342 +▁tiukka -11.0342 +▁toimijoiden -11.0345 +▁kallista -11.0347 +▁Pyy -11.0347 +▁Eilen -11.0348 +▁ikuis -11.0348 +▁have -11.0351 +▁puolusta -11.0353 +▁kri -11.0354 +▁Mie -11.0355 +ukseksi -11.0356 +▁tolla -11.0358 +▁nuorena -11.0358 +▁osaaminen -11.0359 +▁puhunut -11.0359 +▁päätellä -11.0362 +▁Sarja -11.0362 +▁out -11.0365 +▁virallinen -11.0365 +▁luulisi -11.0366 +▁nimiä -11.0366 +▁PA -11.0366 +▁viivästy -11.0367 +raali -11.0368 +▁Egypti -11.0368 +▁valon -11.0368 +yde -11.0369 +▁myynnin -11.0369 +▁Lapsen -11.037 +rkki -11.037 +umi -11.0372 +▁haastava -11.0372 +▁myyty -11.0373 +▁laissa -11.0374 +▁urheilija -11.0375 +▁työpaikan -11.0377 +▁Kalle -11.0379 +▁Tutki -11.0379 +▁säätiö -11.038 +▁kilpailija -11.038 +▁Joukkue -11.0381 +>< -11.0381 +▁määritelty -11.0381 +▁häneen -11.0382 +▁tuoli -11.0382 +jaksi -11.0386 +▁töistä -11.0387 +▁hirvi -11.0387 +laiva -11.0389 +▁isänsä -11.039 +hoidossa -11.039 +▁osia -11.0391 +▁työllisyys -11.0391 +suhteet -11.0394 +▁maahanmuuttaja -11.0395 +▁muutenkaan -11.0395 +▁viranomaiset -11.0396 +sellä -11.0396 +Lähetetty -11.0396 +▁toisille -11.0398 +▁keskity -11.0399 +▁tavan -11.04 +ppeja -11.0401 +▁esittelee -11.0401 +vuuteen -11.0402 +viraston -11.0402 +▁pano -11.0407 +▁väline -11.0411 +terveys -11.0411 +▁paini -11.0414 +leen -11.0414 +▁Areena -11.0415 +tulos -11.0418 +nutta -11.0418 +url -11.042 +▁välille -11.042 +jiin -11.0421 +utettu -11.0423 +▁suunna -11.0426 +MO -11.0427 +▁poliittinen -11.0432 +▁ennenkin -11.0432 +▁remontti -11.0433 +▁suosittele -11.0434 +▁epäillään -11.0434 +▁kruunu -11.0435 +▁sisar -11.0435 +▁peliin -11.0437 +▁golf -11.0438 +▁2) -11.0439 +▁teollisuuden -11.044 +verkon -11.044 +▁höyry -11.0442 +▁synnyttä -11.0442 +▁itsemurha -11.0445 +▁fani -11.0446 +▁yritystä -11.0447 +▁Kansallis -11.0448 +kaupassa -11.0448 +Ne -11.0448 +▁keskeise -11.045 +kyy -11.0451 +isteja -11.0456 +▁kortin -11.0457 +▁tunnetta -11.0457 +cc -11.0463 +▁muuttamaan -11.0463 +▁muutu -11.0464 +▁nettisivu -11.0465 +mmiksi -11.0466 +▁kyseenalaista -11.0469 +▁jär -11.0469 +▁sekuntia -11.0472 +▁huolen -11.0472 +pri -11.0473 +▁ideoi -11.0474 +▁vetäyty -11.0475 +▁Rauha -11.0476 +▁edistä -11.0477 +▁jäisi -11.0478 +liini -11.0478 +▁tottunut -11.0481 +torni -11.0482 +▁tota -11.0482 +neuvottelu -11.0484 +▁STT -11.0485 +▁ostettu -11.0485 +▁Kohta -11.0487 +▁puutu -11.0487 +itus -11.0489 +▁koulutukseen -11.0492 +▁syntyä -11.0492 +luoto -11.0493 +rilla -11.0495 +▁silmän -11.0496 +▁päte -11.0497 +tiikka -11.0503 +▁Muita -11.0504 +▁ylläpitää -11.0504 +▁lenno -11.0504 +hallinno -11.0505 +▁Peter -11.0505 +▁tarkoi -11.0506 +▁hajo -11.0507 +▁vedä -11.0507 +ulla -11.0507 +▁Totta -11.0507 +▁totuutta -11.0509 +▁lähetä -11.051 +▁Naiset -11.0512 +mieli -11.0512 +kunnat -11.0513 +▁selvitä -11.0514 +▁katta -11.0514 +▁väitä -11.0514 +▁Len -11.0515 +▁annettiin -11.0515 +▁sisällö -11.0516 +mea -11.0516 +▁päätö -11.0518 +pio -11.0519 +▁kolmeen -11.0519 +▁Ilkka -11.0519 +▁Britannian -11.052 +päätö -11.052 +äjä -11.0521 +▁palveluihin -11.0522 +tteihin -11.0525 +stamme -11.0526 +organisaatio -11.0527 +▁rakentamisen -11.053 +▁lihaa -11.053 +▁Tal -11.0533 +▁vieraa -11.0534 +▁luova -11.0534 +▁jaksanut -11.0536 +▁tuloksena -11.0538 +▁kevye -11.0539 +▁lainsäädäntö -11.0539 +▁heittä -11.054 +▁tuuma -11.0542 +▁oppimisen -11.0543 +▁omistus -11.0544 +sota -11.0545 +kysymys -11.0545 +▁Pat -11.0545 +LE -11.0548 +▁sairauden -11.0548 +riä -11.0548 +▁Espanjan -11.0549 +▁tiet -11.0551 +maksun -11.0552 +innin -11.0552 +määrät -11.0553 +nnus -11.0554 +▁hölmö -11.0555 +▁esimerkkejä -11.0557 +▁äänestys -11.0561 +analyysi -11.0562 +▁piirissä -11.0563 +▁sipuli -11.0564 +kkoa -11.0565 +NA -11.0566 +▁It -11.0566 +▁avaruus -11.0566 +mmistä -11.0567 +▁päiväkoti -11.0567 +▁Samaan -11.0568 +▁jäsentä -11.057 +▁Eiköhän -11.0571 +▁wh -11.0571 +terin -11.0571 +▁pelaajia -11.0571 +utin -11.0571 +▁kehitetty -11.0572 +▁Apu -11.0572 +▁Noin -11.0574 +ilmoitus -11.0574 +▁keli -11.0575 +▁kerron -11.0575 +ST -11.0578 +sp -11.0578 +▁seurannut -11.0578 +▁Vo -11.0578 +▁1999 -11.0582 +▁edustajat -11.0582 +▁määritelmä -11.0583 +pis -11.0584 +bra -11.0585 +▁hallitse -11.0586 +▁näkemys -11.0587 +▁lokakuussa -11.0588 +Ar -11.0589 +▁lämmön -11.0589 +▁paikoissa -11.059 +▁kannatus -11.0591 +▁kysymykset -11.0592 +▁jänni -11.0592 +▁Opi -11.0595 +oppila -11.0595 +illeen -11.0597 +Hu -11.0598 +▁kansi -11.0604 +▁selittä -11.0606 +▁valmistaja -11.0607 +▁vilja -11.0608 +geeni -11.0608 +▁keittiön -11.0608 +▁päämäärä -11.0609 +▁Uu -11.0609 +▁itsetunto -11.061 +▁vs -11.0611 +▁iän -11.0611 +▁sanomaan -11.0611 +▁ehdoton -11.0612 +▁samanlaista -11.0615 +▁oikeuksia -11.0615 +▁Tuolla -11.0618 +ytyy -11.062 +▁laittanut -11.062 +erry -11.0621 +▁25. -11.0621 +▁päätöstä -11.0623 +▁vaaleissa -11.0624 +▁näyte -11.0624 +▁del -11.0625 +▁kiittää -11.0625 +▁ävä -11.0625 +ora -11.0627 +▁avu -11.0627 +▁öljyn -11.0627 +qua -11.0627 +▁tuoma -11.0629 +▁Keskusta -11.063 +▁rohke -11.0635 +▁tyhji -11.0636 +▁18- -11.0636 +▁Putin -11.0638 +▁hinnoi -11.0638 +▁ajettu -11.064 +▁huolestu -11.064 +▁san -11.0641 +▁muistel -11.0641 +▁puhdistus -11.0641 +▁Pä -11.0642 +▁toimenpide -11.0642 +▁uskova -11.0645 +ytti -11.0646 +▁wi -11.0647 +nousu -11.0647 +▁korvata -11.0647 +▁Sie -11.0648 +▁2: -11.0649 +▁Myöhemmin -11.0649 +puhelime -11.0651 +▁saksa -11.0652 +▁Jani -11.0653 +▁lapsensa -11.0655 +iksen -11.0656 +▁Ruo -11.0657 +zza -11.0658 +pus -11.0658 +▁vahvisti -11.0659 +näytö -11.0659 +palkinto -11.066 +▁29. -11.066 +▁houkut -11.0661 +kaupungin -11.0661 +▁Luku -11.0662 +▁alueelta -11.0664 +▁asui -11.0664 +ltu -11.0665 +▁sääntöjä -11.0667 +▁kauneus -11.0668 +▁ohjata -11.0669 +▁raportti -11.0671 +▁näp -11.0671 +▁kahdesti -11.0671 +▁päivitys -11.0671 +▁kehittynyt -11.0672 +▁reiti -11.0672 +aseman -11.0673 +▁puitteissa -11.0674 +▁pohtia -11.0675 +▁käyttäytymis -11.0676 +▁joulua -11.0677 +kerro -11.0677 +▁pikavippi -11.0681 +▁liikuntaa -11.0682 +liina -11.0682 +85 -11.0683 +▁pisteen -11.0685 +▁Tulo -11.0685 +▁sieni -11.0686 +▁til -11.0688 +▁kustannuksia -11.0689 +harjoittelu -11.0689 +▁vanhojen -11.069 +SS -11.069 +▁kenellekään -11.0691 +▁kurkku -11.0691 +sar -11.0692 +▁merkit -11.0692 +▁verenpaine -11.0692 +järjestöjen -11.0693 +▁markkinoi -11.0694 +▁Jou -11.0695 +▁tuottama -11.0695 +bit -11.0698 +▁viereen -11.0698 +▁kiekko -11.0698 +apua -11.07 +▁siirtä -11.0702 +stetään -11.0702 +▁törmä -11.0703 +KÄ -11.0703 +▁mg -11.0704 +▁eduskunta -11.0706 +▁yleisen -11.0706 +kais -11.0706 +▁Vaan -11.0707 +▁halutessaan -11.0708 +▁ovatkin -11.0709 +▁kehittämisen -11.0709 +▁antaisi -11.0711 +luonno -11.0711 +▁tava -11.0713 +▁Kumma -11.0713 +▁palka -11.0716 +▁Vin -11.0716 +tunne -11.0717 +▁May -11.0719 +-8 -11.0719 +▁ilmoittanut -11.072 +▁henkilökohtaisi -11.0722 +.29 -11.0723 +use -11.0723 +väestö -11.0723 +uke -11.0724 +siivi -11.0728 +▁Marko -11.0731 +▁huonekalu -11.0732 +ara -11.0733 +jina -11.0733 +▁Sieltä -11.0733 +▁Sini -11.0736 +In -11.0738 +▁miettii -11.0739 +▁ylittää -11.074 +yksikön -11.074 +▁hirveä -11.0744 +▁ees -11.0745 +▁hyvissä -11.0745 +▁muukin -11.0745 +▁Ylä -11.0745 +▁Voisi -11.0746 +▁kävijä -11.0746 +▁ano -11.0747 +össä -11.0748 +▁Varmaan -11.0748 +▁mainitsema -11.075 +▁tulli -11.0751 +off -11.0751 +▁Maija -11.0751 +HL -11.0753 +kkojen -11.0753 +▁Kova -11.0753 +▁taivas -11.0755 +▁avoimesti -11.0756 +▁samanaikaisesti -11.0756 +llakin -11.0759 +▁Lisätietoja -11.0759 +▁Kerran -11.076 +▁pysyvä -11.076 +▁ihmetteli -11.076 +▁auttanut -11.0761 +kaupasta -11.0762 +▁aloite -11.0763 +▁terveyttä -11.0763 +▁korkealla -11.0763 +▁Rock -11.0764 +▁perheelle -11.0765 +▁lentää -11.0768 +▁sähköpostitse -11.0769 +▁varapuheenjohta -11.0769 +▁kentällä -11.0771 +▁päivitetty -11.0772 +▁tapahtumien -11.0772 +Ve -11.0774 +.0 -11.0775 +▁kahdeksa -11.0775 +▁politiikan -11.0775 +ming -11.0776 +▁vähäise -11.0776 +▁tilanteita -11.0776 +▁maailmasta -11.0777 +▁poikkeava -11.0778 +sari -11.078 +▁diesel -11.078 +palveluja -11.0781 +▁Bet -11.0783 +▁veroja -11.0783 +▁lajin -11.0784 +ännö -11.0786 +VE -11.0787 +tellään -11.0788 +▁Tammi -11.0788 +ore -11.0789 +▁Yhden -11.0789 +▁kuri -11.079 +< -11.079 +▁kuolemaan -11.0791 +▁painon -11.0791 +etään -11.0792 +kehitys -11.0793 +▁psykiatri -11.0793 +▁Mel -11.0793 +▁kärsivä -11.0794 +▁kannustaa -11.0794 +▁helmikuussa -11.0795 +▁hoidettu -11.0795 +▁kesäkuun -11.0798 +▁Kreikan -11.0801 +▁tartu -11.0804 +tär -11.0805 +▁Loma -11.0805 +puun -11.0807 +jou -11.0808 +▁Kysymys -11.0808 +▁jouduin -11.0809 +▁24. -11.0809 +▁siirtymä -11.081 +▁Hoito -11.081 +▁Käyttö -11.081 +▁mittaan -11.081 +▁kuntosali -11.0812 +▁Haapa -11.0812 +▁Huone -11.0812 +treeni -11.0813 +mpään -11.0813 +▁ajoittain -11.0813 +▁järjestäjä -11.0813 +▁vaikuttanut -11.0813 +▁ruotsin -11.0814 +▁Tuomas -11.0817 +matkan -11.0817 +empää -11.0818 +▁Leena -11.0819 +▁60- -11.0821 +▁Ser -11.0821 +Na -11.0821 +▁omistajan -11.0824 +isko -11.0825 +▁paljonko -11.0825 +▁Golf -11.0826 +▁ajanut -11.0827 +▁liikkeellä -11.0829 +jilta -11.0829 +▁muuttanut -11.083 +▁pystyvät -11.0831 +sori -11.0831 +▁Risti -11.0833 +▁Tuuli -11.0833 +▁omaksu -11.0834 +aalinen -11.0834 +▁mod -11.0835 +kohtee -11.0838 +▁uusista -11.0839 +öpö -11.0839 +▁Oman -11.0839 +työkalu -11.0839 +▁asuvat -11.0839 +▁kommunisti -11.0842 +▁Todella -11.0842 +▁Esko -11.0843 +▁hiuksi -11.0844 +▁kuulosta -11.0847 +4) -11.0848 +nnistä -11.0849 +▁määrittää -11.085 +▁90- -11.085 +▁vertais -11.0851 +kli -11.0851 +suhteen -11.0851 +▁silmiin -11.0851 +cker -11.0852 +▁hyväksyttävä -11.0857 +▁Yliopisto -11.0857 +▁yksilön -11.0859 +kil -11.086 +▁äitini -11.0861 +▁viileä -11.0861 +▁sukupolvi -11.0861 +▁finaali -11.0862 +▁käytävä -11.0865 +indeksi -11.0866 +▁ehdotus -11.0869 +▁hotellit -11.0869 +ping -11.087 +▁nor -11.087 +▁tehdyt -11.0871 +▁tapahtumista -11.0871 +▁rasisti -11.0871 +▁tasoa -11.0872 +▁pelaajien -11.0872 +▁rakastan -11.0874 +▁pyöräily -11.0874 +▁Tan -11.0875 +▁operaatio -11.0876 +▁selv -11.0878 +▁tämäkin -11.0879 +▁senttiä -11.088 +▁asentee -11.088 +meen -11.0881 +▁lupasi -11.0881 +▁murhe -11.0883 +eläimi -11.0885 +▁Hil -11.0888 +aatin -11.0889 +▁herätti -11.089 +kiksi -11.0891 +▁pystyisi -11.0892 +▁Kie -11.0892 +▁hyökkäykse -11.0892 +▁Hau -11.0893 +uutis -11.0893 +▁käyttäjät -11.0894 +▁ME -11.0899 +▁tre -11.0903 +arin -11.0905 +äiti -11.0905 +▁kerra -11.0906 +▁ansaitse -11.0908 +▁uudista -11.0908 +▁auttamaan -11.0909 +▁merkkiä -11.0909 +▁myöntä -11.0909 +opetukse -11.0909 +lajei -11.091 +▁monipuolis -11.0912 +▁menivät -11.0912 +markkinoiden -11.0913 +rt -11.0914 +▁metsästys -11.0916 +▁Spi -11.0918 +▁dating -11.0919 +dor -11.0922 +▁ominaisuus -11.0923 +▁haava -11.0924 +▁iässä -11.0924 +iltaan -11.0925 +▁mielikuva -11.0926 +katso -11.0927 +enne -11.0929 +▁kokoinen -11.093 +▁yh -11.0932 +rakentei -11.0932 +tuen -11.0932 +▁vammais -11.0932 +sal -11.0933 +TÖ -11.0934 +pido -11.0935 +ttelija -11.0936 +▁Paikka -11.0936 +▁markkinoiden -11.0937 +▁Apple -11.0937 +▁arabi -11.0937 +▁Pyr -11.0939 +3% -11.094 +▁Aiemmin -11.094 +▁julkaisema -11.094 +vär -11.094 +▁yksikään -11.094 +llisiin -11.0941 +▁ruumiin -11.0943 +▁neuvoa -11.0944 +harju -11.0948 +▁Kävin -11.0948 +▁kukkia -11.0949 +▁lihan -11.0951 +▁satee -11.0952 +▁un -11.0952 +▁nimimerkki -11.0955 +▁ulkomaan -11.0957 +▁autot -11.0959 +akaan -11.0959 +▁poro -11.096 +▁kohtelu -11.0963 +▁miehistä -11.0964 +▁liikenteessä -11.0965 +▁länsimai -11.0967 +▁kävellä -11.0969 +▁Elina -11.0969 +▁säädetään -11.0969 +▁Yhtä -11.097 +▁tuolta -11.097 +este -11.0972 +▁hirveästi -11.0972 +▁puhuvat -11.0973 +▁vääri -11.0974 +markkina -11.0975 +▁naapurin -11.0977 +▁Men -11.098 +▁kiinnostuneita -11.098 +utumis -11.0981 +Co -11.0983 +▁Green -11.0983 +teestä -11.0983 +siis -11.0983 +▁haavoittu -11.0984 +▁kutsuttu -11.0984 +bro -11.0985 +▁46 -11.0986 +▁äänestää -11.0986 +▁(5 -11.0987 +▁palaut -11.0987 +ylä -11.0988 +▁Pala -11.0989 +▁palautus -11.099 +▁otteeseen -11.0991 +▁tutkijat -11.0991 +2. -11.0992 +▁aloita -11.0992 +masi -11.0993 +▁ihmettele -11.0993 +sillä -11.0994 +▁Joki -11.0995 +lor -11.0996 +▁lis -11.0996 +▁tuloksen -11.0997 +▁perusti -11.0999 +▁kehittyy -11.0999 +▁nauru -11.1002 +▁Sauli -11.1003 +uudella -11.1004 +▁taloudellisesti -11.1005 +▁näytelmä -11.1005 +▁us -11.1005 +▁pestä -11.1006 +▁posta -11.1006 +▁pitävä -11.1006 +kah -11.1007 +▁Fri -11.101 +nor -11.1013 +▁tupakka -11.1013 +com -11.1013 +▁monista -11.1014 +▁vanhemmille -11.1017 +▁Max -11.102 +▁yleisty -11.1021 +▁rasismi -11.1021 +▁lip -11.1022 +▁Tällainen -11.1023 +▁puhuttu -11.1025 +▁Robert -11.1026 +baari -11.1026 +mattomat -11.1027 +▁siirty -11.1028 +▁Saira -11.103 +pesä -11.103 +suom -11.1031 +▁perustu -11.1032 +öi -11.1033 +seuraa -11.1035 +ilevä -11.1035 +▁Ääne -11.1036 +päätöksen -11.1037 +hoitoon -11.1039 +▁kehittämään -11.1039 +▁sopivia -11.1041 +▁Oulussa -11.1041 +▁lääkkeet -11.1041 +▁mieleeni -11.1042 +▁kerty -11.1043 +▁aikansa -11.1044 +▁romu -11.1045 +▁tuntunut -11.1046 +▁kipua -11.1046 +▁mor -11.1046 +kyn -11.1046 +▁järjestettävä -11.1047 +▁aikuinen -11.1048 +▁taatusti -11.1049 +▁evankeliumi -11.1049 +▁voiman -11.105 +ohjeet -11.105 +▁oikeutettu -11.105 +pien -11.1051 +tunto -11.1052 +▁potku -11.1052 +;) -11.1052 +▁Tapio -11.1056 +tavia -11.1056 +▁luomaan -11.1058 +▁sairaalassa -11.1059 +▁arvoa -11.1059 +▁tehtäviin -11.106 +piha -11.1062 +kerto -11.1063 +▁älkää -11.1065 +▁Niko -11.1065 +muksia -11.1066 +▁ohjelmassa -11.1066 +▁Netti -11.1068 +▁kukki -11.1068 +▁sossu -11.1069 +kuja -11.107 +▁teistä -11.1074 +▁tehdas -11.1075 +▁Musiikki -11.1075 +▁aiempi -11.1077 +▁standardi -11.1079 +vainen -11.108 +▁virtuaali -11.1081 +▁tytö -11.1081 +▁edellinen -11.1082 +suku -11.1083 +▁perheessä -11.1085 +cia -11.1085 +▁käsittää -11.1087 +▁tulevaisuutta -11.1087 +laisessa -11.1087 +▁ylipaino -11.1088 +▁löydetty -11.1089 +▁Mylly -11.1089 +▁riittänyt -11.1091 +▁avustus -11.1093 +▁kutsuu -11.1094 +ttamiseen -11.1094 +pisteet -11.1095 +KK -11.1097 +Pekka -11.11 +ong -11.1103 +▁Pö -11.1106 +LU -11.1106 +maailmassa -11.1106 +▁Kuopio -11.1106 +▁yht -11.1107 +lang -11.111 +▁poikien -11.1112 +▁Pai -11.1113 +▁Henkilöstö -11.1114 +▁och -11.1116 +▁takki -11.1117 +▁päivällä -11.1117 +Mar -11.1118 +▁jokaista -11.1119 +▁any -11.1119 +▁tuonne -11.1121 +DE -11.1123 +▁hintoja -11.1123 +▁tapet -11.1126 +▁hämä -11.1129 +▁tietoinen -11.113 +▁osoittavat -11.1133 +▁kauhea -11.1133 +▁valhe -11.1133 +tiellä -11.1134 +osissa -11.1135 +▁tarinaa -11.1136 +laatikko -11.1136 +▁Norjan -11.1136 +▁virallisesti -11.1138 +▁pelaajille -11.1139 +▁ajamaan -11.1143 +▁aiheuttanut -11.1144 +▁lama -11.1144 +▁noissa -11.1144 +▁tarpeita -11.1145 +▁Karhu -11.1147 +▁synnytys -11.1147 +selvi -11.1147 +▁King -11.1148 +Päivitetty -11.1148 +amassa -11.1149 +▁uskaltaa -11.115 +str -11.1151 +kirje -11.1151 +▁IP -11.1151 +▁tulevaa -11.1151 +▁keräsi -11.1153 +▁lataus -11.1154 +▁nur -11.1156 +tusten -11.1157 +lannin -11.1158 +▁rauhallinen -11.1158 +▁voitu -11.1158 +▁vanhaan -11.1159 +tteleva -11.116 +▁kuse -11.116 +prosessin -11.116 +▁hirmu -11.1161 +▁Paino -11.1161 +▁yhdeksi -11.1163 +▁lämpöä -11.1164 +▁erinomaisesti -11.1164 +▁syönyt -11.1164 +▁tehtävää -11.1168 +JÄ -11.1168 +▁pelottava -11.1168 +▁rahalla -11.1169 +ttelemään -11.1169 +▁väkivaltaa -11.1172 +▁tauko -11.1172 +▁kovan -11.1173 +▁tarjosi -11.1175 +▁sini -11.1175 +▁menneet -11.1176 +konen -11.1177 +▁voimin -11.1177 +▁pihalle -11.1178 +kaava -11.1178 +▁Ystävä -11.1178 +▁hajoa -11.1179 +▁flunssa -11.1179 +gas -11.1179 +▁Harmi -11.118 +ssamme -11.118 +muksesta -11.118 +▁opetusta -11.1182 +▁etteikö -11.1182 +▁kaksois -11.1188 +▁katke -11.1189 +wer -11.119 +▁kertoma -11.119 +Olen -11.119 +▁joudut -11.1191 +▁kilometri -11.1191 +▁saatat -11.1193 +▁Toyota -11.1194 +▁laitteet -11.1194 +missä -11.1194 +▁aseman -11.1195 +▁Talvi -11.1195 +▁ruumii -11.1195 +lev -11.1196 +▁47 -11.1199 +▁mus -11.12 +▁kimppuun -11.12 +▁osoitti -11.1201 +▁Nurmi -11.1201 +▁miehellä -11.1203 +▁katseli -11.1205 +▁ylimääräise -11.1207 +linna -11.1207 +polku -11.1208 +▁epäilty -11.1208 +▁näytön -11.1209 +tuva -11.1211 +▁poltta -11.1211 +▁susi -11.1212 +▁annan -11.1213 +▁mai -11.1213 +▁Leh -11.1213 +▁helvetin -11.1213 +kykyä -11.1216 +▁irrot -11.1218 +kaikki -11.122 +▁uusille -11.1221 +▁politiikkaa -11.1222 +▁sada -11.1222 +▁upeita -11.1223 +▁kier -11.1223 +Korea -11.1224 +▁yl -11.1225 +rm -11.1226 +ttomuutta -11.1227 +▁Kokonais -11.1227 +▁huonon -11.1229 +▁puolivälissä -11.123 +▁Pas -11.123 +voite -11.1231 +▁edellytykset -11.1232 +▁tulkita -11.1232 +▁kiristy -11.1234 +▁innolla -11.1234 +ssasi -11.1235 +▁valtaosa -11.1236 +lar -11.1236 +OI -11.1236 +vissä -11.1237 +▁Shi -11.1237 +▁Sam -11.1237 +putken -11.1239 +▁maksimi -11.1241 +▁torjunta -11.1245 +▁ruveta -11.1245 +-17 -11.1246 +skeli -11.1247 +▁suurempia -11.1249 +62 -11.125 +▁niinkään -11.1255 +▁lisääntymis -11.1256 +▁Puola -11.1257 +ajasta -11.1257 +▁odota -11.1259 +▁sytty -11.1259 +▁seuraavaan -11.126 +▁Alle -11.126 +▁arkea -11.126 +▁vastaavasti -11.126 +▁tullessa -11.1261 +▁ketkä -11.1263 +▁sääntöjen -11.1266 +tietä -11.1266 +▁Pien -11.127 +ikkoja -11.127 +gre -11.1273 +▁kuun -11.1274 +bar -11.1274 +▁tup -11.1274 +▁Tro -11.1274 +▁lahjoi -11.1276 +▁pyy -11.1277 +▁miehille -11.1279 +▁hetkiä -11.1279 +ohjelmassa -11.1279 +lähe -11.128 +▁Pentti -11.1282 +94 -11.1284 +▁palvelee -11.1284 +▁järvi -11.1284 +▁vuokraa -11.1285 +▁url -11.1285 +:10 -11.1286 +▁Salon -11.1287 +▁maksut -11.1287 +▁kansainvälistä -11.1294 +leet -11.1296 +liittymä -11.1296 +▁ihoa -11.1297 +▁lava -11.1297 +ssäni -11.1299 +▁paita -11.1301 +▁Rus -11.1303 +tyminen -11.1303 +▁viljely -11.1304 +EEN -11.1305 +▁muokattu -11.1308 +ttömän -11.131 +▁koskevia -11.131 +▁seksuaalise -11.1311 +vuotia -11.1311 +▁Vali -11.1311 +▁apuna -11.1312 +tilanteissa -11.1313 +▁1800- -11.1313 +▁ennemmin -11.1313 +▁Us -11.1314 +▁ääniä -11.1314 +▁pystyssä -11.1315 +raportti -11.1317 +▁Jenni -11.1317 +▁artiklan -11.1319 +:). -11.1321 +▁ärsyttää -11.1321 +▁natsi -11.1323 +teknologia -11.1323 +▁lukion -11.1323 +▁diagnoosi -11.1324 +vana -11.1324 +▁pakkaus -11.1325 +kama -11.1328 +käyttäjä -11.1328 +▁esimies -11.1329 +▁sovelletaan -11.1331 +▁laajasti -11.1333 +laisesta -11.1335 +88 -11.1337 +korko -11.1338 +▁FC -11.1338 +▁sivut -11.1339 +▁houkutteleva -11.1341 +▁sanottuna -11.1342 +tuoli -11.1342 +▁Pidä -11.1342 +Britannia -11.1343 +▁sivistys -11.1344 +kuulu -11.1344 +▁paka -11.1345 +▁Päivän -11.1348 +▁rasvaa -11.135 +ttajia -11.135 +▁Avo -11.1352 +▁Kunto -11.1352 +äly -11.1355 +▁käyttöönotto -11.1355 +▁hyväksyy -11.1355 +▁komissio -11.1356 +▁parempaan -11.1356 +▁elokuun -11.1357 +▁omistama -11.1358 +▁terapia -11.1359 +▁Para -11.1359 +▁istua -11.136 +▁sijoittu -11.1362 +▁pikemminkin -11.1362 +toimintaan -11.1365 +▁repi -11.1366 +tilaisuuksi -11.137 +sektori -11.137 +▁Suomelle -11.137 +▁Paul -11.1372 +▁koiria -11.1372 +▁ihmisoikeus -11.1372 +▁asetus -11.1372 +▁Sinne -11.1372 +▁lisääntynyt -11.1373 +opetus -11.1375 +valiokunta -11.1376 +▁eläkkeelle -11.1377 +▁automaatti -11.1378 +▁You -11.1378 +▁FI -11.1379 +▁valmii -11.138 +alus -11.1382 +▁Luonnon -11.1382 +▁laitoksen -11.1383 +▁yksinkertaista -11.1385 +▁evä -11.1386 +▁er -11.1386 +imia -11.1386 +▁valtavan -11.1387 +EY -11.1387 +▁ongelman -11.1387 +▁pahimma -11.1387 +Tästä -11.1388 +ukat -11.1389 +▁tulehdus -11.1389 +▁Neuvostoliiton -11.139 +idea -11.139 +▁mainitsi -11.1391 +tteko -11.1392 +▁vol -11.1393 +kaudesta -11.1397 +▁etsivät -11.1399 +▁Tah -11.1399 +▁oikeat -11.14 +▁huhtikuussa -11.14 +▁ehdokas -11.14 +▁kätevästi -11.1401 +▁Live -11.1401 +▁chat -11.1402 +▁nuorempi -11.1403 +▁Mikään -11.1403 +▁kirjoittele -11.1403 +▁lähdössä -11.1404 +alueita -11.1407 +▁tiski -11.1408 +▁päätökseen -11.1409 +▁Vanh -11.141 +▁Tuossa -11.1411 +▁pie -11.1412 +▁Tam -11.1412 +▁riippu -11.1413 +ksy -11.1413 +▁Mikael -11.1415 +kkaiden -11.1415 +▁paljastu -11.1415 +▁Ag -11.1416 +▁Suvi -11.1417 +▁ab -11.1417 +▁sujuva -11.1418 +▁Taide -11.1419 +▁ulkoministeri -11.1419 +▁tietoon -11.142 +▁Hai -11.1422 +▁Lainat -11.1424 +radio -11.1424 +▁vanhoi -11.1425 +▁52 -11.1425 +juoma -11.1426 +▁alkaisi -11.1427 +▁Em -11.1427 +▁bakteeri -11.1427 +▁komm -11.1427 +vään -11.1429 +▁kysellä -11.1429 +Min -11.1429 +▁kohteita -11.143 +▁haluta -11.143 +▁av -11.1431 +kustannuksi -11.1434 +▁kiinnostu -11.1434 +matkalla -11.1435 +▁erässä -11.1435 +▁Kym -11.1436 +▁Nuori -11.1437 +rakentee -11.1438 +▁kr -11.1438 +▁ge -11.1438 +win -11.1439 +▁uudistus -11.144 +ottelussa -11.144 +▁liittyvän -11.144 +▁viimeistä -11.1441 +▁paremmat -11.1443 +▁sektori -11.1444 +▁työnsä -11.1446 +teis -11.1447 +▁tuntemaan -11.1447 +ähdy -11.1448 +▁Nord -11.145 +▁veikka -11.145 +▁Haku -11.1453 +too -11.1453 +500 -11.1453 +▁henkilöauto -11.1454 +iv -11.1454 +▁virasto -11.1455 +▁konsertti -11.1455 +▁lah -11.1455 +▁mekko -11.1456 +▁julkaista -11.1457 +▁kylmää -11.1458 +▁jatkamaan -11.1458 +▁pehm -11.146 +▁Vihreä -11.1463 +61 -11.1463 +▁Tosi -11.1464 +and -11.1464 +▁asetta -11.1469 +▁kitara -11.1469 +▁alueiden -11.1469 + -12.2364 +▁terveellisi -12.2364 +▁Hollannin -12.2365 +Nuo -12.2367 +▁koitta -12.2368 +▁1-1 -12.237 +▁estämiseksi -12.2371 +▁kerrassaan -12.2373 +▁viitti -12.2373 +▁voimavaroja -12.2374 +▁vaihtaminen -12.2376 +▁Oiva -12.2376 +teollisuutta -12.2377 +▁torjunna -12.2378 +▁ITSE -12.2379 +▁blondi -12.238 +rajojen -12.2381 +▁suunnalta -12.2381 +▁Wel -12.2382 +raportit -12.2382 +▁arvell -12.2383 +▁Lab -12.2383 +▁viitsinyt -12.2384 +▁Meno -12.2384 +▁lääkäriltä -12.2385 +▁Ensimmäisessä -12.2386 +▁osallistujia -12.2386 +▁arvostetaan -12.2387 +▁vuorokausi -12.2388 +care -12.2388 +▁manageri -12.2389 +▁Yhdys -12.239 +▁herännyt -12.2391 +▁maakaasu -12.2391 +▁kohenta -12.2392 +▁tultiin -12.2392 +▁taki -12.2392 +venttiili -12.2392 +mainos -12.2393 +▁Next -12.2393 +▁italia -12.2395 +▁Allah -12.2396 +▁pakollista -12.2396 +▁kasvattamaan -12.2397 +▁viidellä -12.2397 +▁onnekas -12.2397 +▁näkymään -12.2398 +kologi -12.2399 +▁ilmoitukset -12.2399 +paaht -12.2399 +▁turvaamiseksi -12.2399 +▁väliseen -12.2399 +▁sitoutunee -12.24 +▁Word -12.2402 +▁Rautatie -12.2403 +▁purkamaan -12.2403 +▁käväis -12.2403 +▁osallistuva -12.2404 +▁class -12.2404 +▁1983 -12.2405 +▁tollase -12.2405 +▁aiheutunee -12.2406 +▁paransi -12.2406 +▁reservi -12.2407 +strong -12.2408 +▁riidan -12.2409 +bell -12.2409 +▁nopeampaa -12.2409 +painikkee -12.2409 +▁myöntävä -12.241 +puolustaja -12.2411 +▁Kehä -12.2411 +▁Korte -12.2412 +rajoitus -12.2413 +▁masentu -12.2415 +▁Ouluun -12.2416 +▁ymmärretään -12.2417 +▁Capital -12.2417 +▁jyväskylä -12.2419 +▁markkinoida -12.2419 +feld -12.2419 +▁selvitystä -12.242 +lahdessa -12.242 +▁Aaltonen -12.242 +▁periaatteiden -12.242 +Rovanieme -12.2421 +milj -12.2421 +▁suhtautumista -12.2422 +▁sanktio -12.2423 +▁takla -12.2423 +▁Elävä -12.2424 +▁helpotti -12.2424 +▁HSL -12.2425 +▁big -12.2426 +▁väliajoin -12.2427 +▁vastikään -12.2427 +▁saarelle -12.2428 +▁kyseisellä -12.2428 +▁sydämi -12.2429 +▁sijoittamise -12.2431 +▁maksettavaksi -12.2432 +▁kiinnostui -12.2432 +▁Bell -12.2432 +▁kiipeily -12.2432 +▁tonttu -12.2433 +▁retro -12.2433 +▁käsikirjoitukse -12.2434 +▁Pohdi -12.2435 +▁Cel -12.2435 +▁unohtui -12.2435 +▁tunniksi -12.2435 +▁koostui -12.2435 +lähettilää -12.2436 +▁aasialais -12.2436 +▁käyny -12.2438 +▁täyttyi -12.244 +▁Veikkaan -12.244 +▁innovati -12.244 +▁automaattinen -12.2441 +▁suurimmassa -12.2442 +▁panostus -12.2443 +CR -12.2443 +▁työsopimus -12.2443 +▁Sotkamo -12.2444 +▁arvomaailma -12.2444 +pintojen -12.2444 +▁maailmancup -12.2445 +▁saapuva -12.2445 +Juu -12.2446 +▁jälleenmyyjä -12.2446 +▁vaatteista -12.2447 +▁profetia -12.2447 +AALI -12.2448 +cam -12.2448 +▁(7) -12.2449 +▁lopullista -12.2449 +▁ajatteleva -12.245 +▁Lappeenrannassa -12.245 +▁Liikevaihto -12.2451 +huivi -12.2451 +▁rakentanut -12.2452 +▁kestäisi -12.2453 +▁vähentävät -12.2454 +toimeksianno -12.2455 +▁kiiho -12.2456 +▁hävittää -12.2457 +▁toimeentulotue -12.2457 +▁Kip -12.2457 +▁helme -12.2458 +▁informoi -12.2459 +▁romanttis -12.2459 +oskooppi -12.2461 +▁herkullinen -12.2464 +vinkit -12.2464 +▁ystävyyde -12.2465 +▁how -12.2466 +▁Lammi -12.2466 +▁ikäero -12.2468 +ajankohta -12.2469 +muotoilu -12.2471 +ihisi -12.2472 +▁Siperia -12.2472 +▁uusiutuvi -12.2473 +▁mättää -12.2473 +▁valitut -12.2474 +▁velvo -12.2474 +rintamalla -12.2475 +▁tietotekniikan -12.2476 +▁teknistä -12.2476 +joulu -12.2477 +▁siivooja -12.2477 +▁Scott -12.2477 +▁Amerikkalais -12.2478 +▁alaisuudessa -12.2479 +▁muistisaira -12.248 +▁Viisa -12.2481 +▁leiju -12.2481 +Koulu -12.2482 +▁tarkistetaan -12.2482 +valvonnasta -12.2483 +isuudella -12.2483 +här -12.2483 +▁tutulta -12.2484 +▁luokalla -12.2484 +▁oleellisesti -12.2484 +▁pohjust -12.2485 +▁absoluuttis -12.2486 +ortfolio -12.2486 +▁metsästäjä -12.2487 +▁tähtäimellä -12.2489 +▁sanasto -12.2489 +Seura -12.2489 +selvityksen -12.2491 +▁energiankulutu -12.2491 +▁aikaisintaan -12.2492 +▁pukeutunut -12.2492 +▁pudote -12.2492 +herkku -12.2493 +▁palauttamaan -12.2493 +▁poikkeukselline -12.2493 +▁tarjoilija -12.2493 +▁Seurakunta -12.2494 +▁välttämiseksi -12.2496 +▁täydessä -12.2497 +▁sotilaat -12.2497 +▁soundi -12.2498 +▁paineet -12.2498 +siirryt -12.2499 +▁pidentää -12.2499 +▁ääliö -12.2499 +▁vammoja -12.25 +▁Kuljetus -12.25 +▁koukkuun -12.25 +▁black -12.2501 +▁värvä -12.2502 +▁lievittää -12.2502 +▁suhdanne -12.2503 +▁pysyneet -12.2506 +▁takavarikoi -12.2506 +aktiivisuude -12.2507 +▁koskevissa -12.2509 +▁lusika -12.251 +▁vaikene -12.2511 +▁kipsi -12.2511 +▁heikosti -12.2512 +▁auringonpaiste -12.2512 +▁vanhoihin -12.2513 +tuottaji -12.2513 +▁järjestämistä -12.2514 +▁strategioi -12.2514 +PÄ -12.2516 +▁liiaksi -12.2517 +▁määräaikaise -12.2517 +▁omaisuute -12.2518 +▁perusteellise -12.2519 +▁nettisivuilta -12.2519 +▁lukemin -12.252 +▁Lyy -12.2521 +▁Liikkee -12.2522 +▁listattu -12.2523 +▁ylläpidet -12.2523 +vyöhyke -12.2524 +▁PRO -12.2524 +▁vihreitä -12.2525 +▁Toimiala -12.2525 +▁suurelle -12.2525 +▁1979 -12.2526 +▁Loppujen -12.2526 +▁Rohke -12.2526 +oksa -12.2531 +▁työkokemusta -12.2531 +▁uudemma -12.2531 +▁Illan -12.2532 +yrityksille -12.2533 +▁oppeja -12.2534 +Keskiviikko -12.2535 +▁pukkaa -12.2535 +▁syöty -12.2537 +▁Little -12.2537 +kkaroi -12.2537 +▁Arttu -12.2538 +perusta -12.2539 +liitännä -12.254 +▁virkamiesten -12.254 +▁Vammais -12.2541 +säädö -12.2543 +▁kirjoitteli -12.2546 +▁sadu -12.2547 +▁toimialoi -12.2547 +▁Sisustus -12.2548 +▁päihteiden -12.2549 +▁Luul -12.255 +▁lyöty -12.2551 +▁ruokinta -12.2551 +▁kännykkää -12.2551 +Lääke -12.2551 +▁Keto -12.2552 +reaktori -12.2552 +▁heijastuu -12.2552 +▁Teillä -12.2556 +▁ehditty -12.2556 +▁lähetyksen -12.2557 +meikki -12.2558 +▁tietyssä -12.2558 +luoma -12.256 +kierroksilla -12.2561 +▁Iisalme -12.2561 +MISEN -12.2561 +▁kyyky -12.2562 +▁ammattiopisto -12.2564 +▁tulokas -12.2564 +▁Maatalous -12.2564 +▁välimatka -12.2565 +piirros -12.2566 ++3 -12.2566 +▁laskettiin -12.2567 +▁hör -12.2567 +▁asianosais -12.2567 +▁Berner -12.2568 +▁Opera -12.2569 +▁kauemmas -12.2569 +▁saavuttamaan -12.2571 +▁Palkinto -12.2571 +▁minuuti -12.2572 +luokitukse -12.2573 +▁äärelle -12.2574 +linjoja -12.2574 +▁turisteja -12.2576 +▁karkot -12.2576 +▁koirista -12.2577 +kuulo -12.2578 +▁Kärpät -12.2578 +▁mahdollisti -12.2579 +▁epäonnistunut -12.2579 +▁pettänyt -12.2579 +▁noudattavat -12.258 +▁Ismo -12.258 +▁tarjottiin -12.2581 +heitto -12.2581 +▁alaston -12.2583 +▁Hakija -12.2584 +▁aukais -12.2584 +▁Mahtava -12.2585 +▁nimittää -12.2585 +▁vaihteeksi -12.2587 +▁arktis -12.2588 +▁ihailema -12.2588 +▁Ash -12.259 +▁rakennettava -12.2592 +ehdotuksen -12.2593 +öytä -12.2594 +▁peiton -12.2595 +▁kukisti -12.2596 +voimin -12.2597 +▁kuntalaisten -12.2597 +▁poliittisten -12.2598 +▁Cross -12.2598 +pariskunna -12.2599 +▁ovensa -12.2599 +aijeri -12.26 +▁röntgen -12.26 +▁2500 -12.26 +▁semmose -12.2601 +▁kynt -12.2601 +▁Mikkelissä -12.2601 +▁Sattu -12.2601 +▁analogi -12.2602 +▁julkisuuden -12.2602 +▁lähihoitaja -12.2602 +▁rippikoulu -12.2602 +▁automaattise -12.2603 +scar -12.2603 +▁Blu -12.2604 +▁Jokela -12.2604 +▁Kuuntele -12.2605 +▁Seinäjoella -12.2605 +▁virittä -12.2605 +▁maski -12.2607 +Jätä -12.2607 +▁kategoriassa -12.2608 +▁Tiety -12.2608 +▁Fredrik -12.2608 +▁miedo -12.2609 +kiitos -12.2609 +▁sisäministeri -12.2609 +hankkeissa -12.261 +▁Arch -12.2611 +▁pääkonttori -12.2611 +▁Kirjailija -12.2613 +▁Tiedätkö -12.2614 +kertomuksi -12.2615 +▁päätöksentekoon -12.2615 +▁MV -12.2615 +▁resurss -12.2615 +▁epävarmuutta -12.2616 +▁rokotus -12.2616 +.10.2011 -12.2617 +▁Loimaa -12.2618 +▁Palveluihin -12.2619 +tarkastaji -12.262 +▁kuolleiden -12.2622 +▁toiminnallisuu -12.2624 +▁kuukautiset -12.2628 +▁kitaristi -12.2632 +▁viitteitä -12.2632 +▁Rinteen -12.2633 +▁täytetään -12.2633 +▁faktoja -12.2634 +▁Yhtye -12.2634 +▁ilmennyt -12.2635 +fekt -12.2635 +▁1.5 -12.2635 +▁Sab -12.2637 +▁tahra -12.2637 +▁nykyisiä -12.2641 +eläimet -12.2642 +▁purettu -12.2643 +▁iällä -12.2643 +▁pyrkimykse -12.2645 +▁yksilöllisesti -12.2646 +8,5 -12.2646 +▁yksityisiä -12.2647 +▁odottelu -12.2648 +▁tarkasteltu -12.2648 +▁Tietty -12.2648 +▁vuosittaise -12.2649 +▁kultainen -12.265 +▁selityksiä -12.2653 +YYS -12.2653 +▁Sydäme -12.2654 +▁Seminaari -12.2654 +spekti -12.2655 +ystävi -12.2656 +▁läksy -12.2656 +▁pariskunnan -12.2656 +toiminnon -12.2657 +▁0,4 -12.2658 +▁tehtä -12.266 +▁kalastaja -12.266 +▁lieventä -12.266 +▁Berliinissä -12.2662 +▁toteuttamiseksi -12.2662 +▁huonompaa -12.2663 +pöydi -12.2663 +▁tulehtu -12.2663 +▁ystävänpäivä -12.2663 +▁iltapala -12.2664 +▁Logi -12.2666 +▁lämmöllä -12.2668 +▁yhteisesti -12.2668 +▁olosuhteisiin -12.2669 +▁Filipp -12.2669 +▁kykyjä -12.2669 +hyöty -12.2671 +▁Kirje -12.2671 +▁alueellisi -12.2671 +▁Demo -12.2672 +ennettu -12.2672 +aidat -12.2673 +seksuaali -12.2673 +▁Varsin -12.2673 +▁tarkoitin -12.2675 +budjetti -12.2675 +▁loputtomiin -12.2675 +▁tapauksista -12.2675 +PAN -12.2676 +▁Tällaisen -12.2676 +kumi -12.2677 +tarinoita -12.2677 +▁täyttyvät -12.2678 +▁Poro -12.2678 +▁nurmiko -12.2679 +teineen -12.2679 +teorioi -12.268 +▁versioita -12.2681 +▁huhti -12.2681 +▁kiillo -12.2681 +▁sukupuolten -12.2682 +▁eurooppalainen -12.2682 +komissaari -12.2684 +▁Silver -12.2685 +kaudessa -12.2686 +▁mukautu -12.2687 +▁Joel -12.2687 +▁kiipeä -12.2688 +▁Tarkastus -12.2688 +yydet -12.2689 +▁päivitetään -12.2689 +▁Seinäjoki -12.269 +▁läpäise -12.269 +▁epäilevä -12.269 +▁paisto -12.2691 +▁kantelu -12.2692 +▁näkivät -12.2693 +▁välittämättä -12.2695 +▁Asumis -12.2695 +▁asiantuntemusta -12.2695 +▁Sanotaan -12.2696 +ttomille -12.2696 +▁saapuessa -12.2697 +▁työterveyshuoll -12.2698 +▁terveysasema -12.2699 +▁Vakuu -12.27 +virka -12.2701 +▁kerättiin -12.2703 +matkoilla -12.2703 +▁nurki -12.2704 +▁lähdön -12.2704 +▁verikoke -12.2704 +▁kultaise -12.2705 +▁silmille -12.2706 +▁vaalipiiri -12.2707 +▁vahingot -12.2707 +▁mahti -12.2707 +▁festari -12.2708 +▁rinnan -12.271 +▁haasteeseen -12.271 +▁aiheutuva -12.271 +▁päättymistä -12.2712 +▁yhdenvertais -12.2714 +▁maksava -12.2715 +lääketieteen -12.2716 +▁1,7 -12.2717 +▁mielentila -12.2718 +▁teoreettise -12.2718 +▁Pano -12.2719 +▁1981 -12.2721 +▁kaupallisi -12.2727 +▁Miami -12.2727 +▁uutisten -12.2731 +lauka -12.2733 +▁suorituskykyä -12.2733 +▁luuseri -12.2734 +pho -12.2735 +▁maratoni -12.2737 +▁illuusio -12.2737 +▁fysioterapia -12.2737 +▁tehtai -12.2738 +ikkel -12.2739 +▁Sveitsissä -12.274 +▁mentävä -12.274 +▁maankäyttö -12.274 +.9.2012 -12.274 +pyhä -12.2742 +▁lukijoi -12.2742 +siivinen -12.2744 +rajoitte -12.2744 +▁seurustella -12.2745 +▁äidei -12.2745 +festivaalei -12.2745 +▁rmaali -12.2746 +▁Yrittäjien -12.2747 +▁esittäjä -12.2748 +▁päällekkäis -12.2748 +▁huolenpito -12.275 +▁auktoriteetti -12.275 +▁Travel -12.275 +▁joukkueensa -12.2751 +▁arpo -12.2751 +▁Siirry -12.2752 +▁Tulevaisuudessa -12.2753 +▁Nobel -12.2754 +▁Sääli -12.2754 +▁aiemman -12.2754 +kylpy -12.2755 +▁Trafi -12.2755 +▁käsikirjoitus -12.2756 +▁vaiheita -12.2757 +kiintiö -12.2757 +tauon -12.2758 +▁Hymy -12.2758 +▁pientalo -12.2758 +▁turkoosi -12.2758 +▁terveitä -12.2758 +▁Natoon -12.2759 +▁SPR -12.2759 +▁ympä -12.2759 +hiili -12.2761 +▁naku -12.2763 +▁asiakirjoja -12.2763 +▁epäsuora -12.2763 +▁Terva -12.2765 +▁työnantajien -12.2766 +▁toimittava -12.2766 +▁sinistä -12.2768 +▁kuolleita -12.2769 +▁Body -12.2771 +▁kivijalka -12.2772 +▁vapaaehtoistyö -12.2772 +▁jeesus -12.2774 +▁ohjeist -12.2775 +▁julkaistava -12.2776 +tiheys -12.2778 +▁kasvavi -12.2779 +▁oppisopimus -12.2781 +▁pyytämään -12.2782 +▁Riittää -12.2782 +▁innokkaasti -12.2784 +▁paikkakunnan -12.2785 +▁HEL -12.2787 +▁Kirsti -12.2788 +poikke -12.2789 +▁näkemyksi -12.2789 +tilanteet -12.2789 +▁valmistuva -12.279 +▁syötyä -12.279 +mielisyyttä -12.2791 +dress -12.2791 +▁Tarkastel -12.2791 +▁Mikro -12.2792 +▁Selvitykse -12.2792 +/100 -12.2792 +perho -12.2794 +vaahto -12.2796 +olut -12.2797 +▁Maanantaina -12.2798 +▁ajeli -12.2799 +▁muokannut -12.28 +▁voittanee -12.2803 +▁ylläpitoon -12.2804 +▁Aloitin -12.2804 +▁harjoituksissa -12.2805 +.12.2011 -12.2805 +▁lapio -12.2805 +▁edellisten -12.2806 +▁menestynyt -12.2806 +▁sanomatta -12.2808 +▁kunnioitusta -12.2809 +▁utelias -12.281 +▁kestävyyttä -12.281 +▁kylje -12.2811 +▁Aleksanteri -12.2813 +▁päivitykset -12.2816 +▁harrastuksia -12.2816 +▁stop -12.2817 +▁edellisellä -12.2818 +▁Beauty -12.2821 +▁tiedotteen -12.2822 +▁taktiikka -12.2822 +▁seksielämä -12.2823 +▁saksalaiset -12.2824 +▁tuettu -12.2827 +▁Kannattaisi -12.2827 +▁antibiootti -12.2828 +aukon -12.2829 +▁Kanaria -12.283 +▁peruspalvelu -12.2832 +▁heikomma -12.2832 +▁potilaalle -12.2832 +▁Kenties -12.2832 +▁raitiovaunu -12.2834 +▁eräänlaise -12.2834 +▁lataukse -12.2834 +.7.2016 -12.2834 +tiedustelu -12.2837 +Aika -12.284 +▁Comments -12.284 +▁hetkellisesti -12.2841 +▁julkisuutta -12.2843 +▁vastakohta -12.2845 +valkoinen -12.2846 +▁kartat -12.2847 +▁Katu -12.2847 +▁vedoten -12.285 +▁pedofiili -12.285 +putkea -12.2855 +▁houkutteli -12.2855 +▁valehtelee -12.2858 +▁def -12.2859 +▁itäise -12.286 +▁laho -12.286 +▁case -12.286 +▁mustamaala -12.2861 +▁Missään -12.2861 +▁puolisonsa -12.2861 +▁tutustuu -12.2862 +▁huulipuna -12.2862 +▁Johansson -12.2862 +kartano -12.2863 +▁kehitysmai -12.2863 +säätö -12.2863 +▁pomppi -12.2865 +▁Mielenterveys -12.2867 +▁väljä -12.2867 +▁tontille -12.2867 +▁joudumme -12.2869 +▁keskenmeno -12.2872 +▁näkevä -12.2873 +pistooli -12.2873 +ämppä -12.2874 +cient -12.2874 +▁pidempää -12.2875 +▁nukkunut -12.2875 +▁eliminoi -12.2876 +▁vähennetty -12.2878 +▁Antero -12.2878 +▁olleensa -12.2878 +▁oksenn -12.2879 +▁Kävimme -12.2879 +▁kotka -12.288 +▁asiakaslähtöis -12.2881 +liikkeestä -12.2882 +▁talletuksen -12.2883 +▁edit -12.2884 +▁Ymmärtä -12.2886 +▁osoittivat -12.2887 +▁turvot -12.2887 +▁tatuointi -12.2888 +pyrkimyksi -12.2888 +▁alkamista -12.2888 +▁liikkuma -12.2889 +▁muuttamista -12.2889 +▁Mäenpää -12.2891 +▁hampurilais -12.2892 +ryhmistä -12.2892 +yrittäjien -12.2893 +▁dekkari -12.2894 +▁heltee -12.2894 +child -12.2897 +▁syytteen -12.2897 +raida -12.2897 +▁unohdin -12.2897 +▁piilotettu -12.2898 +▁tuumi -12.2898 +▁leski -12.2898 +▁aamupäivä -12.29 +▁päättäjä -12.29 +aaleissa -12.2901 +duktio -12.2902 +geeli -12.2902 +▁Whi -12.2902 +▁muslimei -12.2904 +▁ehdotettu -12.2905 +pisteestä -12.2905 +▁Paljonko -12.2905 +1000 -12.2906 +asetukset -12.2907 +▁Mirja -12.2908 +▁puolentoista -12.2908 +▁haaveilla -12.2909 +▁oikeudellise -12.291 +▁tamperelais -12.2911 +▁Jakso -12.2911 +▁tuhlata -12.2911 +retkellä -12.2912 +▁nähtäväksi -12.2912 +▁ihmiseltä -12.2913 +▁ryhti -12.2913 +Tampere -12.2914 +muste -12.2917 +▁heitetään -12.2917 +▁Hannele -12.2917 +rakentaja -12.2917 +▁lähestyessä -12.2917 +▁merkityksessä -12.2918 +▁toisaalla -12.2918 +▁soittaja -12.2919 +▁kiintolevy -12.2921 +▁pakollisi -12.2922 +▁lähtökohdista -12.2922 +▁Well -12.2923 +▁Kokouksen -12.2924 +▁adventisti -12.2925 +▁ratkaistu -12.2925 +▁lentokentältä -12.2925 +▁nimitystä -12.2925 +▁siirtymään -12.2926 +▁vastauksesta -12.2926 +▁esteettis -12.2928 +valikosta -12.2929 +kategoria -12.293 +▁haikail -12.293 +▁sisarukse -12.2931 +▁Hango -12.2931 +▁kelkka -12.2931 +▁luokiteltu -12.2934 +suunnitelmia -12.2935 +▁irrote -12.2935 +meiki -12.2936 +▁Tampereelta -12.2936 +▁parantamisen -12.2937 +▁touko -12.2938 +mppari -12.2939 +muutto -12.2939 +ovic -12.2939 +ANA -12.2939 +porno -12.294 +▁taivaasta -12.294 +▁toimivuus -12.2941 +▁tyystin -12.2941 +▁Viimeisin -12.2942 +▁vahingoittu -12.2943 +konferenssi -12.2943 +draama -12.2943 +kohdista -12.2944 +▁helpottamaan -12.2945 +▁suorituksen -12.2945 +filmi -12.2945 +▁Kiven -12.2946 +▁Puolustusvoimi -12.2946 +▁ajankohtaisia -12.2947 +▁Käte -12.2948 +▁Istanbul -12.2948 +▁väsyttää -12.2949 +▁näyttävi -12.2949 +▁ulkonäöstä -12.2949 +▁toimivuutta -12.2949 +▁kukkii -12.295 +▁Taso -12.2954 +▁sitoo -12.2954 +▁Käsittääkseni -12.2954 +▁people -12.2956 +▁leipomo -12.2957 +ering -12.2957 +▁olleiden -12.2958 +sairaan -12.2959 +▁joksikin -12.2961 +▁riesa -12.2961 +▁uudenlaista -12.2961 +▁vuokralaise -12.2962 +▁terva -12.2962 +▁ruotsalaiset -12.2963 +▁yksiselitteise -12.2964 +▁pienemmällä -12.2967 +▁tilintarkastus -12.2968 +▁luovutti -12.2968 +▁promille -12.297 +▁eteläpuole -12.2973 +.7.2015 -12.2974 +▁Saku -12.2974 +▁puska -12.2976 +▁tilikauden -12.2978 +▁yksittäiset -12.2979 +▁kunnollista -12.2979 +▁järkyttä -12.2979 +▁poliisilaitokse -12.298 +▁Bow -12.2983 +▁hävetä -12.2988 +▁every -12.2989 +▁sammal -12.2989 +▁huijari -12.2991 +paidan -12.2992 +▁eurooppalaisten -12.2993 +▁tuottavuuden -12.2994 +▁Tiimi -12.2994 +▁louhi -12.2994 +äivä -12.2994 +▁tekosyy -12.2994 +▁Iltapäivä -12.2994 +valtioiden -12.2995 +väkivalta -12.2995 +▁Edward -12.2996 +▁VW -12.3001 +▁Milano -12.3001 +ympäristöön -12.3001 +▁kontrasti -12.3002 +▁Menee -12.3002 +▁valinnais -12.3003 +▁Paluu -12.3004 +▁punaviini -12.3004 +▁juristi -12.3005 +▁mukavampi -12.3005 +▁Hinnat -12.3006 +▁ikäihmisten -12.3006 +▁työturvallisuus -12.3006 +▁personal -12.3007 +▁heitetty -12.3008 +▁kesy -12.3008 +symmetri -12.3012 +burger -12.3013 +▁Politiikka -12.3014 +▁Termi -12.3014 +Eurooppa -12.3015 +toiminnot -12.3015 +▁vankeutta -12.3015 +raportin -12.3016 +juniorei -12.3016 +▁viruksen -12.3018 +▁hakusana -12.3019 +▁Perttu -12.3019 +virallis -12.3019 +▁elimistössä -12.3019 +elö -12.302 +▁löytynee -12.3022 +▁Tavara -12.3022 +▁käytävi -12.3023 +▁Vasemmisto -12.3023 +korjaus -12.3024 +▁Novita -12.3026 +▁asteittain -12.3026 +▁perinteet -12.3029 +tulppa -12.303 +▁puuttumaan -12.303 +▁osoitetaan -12.3031 +▁blok -12.3032 +▁Vaike -12.3032 +▁raunioi -12.3035 +ideoita -12.3035 +▁huomautti -12.3036 +▁vähennä -12.3037 +▁missi -12.3038 +▁oppilaitosten -12.3038 +MET -12.3038 +rakennukseen -12.3038 +▁paranemis -12.3039 +▁Erilaisi -12.304 +▁Pink -12.304 +neuvola -12.3043 +▁Varsinainen -12.3043 +▁näköiset -12.3044 +▁Kangasala -12.3044 +asetelma -12.3045 +▁parturi -12.3046 +▁parisuhdetta -12.3046 +▁tontilla -12.3046 +ilmaisu -12.3046 +▁Rouva -12.3047 +▁jotakuta -12.3047 +▁tunge -12.3048 +▁kallo -12.3049 +▁tunnisti -12.3052 +▁Voittaja -12.3053 +▁dramaattise -12.3054 +▁lisäosa -12.3055 +▁kymmenessä -12.3055 +velvollisuude -12.3056 +▁vakiintunut -12.3056 +▁Electro -12.3056 +syövän -12.3057 +rakennelma -12.3058 +▁agenda -12.3058 +lect -12.3058 +▁tilauksesta -12.3059 +▁vastaanottama -12.306 +▁stimuloi -12.3061 +▁Esimerkkinä -12.3062 +▁kalliimpaa -12.3063 +▁Oppimis -12.3063 +▁ulkomaalaisten -12.3063 +▁puhdistukse -12.3064 +▁Daily -12.3064 +▁jyrsi -12.3065 +metro -12.3067 +▁auringonlasku -12.3067 +▁vaihteli -12.3067 +kiertee -12.3069 +▁file -12.307 +▁paljaa -12.3071 +1997 -12.3071 +▁psyyke -12.3071 +NAN -12.3072 +▁kuntalais -12.3072 +▁Anim -12.3073 +▁puhuttaessa -12.3074 +proteiini -12.3074 +tarvikkeiden -12.3075 +▁pahoillani -12.3075 +▁toimeentulotuke -12.3076 +▁huolissani -12.3076 +▁kaloreita -12.3076 +WSOY -12.3076 +▁liittei -12.3078 +▁suuruise -12.3078 +▁edistämiseen -12.3078 +▁karkotta -12.3078 +▁Toteu -12.3081 +▁kaksinkertaise -12.3081 +▁Kasvo -12.3081 +▁Islam -12.3082 +▁ravintoaine -12.3083 +▁kolmekymmentä -12.3083 +▁lukijoiden -12.3083 +▁jee -12.3083 +▁otsikoi -12.3086 +/2017 -12.3087 +▁mielenkiinnon -12.3088 +▁kullakin -12.3088 +▁luokittelu -12.3089 +▁Project -12.3089 +tieteessä -12.3094 +▁eväitä -12.3095 +Mielenkiintoista -12.3096 +▁Kommentteja -12.3096 +▁karaoke -12.3096 +▁juhlitaan -12.3096 +Puh -12.3096 +▁peittävä -12.3097 +▁seksuaalisesti -12.3097 +tilaisuudet -12.3098 +▁ruuasta -12.31 +pisteeseen -12.31 +▁matki -12.3104 +▁alaikäise -12.3104 +▁hoke -12.3105 +▁kulkuneuvo -12.3105 +▁humanisti -12.3106 +▁Fire -12.3107 +▁tupakoinnin -12.3108 +tytöt -12.3108 +▁ekosysteemi -12.3109 +▁Edel -12.3111 +▁vituttaa -12.3111 +lahjoi -12.3111 +▁nyr -12.3112 +▁sisäisesti -12.3112 +▁rakennusalan -12.3113 +▁havainnot -12.3114 +▁jonku -12.3116 +Yhteis -12.3116 +▁valmistaudu -12.3118 +▁puolustautu -12.3118 +▁short -12.312 +▁Down -12.3121 +▁hyväksyntä -12.3122 +▁läppä -12.3122 +▁ilmoitettiin -12.3122 +▁Tuotteet -12.3122 +▁moikka -12.3124 +▁Vihreiden -12.3127 +▁rantee -12.3128 +▁Kesko -12.3128 +puoleise -12.3128 +▁esteenä -12.3129 +▁ansaitsi -12.3129 +▁Blom -12.3129 +▁kirppis -12.3129 +▁eläkettä -12.313 +EKSI -12.3132 +▁häitä -12.3132 +▁ammo -12.3132 +terassi -12.3134 +▁tarkkuus -12.3134 +▁arvioitava -12.3135 +▁Omistaja -12.3138 +▁pituise -12.3138 +Sähköposti -12.314 +▁opetuksi -12.314 +▁hämmästel -12.314 +▁subjektiivis -12.3141 +▁sijoitetu -12.3142 +▁luvataan -12.3143 +glu -12.3143 +▁muistutus -12.3143 +▁tabu -12.3144 +▁kaikkee -12.3144 +AVI -12.3145 +▁pyyhi -12.3146 +▁leikkimään -12.3147 +▁film -12.3147 +▁vapautuu -12.3147 +▁Kiss -12.3147 +▁Old -12.3148 +▁Hankinta -12.3148 +▁virtaus -12.3149 +▁sosiaaliseen -12.3149 +▁person -12.315 +ehdotuksia -12.3151 +▁koeajo -12.3152 +▁Kaada -12.3154 +▁työnhaku -12.3154 +ISA -12.3155 +Amerikassa -12.3155 +mainonta -12.3155 +▁pohdintaa -12.3155 +▁Ahola -12.3157 +▁Entinen -12.3157 +▁emättime -12.3157 +▁vanhempansa -12.3158 +▁jatkettiin -12.3158 +▁epämääräise -12.3159 +▁määränpää -12.3159 +▁valmistelee -12.316 +▁paremmalla -12.3163 +▁sairausloma -12.3163 +▁tukahdutta -12.3164 +▁mainokset -12.3165 +▁Moderni -12.3166 +▁lentokentän -12.3166 +suihke -12.3167 +▁aloitteesta -12.3167 +▁aiheuttaneet -12.3168 +▁pyrittiin -12.317 +▁suostumusta -12.317 +▁rekisterinpitäj -12.3171 +▁aviomies -12.3171 +kannasta -12.3172 +laitoksissa -12.3173 +▁hmm -12.3173 +▁pesäpallo -12.3173 +▁CIA -12.3174 +▁lopputulokse -12.3176 +kehitystä -12.3177 +▁joukkueelle -12.3177 +▁ilmiselvä -12.3179 +▁Vappu -12.3179 +▁ilmoittaudu -12.3182 +▁koukku -12.3183 +▁September -12.3184 +▁helluntailais -12.3184 +▁juomia -12.3185 +tiikki -12.3185 +pähkinöi -12.3186 +▁käyttöikä -12.3186 +▁aliarvioi -12.3186 +luotsi -12.3186 +▁Kipu -12.3187 +▁valkoisi -12.3188 +▁perspektiivi -12.3188 +▁Kankaanpää -12.3188 +▁tekemisiä -12.3188 +UKSEN -12.319 +▁uskomattoma -12.319 +▁dominoi -12.3191 +koreografi -12.3193 +▁keikan -12.3194 +▁keskiviikon -12.3194 +▁massiivi -12.3194 +▁Jugoslavia -12.3194 +▁Frankfurt -12.3194 +▁jäykkä -12.32 +▁tuotekehitykse -12.3201 +festarei -12.3202 +0,5 -12.3202 +yyhky -12.3204 +▁1972 -12.3205 +▁leivonta -12.3206 +▁syömishäiriö -12.3206 +▁tekniikoita -12.3207 +osoitus -12.3208 +▁käsitellyt -12.3208 +tellessä -12.3208 +▁havu -12.3211 +PÖYTÄKIRJA -12.3211 +▁riippumattoma -12.3212 +lupaus -12.3212 +▁tultu -12.3212 +▁vahingoll -12.3213 +julkis -12.3214 +▁kakkonen -12.3215 +puolustukse -12.3215 +▁sanotun -12.3216 +▁taloushallinnon -12.3217 +laatikon -12.3218 +▁allerginen -12.3218 +▁pakotti -12.3218 +▁työllistämis -12.3219 +▁koteihin -12.3221 +▁River -12.3222 +▁peräkkä -12.3222 +▁kustannusteho -12.3223 +▁jyrkä -12.3224 +▁kurdi -12.3224 +▁Niskanen -12.3225 +▁raitis -12.3225 +kirppikse -12.3227 +▁sotilaita -12.3227 +▁photo -12.3227 +▁kaksinkertainen -12.3228 +▁valinneet -12.3229 +mission -12.3229 +▁oleellise -12.323 +▁masu -12.3231 +▁opittava -12.3232 +▁Telia -12.3232 +▁näkemättä -12.3233 +▁ulkopuolista -12.3233 +▁varatu -12.3234 +▁Hongkong -12.3236 +▁Mummo -12.3237 +▁valmistukseen -12.3237 +pätevyy -12.3237 +▁äidiltä -12.3237 +▁varmuuskopio -12.3238 +▁parannetaan -12.3238 +rekisteristä -12.3239 +tulehduksi -12.324 +▁profiloi -12.324 +▁maalein -12.3241 +▁ohjannut -12.3243 +ART -12.3243 +▁ikinen -12.3244 +▁jalostu -12.3244 +▁syntymise -12.3245 +▁loju -12.3245 +▁Juuda -12.3246 +OJA -12.3246 +▁päivityksiä -12.3246 +▁lävitse -12.3247 +lammen -12.3248 +▁Joillakin -12.3249 +▁istutus -12.325 +▁ilmettä -12.325 +▁ehdokkaat -12.3253 +▁muodoissa -12.3254 +Secure -12.3254 +tapaturmi -12.3255 +▁pelastuksen -12.3255 +▁esittäyty -12.3256 +▁valikoitu -12.3256 +▁itsenäistä -12.3257 +▁sertifioi -12.3257 +▁tavoittelee -12.3258 +▁priorisoi -12.3258 +Com -12.3258 +kuljetuksi -12.3259 +▁laisko -12.3259 +▁Irak -12.3261 +▁1978 -12.3261 +▁vastustus -12.3261 +kudokse -12.3261 +▁kiihtyvä -12.3262 +▁haitallista -12.3262 +▁keräävät -12.3263 +Väitös -12.3264 +▁tiedotustilaisu -12.3265 +▁alueellinen -12.3265 +▁lohtu -12.3266 +▁hyväntekeväisyy -12.3267 +▁TERVE -12.3267 +optio -12.3268 +▁Puhelime -12.3268 +rodu -12.3269 +▁Psykologi -12.3269 +englanniksi -12.327 +▁vaihtelevi -12.327 +▁matkatoimisto -12.3271 +▁miehittä -12.3271 +▁tihku -12.3272 +▁gener -12.3273 +asemilla -12.3273 +▁kehitettävä -12.3274 +▁ajomatkan -12.3275 +▁tiedustella -12.3275 +▁likaise -12.3275 +▁tuollaiseen -12.3275 +▁Kenia -12.3276 +▁välisessä -12.3276 +sänky -12.3276 +▁massiivise -12.3277 +ång -12.3278 +tunneli -12.3278 +▁opintojakso -12.3279 +▁Jung -12.3279 +▁iskä -12.328 +▁Tär -12.3281 +▁itseämme -12.3281 +▁hiljaisuus -12.3282 +ryptovaluut -12.3282 +▁Eetu -12.3282 +▁tuhoutui -12.3283 +▁pääomatulo -12.3284 +▁Miika -12.3284 +▁yhteensovittami -12.3285 +.6.2020 -12.3286 +▁Aloittaja -12.3286 +▁rankaise -12.3287 +▁Sjö -12.3287 +▁teollise -12.3287 +▁Stephen -12.3289 +▁yksipuolise -12.3289 +▁taloudellisten -12.3289 +▁yrittäneet -12.3291 +▁väheksy -12.3292 +▁Lux -12.3293 +▁Explorer -12.3294 +ttomiksi -12.3296 +▁Yhteinen -12.3297 +▁jättäneet -12.3298 +pakolais -12.3299 +▁erottuu -12.3299 +▁pyöräyt -12.3299 +▁NIIN -12.3302 +▁lenkkeil -12.3305 +▁umpeen -12.3306 +nuoret -12.3306 +EPA -12.3306 +▁perinteitä -12.3306 +▁asianomaise -12.3306 +▁produc -12.3307 +▁Kirjoitta -12.3307 +▁1973 -12.3307 +/2018 -12.3308 +▁motoris -12.3309 +matic -12.3309 +▁Millaisia -12.331 +▁ikääntynei -12.3311 +lph -12.3311 +▁perseestä -12.3312 +▁uusimman -12.3313 +▁Sivistys -12.3314 +▁puutteessa -12.3315 +▁taantu -12.3316 +TAAN -12.3316 +▁tasavalta -12.3317 +▁Opel -12.3317 +▁Paavi -12.3319 +▁1974 -12.3319 +▁3-0 -12.3321 +▁kieltänyt -12.3321 +▁säädettävä -12.3321 +▁dog -12.3321 +▁kaukolämpö -12.3321 +viranomaiselle -12.3322 +▁veneessä -12.3322 +▁youtube -12.3323 +▁lifestyle -12.3323 +▁pasko -12.3323 +▁asenna -12.3323 +▁päivisin -12.3324 +▁tietokoneeseen -12.3324 +▁vaurioita -12.3328 +▁madal -12.3328 +spect -12.3329 +▁1968 -12.3329 +▁Fyysi -12.3331 +plasma -12.3331 +▁sängystä -12.3331 +.8.2013 -12.3331 +▁Alkuun -12.3331 +mikro -12.3336 +▁normaaleja -12.3336 +▁kielletään -12.3336 +▁Nissan -12.3341 +▁käyttöohje -12.3341 +NC -12.3343 +▁nippu -12.3343 +▁inspiroiva -12.3344 +▁elättää -12.3344 +▁Huomio -12.3345 +rannalla -12.3347 +▁ostettiin -12.3349 +▁turpaan -12.335 +▁Yhteenveto -12.335 +IKA -12.3352 +▁kulissi -12.3354 +▁Snow -12.3354 +turvallisuutta -12.3354 +Lähetä -12.3355 +▁kummallakin -12.3356 +cz -12.3357 +▁solisti -12.3357 +▁jättiläis -12.3357 +▁Osmo -12.3358 +tyyppejä -12.3358 +▁lestadiolais -12.3358 +OHJA -12.3359 +▁pidätetty -12.3359 +▁sisältöjä -12.336 +▁odottama -12.336 +kkainasettelu -12.3361 +▁puolustava -12.3362 +▁kahla -12.3362 +▁puuttunut -12.3364 +demokraatit -12.3368 +▁Kunnallis -12.3368 +▁Hamas -12.3368 +▁myönteisiä -12.3369 +▁soittamalla -12.3369 +▁kiima -12.337 +▁hemmetin -12.3371 +▁Demari -12.3371 +▁vastaanottamise -12.3371 +▁kaikenmaailman -12.3373 +/13 -12.3374 +▁viipymättä -12.3374 +▁syötiin -12.3375 +▁arvostukse -12.3376 +▁helppokäyttöis -12.3377 +kentillä -12.3378 +Tutki -12.3379 +▁hyvitys -12.3379 +▁panimo -12.3379 +▁vakinais -12.3381 +▁Lohi -12.3382 +▁järjestettävi -12.3382 +▁pienehkö -12.3382 +havainto -12.3383 +▁ilmaiskierrokse -12.3384 +▁viidennes -12.3385 +▁jakautuu -12.3385 +▁keitetty -12.3385 +▁hallituspuolue -12.3385 +▁todisti -12.3386 +▁Lukko -12.3386 +▁toimenpiteen -12.3386 +▁epäonnistui -12.3386 +IDE -12.3387 +▁harjoittelemaan -12.3387 +▁matkailijoiden -12.3387 +▁voitolla -12.3388 +▁takaosa -12.3389 +▁Mestari -12.3389 +▁kaavoitus -12.3392 +▁Tilantee -12.3393 +▁salaisuude -12.3397 +▁roisk -12.3397 +kytkime -12.3398 +johtamisen -12.3398 +▁Irlanti -12.3399 +▁Lidli -12.34 +▁nokia -12.3402 +▁raaski -12.3402 +▁täytynyt -12.3403 +▁Instagramissa -12.3404 +.2.2013 -12.3406 +▁järjestänyt -12.3407 +▁hakkuu -12.3407 +nyky -12.3407 +ystävällinen -12.3408 +asenne -12.3408 +▁Case -12.3408 +Mökki -12.3409 +▁ihmettelemään -12.3409 +▁Personal -12.341 +▁KAU -12.341 +▁kunnollinen -12.341 +▁epävarmuude -12.341 +instituut -12.3411 +tarjonnasta -12.3411 +korkeus -12.3412 +▁pilkku -12.3413 +▁Tsh -12.3414 +▁Suosittelemme -12.3415 +▁Skype -12.3416 +▁suoritetu -12.3416 +Göteborg -12.3416 +▁ikkunoiden -12.3416 +▁vuosituhannen -12.342 +▁Eye -12.3421 +▁turvallisuude -12.3424 +▁1977 -12.3425 +▁Asiakkaat -12.3425 +marssi -12.3427 +▁asiallisia -12.343 +▁ajoittu -12.3431 +▁laittomasti -12.3431 +▁varallisuus -12.3432 +▁vankeusrangais -12.3432 +▁tarttunut -12.3432 +▁Vettel -12.3434 +▁pidemmällä -12.3435 +▁Uhri -12.3436 +kansallis -12.3436 +▁noustessa -12.3437 +▁saksalaisten -12.3438 +▁Kauden -12.3439 +▁australia -12.344 +▁kasvattanut -12.3442 +▁jauhot -12.3443 +▁asiakirjojen -12.3443 +▁tarkastelemaan -12.3445 +▁esityksi -12.3446 +▁harjoituksen -12.3446 +▁Lyhyt -12.3446 +▁tyrky -12.3446 +luokasta -12.3446 +▁ilahduttava -12.3447 +▁Direct -12.3448 +▁ajaessa -12.3448 +▁ostoskori -12.3448 +8-9 -12.3449 +▁pysyviä -12.3449 +▁Budapest -12.3451 +▁Venetsia -12.3451 +▁materia -12.3451 +▁palkansaaji -12.3451 +900 -12.3452 +▁polttoainetta -12.3452 +▁Dor -12.3452 +▁syntymistä -12.3454 +▁Peltola -12.3455 +▁laakeri -12.3456 +▁Box -12.3457 +▁vadelma -12.3458 +▁1976 -12.3461 +▁puutteellise -12.3461 +▁alkeis -12.3462 +▁anime -12.3463 +▁kilpailukyvyn -12.3463 +ynttärei -12.3464 +▁vitamiineja -12.3464 +▁tämmöinen -12.3465 +makkara -12.3467 +▁tilapäisesti -12.3468 +▁taivaalla -12.3469 +▁musiikkivideo -12.3471 +▁julkisessa -12.3473 +huippu -12.3474 +▁Johtu -12.3474 +▁väitetty -12.3474 +▁kuvitellut -12.3474 +▁Snellman -12.3475 +0-0 -12.3475 +▁arpi -12.3475 +entsyymi -12.3476 +▁hakusessa -12.3476 +▁Job -12.3476 +▁laukea -12.3477 +▁anturi -12.3477 +▁vastaisena -12.3477 +▁Abu -12.3478 +▁kuukauteen -12.3478 +tapahtumien -12.3484 +kopio -12.3484 +▁keskittynee -12.3485 +▁OECD -12.3487 +▁Adobe -12.3487 +▁lapsiperheiden -12.3487 +▁uskomukse -12.3488 +▁jatkuvi -12.3489 +▁30% -12.349 +▁parhaiden -12.3491 +▁lentäjä -12.3491 +▁Valinna -12.3492 +uutarhuri -12.3492 +▁aktivointi -12.3493 +▁jälkimmäinen -12.3495 +▁Heinäluoma -12.3497 +▁bikini -12.3498 +▁after -12.3498 +▁Ääri -12.3498 +▁kovemma -12.3498 +▁kävijöitä -12.3498 +▁80% -12.35 +▁rintojen -12.3501 +▁pankista -12.3507 +▁lausuma -12.3507 +▁valheita -12.3508 +▁vetoketju -12.3508 +▁väkiluku -12.3509 +KUNNAN -12.3509 +▁takaperin -12.351 +▁Olisko -12.3511 +▁tilaukset -12.3511 +▁tasoitus -12.3511 +▁suositukset -12.3511 +bak -12.3511 +▁palveluseteli -12.3512 +▁viikkoina -12.3512 +▁Kirjoitin -12.3512 +▁olleita -12.3513 +▁Qui -12.3514 +▁lähiympäristö -12.3515 +▁mahdolliseksi -12.3515 +▁innostunee -12.3515 +mattomasta -12.3516 +laituri -12.3517 +▁kuvioita -12.3518 +▁ruikut -12.3519 +▁Maito -12.3519 +250 -12.352 +▁Sanomissa -12.352 +▁vangittu -12.3522 +▁vastaanottava -12.3523 +▁Pauliina -12.3523 +▁valikoitui -12.3523 +▁niemimaa -12.3523 +▁Siika -12.3526 +▁perheenjäsene -12.3526 +▁täydennyskoulut -12.3526 +▁yksityiskohdi -12.3527 +kokoonpano -12.3527 +oinnit -12.3527 +▁opitaan -12.3528 +KKU -12.3528 +▁ammuttiin -12.3531 +▁herkullista -12.3532 +▁esittävä -12.3533 +vaatimusten -12.3535 +▁cap -12.3535 +.03.200 -12.3535 +RIA -12.3536 +sielu -12.3536 +▁siirtyneet -12.3537 +▁Töölön -12.3537 +▁lohikäärme -12.3537 +HENKILÖ -12.3539 +veteraani -12.3539 +Amerikka -12.3539 +▁KOTI -12.3541 +leikkuri -12.3541 +▁legendaarise -12.3541 +uksellise -12.3542 +▁alimma -12.3542 +▁pesty -12.3542 +▁eläimistä -12.3543 +▁sitoutumis -12.3543 +▁toimeksianto -12.3544 +▁pillerei -12.3544 +▁Svenska -12.3546 +▁junnu -12.3547 +▁ulkomaisten -12.3548 +▁pysäki -12.3548 +.08.200 -12.3548 +▁terävi -12.3549 +▁otteen -12.3549 +▁uudenlaisia -12.355 +▁hatu -12.3551 +▁Vapahtaja -12.3551 +▁mainitsemi -12.3551 +▁epäonnistumise -12.3554 +▁elinkaari -12.3555 +▁kurjuu -12.3557 +▁Kuukausi -12.3557 +▁kimppa -12.3557 +▁johtaisi -12.3558 +▁harkittu -12.3561 +▁lopetetaan -12.3561 +▁sisältyvä -12.3562 +▁vastuullisuus -12.3562 +rikoksesta -12.3564 +▁päätöksistä -12.3565 +▁silkkaa -12.3566 +▁edistävi -12.3566 +▁Laittee -12.3568 +▁määrittelemä -12.3571 +▁Young -12.3571 +▁pohjavesi -12.3571 +▁läpimurto -12.3572 +▁ruoansulatus -12.3574 +järjestelmissä -12.3576 +▁vaihtunut -12.3579 +▁seksuaalisuude -12.3579 +menestys -12.3581 +▁Jaakob -12.3581 +▁laillinen -12.3581 +implant -12.3582 +▁aakkos -12.3582 +päivitys -12.3584 +▁material -12.3584 +▁Yllättävä -12.3584 +.11.2010 -12.3585 +▁vastuuhenkilö -12.3585 +▁poliiseja -12.3586 +ahdettu -12.3586 +▁korostetaan -12.3589 +▁name -12.359 +▁kaaos -12.3592 +▁mukavampaa -12.3592 +▁myönnettävä -12.3592 +▁jarrutta -12.3593 +laukun -12.3594 +▁kiinnitettävä -12.3594 +▁Mauno -12.3594 +▁vaikeutu -12.3596 +▁häikäis -12.3597 +▁erinäisi -12.3597 +OITUS -12.3599 +Juha -12.3601 +▁lienevät -12.3601 +▁esikoinen -12.3602 +linjojen -12.3602 +▁Edit -12.3602 +▁kuntouttava -12.3603 +▁Huuh -12.3604 +▁kysyttävää -12.3604 +▁ämpäri -12.3605 +▁Parhaimmillaan -12.3605 +hieronta -12.3606 +▁harkitsee -12.3607 +▁salku -12.3608 +▁Bottas -12.3608 +ruokailu -12.3609 +▁kotiottelu -12.3611 +▁Saavu -12.3611 +▁päiväuni -12.3612 +▁lähestulkoon -12.3612 +▁nami -12.3612 +▁sitoutua -12.3612 +▁Ravinto -12.3612 +▁Hmm -12.3613 +henkeä -12.3613 +▁moiseen -12.3616 +▁optimaalise -12.3617 +▁jalusta -12.3617 +▁selki -12.3618 +▁adoptoi -12.3619 +▁päätöksenteossa -12.3619 +vuudessa -12.362 +▁nöyryyttä -12.362 +▁kengän -12.362 +▁loppuvuodesta -12.3621 +▁veronmaksaji -12.3622 +▁rahoittaja -12.3622 +▁tehkää -12.3622 +vaihde -12.3623 +▁kohtuullista -12.3625 +▁bingo -12.3626 +▁grafiikka -12.3627 +▁nykyisellä -12.3627 +▁020 -12.3628 +▁ottakaa -12.3629 +operaattori -12.3631 +▁1917 -12.3632 +▁traileri -12.3633 +markkinoinnin -12.3633 +▁leikkasi -12.3637 +▁panoksen -12.3637 +▁Viktor -12.3637 +▁mainoksi -12.3638 +▁kompastu -12.3639 +▁säätely -12.364 +▁viisaampi -12.364 +▁vanhentunut -12.3643 +▁kokonaiskuva -12.3643 +▁koillis -12.3645 +▁monenlaisi -12.3648 +▁siunaukse -12.365 +▁First -12.3651 +▁Step -12.3651 +▁omistettu -12.3652 +▁Advance -12.3652 +▁taloudesta -12.3653 +▁Hypp -12.3653 +▁ajatelleeksi -12.3654 +▁Itsenäis -12.3654 +korotuksi -12.3655 +▁Ylivieska -12.3656 +▁selvittely -12.3657 +▁pituinen -12.3659 +tapauksia -12.3659 +▁sisäänpääsy -12.366 +▁Osasto -12.3661 +▁siirtämise -12.3661 +valikko -12.3662 +▁syntejä -12.3663 +▁ommella -12.3663 +▁Kristian -12.3664 +STON -12.3664 +▁italialaise -12.3664 +▁peitte -12.3666 +rakenteiden -12.3667 +▁18.00 -12.3668 +Suomeen -12.3668 +▁biokaasu -12.3669 +▁puretaan -12.3671 +▁vaaleanpunaise -12.3673 +tapauksissa -12.3674 +▁Teppo -12.3674 +▁kuitti -12.3675 +▁selventää -12.3675 +▁sosiaalisesti -12.3677 +järjestelyjä -12.3677 +keiju -12.3678 +▁Tosiaan -12.3681 +▁1941 -12.3681 +▁suomalaisiin -12.3682 +▁JUMALA -12.3684 +▁matkapuhelime -12.3684 +▁verotuksessa -12.3686 +▁Luoto -12.3687 +▁lähettämällä -12.3687 +▁luotettavuus -12.3687 +▁irakilais -12.3687 +▁feminismi -12.3691 +▁tyylikkäi -12.3692 +▁toteutuma -12.3693 +▁sponsoroi -12.3693 +vammoi -12.3693 +▁kommunikointi -12.3694 +▁hurji -12.3695 +dieeti -12.3697 +▁pureskel -12.3697 +▁Päätöksen -12.3697 +▁jätehuolto -12.3697 +▁mobiililaittei -12.3699 +▁Institute -12.37 +▁pakotettu -12.37 +▁korjattava -12.3702 +▁nuoresta -12.3703 +verkossa -12.3704 +▁älytön -12.3704 +▁kisu -12.3705 +▁tarjoillaan -12.3705 +▁ensisijaise -12.3705 +▁kappeli -12.3706 +▁alareuna -12.3707 +▁Järje -12.3708 +ELLE -12.3708 +▁postitse -12.3709 +▁mahtavi -12.371 +▁kaadu -12.371 +▁miljöö -12.371 +▁magnesium -12.3714 +▁renkaiden -12.3714 +.01.200 -12.3715 +▁riipu -12.3715 +▁syyllisyyttä -12.3715 +Kirjo -12.3715 +Uude -12.3716 +▁yksinkertaisi -12.3716 +▁kaupungintalo -12.3717 +Vuoden -12.3719 +▁innovatiivisi -12.3719 +▁lisämaksu -12.3721 +▁protesti -12.3722 +▁ponnistelu -12.3723 +pitoisuuksi -12.3723 +▁Lopputulos -12.3724 +▁Emmi -12.3724 +▁peruuntu -12.3724 +seremonia -12.3724 +source -12.3725 +▁suhteissa -12.3726 +▁kymmenisen -12.3726 +craft -12.3726 +▁kelvannut -12.3726 +▁myönteistä -12.3726 +▁Raamattuun -12.3726 +septi -12.3729 +suikale -12.3731 +▁ongelmitta -12.3732 +▁lampaan -12.3732 +▁Francisco -12.3733 +▁College -12.3735 +▁pulma -12.3739 +ESTÄ -12.3739 +▁supp -12.374 +▁tieteellisesti -12.3742 +▁useimpien -12.3743 +▁trip -12.3744 +esiintymi -12.3744 +▁katsoessa -12.3745 +räjähdykse -12.3746 +▁Todellinen -12.3749 +▁3-1 -12.3751 +rokotukse -12.3751 +▁Ulos -12.3751 +kisoja -12.3752 +▁Metsähallitukse -12.3752 +▁vastikkee -12.3752 +▁välttämättömyy -12.3753 +▁pidättää -12.3753 +▁1,1 -12.3754 +▁lehmi -12.3754 +▁tuomaristo -12.3755 +▁potilaille -12.3756 +▁muukalais -12.3757 +esimerkki -12.3757 +▁säästävä -12.3758 +▁blackjack -12.3758 +▁tykästy -12.3759 +▁uudistettu -12.3759 +▁laimen -12.3759 +▁formula -12.3761 +▁Kristinusko -12.3762 +langasta -12.3762 +▁hiljaisi -12.3762 +▁googla -12.3763 +▁hiilihydraatti -12.3763 +▁kuollee -12.3763 +▁nähtävästi -12.3765 +▁tiedetty -12.3765 +trilogia -12.3765 +Sanomat -12.3766 +offee -12.3766 +▁sisaruksi -12.3767 +▁paikkeilla -12.3767 +▁Sergei -12.3767 +Blogi -12.3768 +▁pahimpi -12.3768 +▁hilse -12.3769 +▁Aleksandr -12.3769 +askel -12.377 +uhdan -12.3773 +▁eritoten -12.3773 +▁tietokoneelle -12.3774 +▁perussuomalaisi -12.3774 +▁viimeisteli -12.3774 +▁Varasto -12.3774 +▁morsian -12.3774 +▁liikevoitto -12.3775 +▁oikeisiin -12.3775 +▁pysäytti -12.3777 +▁Jyri -12.3779 +NEUVO -12.3779 +▁parannu -12.3779 +▁jumalanpalveluk -12.378 +▁edistetään -12.3781 +Halu -12.3782 +▁unohdettu -12.3782 +▁reviiri -12.3782 +Lämpim -12.3784 +▁ihastukse -12.3785 +▁Vuosaare -12.3785 +▁mekaanise -12.3789 +ISTU -12.379 +▁hyväkuntois -12.3791 +▁emännä -12.3792 +▁Sodan -12.3792 +▁Katsokaa -12.3792 +▁useammat -12.3792 +▁Soul -12.3793 +▁nukkuma -12.3794 +▁1969 -12.3795 +▁Selit -12.3796 +resurssi -12.3798 +tarhoi -12.3799 +raskaude -12.3799 +▁syventy -12.38 +▁sensuroi -12.3801 +8% -12.3802 +▁Takuu -12.3802 +▁NBA -12.3802 +▁tietoisuutta -12.3802 +▁maalivahdi -12.3803 +▁sairastavi -12.3803 +komero -12.3804 +▁pyörähtä -12.3805 +▁Vär -12.3805 +▁Marco -12.3806 +▁inkivääri -12.3806 +▁sanojensa -12.3806 +▁asuinaluee -12.3807 +▁Bosnia -12.3808 +▁suunniteltiin -12.3809 +ähkä -12.381 +▁pärjännyt -12.381 +▁tsekkaa -12.3811 +▁realismi -12.3812 +▁Haave -12.3814 +▁vanhempana -12.3815 +▁laajoja -12.3815 +▁piisaa -12.3815 +▁Yksinkertais -12.3816 +▁Arena -12.3816 +MX -12.3817 +Hämeessä -12.3818 +▁Kerttu -12.3818 +▁Texas -12.3819 +▁Under -12.3819 +▁ohjaava -12.382 +▁luovuttama -12.382 +▁Tänne -12.3821 +▁selityksen -12.3822 +▁Lindholm -12.3823 +▁sävyyn -12.3826 +.6.2013 -12.3826 +▁järkkä -12.3827 +▁Mäntsälä -12.3827 +Joulu -12.383 +▁ylivoimaise -12.383 +▁huutava -12.3831 +▁piristävä -12.3832 +▁semmoista -12.3833 +▁keskittyminen -12.3833 +120 -12.3834 +gard -12.3834 +▁rikkomisesta -12.3834 +▁Juoksu -12.3836 +▁Jokerei -12.3837 +▁ottavan -12.3837 +▁pahuude -12.3837 +▁liikennevalo -12.3841 +▁epäiltynä -12.3841 +▁upotta -12.3841 +OHJELMA -12.3842 +▁vakaumukse -12.3842 +ASSA -12.3843 +▁ihmiseksi -12.3843 +▁paikkakunnalle -12.3844 +▁haluavansa -12.3846 +▁väreissä -12.3848 +ISTEN -12.3849 +▁alaisena -12.385 +▁valmistuksessa -12.385 +▁Buck -12.385 +▁Terho -12.385 +▁nimellis -12.385 +Myös -12.3852 +▁kyselemään -12.3852 +▁Tietääkö -12.3853 +istunno -12.3853 +▁leivinpaperi -12.3854 +vanhempa -12.3855 +▁Kyrö -12.3856 +▁Bang -12.3857 +base -12.3858 +koordinaat -12.3859 +▁raapi -12.3861 +hakemuksi -12.3861 +▁Herman -12.3862 +▁hitai -12.3862 +▁oppikirja -12.3863 +▁käteisennakkoa -12.3863 +▁Katto -12.3864 +pumpun -12.3864 +niemessä -12.3864 +Päätökse -12.3864 +▁kustannustehokk -12.3865 +▁valmistuttua -12.3865 +▁palkitseva -12.3865 +▁pelätään -12.3865 +▁1945 -12.3866 +lämpöpumppu -12.3866 +järjestelmistä -12.3867 +▁kaval -12.3867 +▁perustetta -12.3869 +▁kirkonkylä -12.3871 +▁http -12.3872 +▁liikkuvuus -12.3873 +▁vatka -12.3875 +▁haaruk -12.3876 +▁metal -12.3877 +▁kylppäri -12.3878 +▁kirjaudu -12.3879 +▁kuolon -12.3879 +▁KOR -12.3879 +▁neljäsosa -12.388 +Sisällysluettelo -12.388 +▁heltei -12.388 +▁nussi -12.3881 +▁puolustusvoimie -12.3881 +▁epäluulo -12.3881 +▁tappele -12.3881 +▁varsinaiseen -12.3881 +▁artikkele -12.3882 +▁aloittelijoi -12.3883 +paikkoihin -12.3884 +.08.2019 -12.3885 +▁ohjausryhmä -12.3887 +poliklinik -12.3888 +▁linjaus -12.3889 +▁VAIN -12.3889 +▁maanpääll -12.3889 +▁lajittelu -12.3891 +karsinta -12.3893 +▁Sulk -12.3895 +▁käskee -12.3896 +▁Kunnon -12.3896 +▁telaka -12.3898 +▁objekti -12.3899 +▁hinnasto -12.3899 +järveen -12.39 +▁rahamäärä -12.3902 +▁Armeija -12.3903 +maasturi -12.3905 +▁Taloudellis -12.3905 +kärsivällisyyttä -12.3906 +ALLA -12.3906 +▁alkuperäisessä -12.3906 +▁hymyili -12.3906 +▁Sitra -12.3906 +▁Uskoisin -12.3907 +lehdissä -12.3908 +▁kroonis -12.3908 +▁intiaani -12.3908 +puhdistus -12.3909 +▁eilisen -12.391 +▁Maaseutu -12.391 +▁menneisyyden -12.3911 +▁Ylöjärve -12.3912 +▁luovuutta -12.3912 +▁sisäisiä -12.3913 +▁menestynei -12.3913 +▁ylläpitävä -12.3914 +▁hyväksymistä -12.3914 +▁Jonkun -12.3918 +▁liikkunut -12.3919 +▁esiintyvi -12.3919 +▁epäonnistunee -12.3919 +▁Tunnelma -12.3919 +▁järjestystä -12.3923 +▁Islanti -12.3924 +▁aikaisemmi -12.3924 +▁Ammati -12.3924 +▁hitusen -12.3925 +▁Merc -12.3925 +▁Jokaisessa -12.3926 +▁yleisestä -12.3929 +▁lukeutuva -12.3929 +▁lounais -12.3933 +▁kaventa -12.3933 +▁rentoutta -12.3935 +▁tutkinnan -12.3935 +▁kävellessä -12.3937 +▁lännessä -12.3937 +taidoista -12.3939 +▁valtakunnallist -12.3941 +▁myytävänä -12.3942 +sairaudet -12.3944 +▁äidillä -12.3945 +▁Toive -12.3946 +▁Brad -12.3947 +omisario -12.3947 +▁budjetoi -12.3948 +▁maustettu -12.3948 +▁supista -12.3948 +▁pudotti -12.395 +▁TEH -12.3951 +palkki -12.3952 +▁selosta -12.3952 +▁vedonlyö -12.3953 +▁Kristukse -12.3953 +▁Toivoisin -12.3956 +▁luomiväri -12.3957 +▁säilyttämään -12.3959 +▁anopi -12.3959 +luottamushenkilö -12.396 +tarjoilu -12.396 +▁paistettu -12.396 +▁tunteisiin -12.3961 +▁rinnakkain -12.3961 +ÄYTTÖ -12.3962 +▁Piispa -12.3963 +▁stand -12.3963 +KESKUS -12.3964 +▁perustetu -12.3964 +▁käsitteitä -12.3964 +ohjaaji -12.3965 +▁kaaha -12.3965 +▁verkkokaupassa -12.3965 +▁lyhyi -12.3967 +▁päällimmäis -12.3968 +▁ajattelutapa -12.3968 +▁pitänee -12.3968 +▁härski -12.3968 +▁esiintyji -12.3968 +▁huutele -12.3969 +▁Tohtori -12.397 +▁Toteutu -12.397 +▁taskuun -12.397 +EUR -12.3972 +▁ammenta -12.3973 +▁vireillä -12.3974 +▁myytävi -12.3975 +▁sadoi -12.3976 +▁ystävällisiä -12.3977 +▁asfaltti -12.3979 +▁lukuvuoden -12.3981 +▁Pysä -12.3981 +▁syvemmä -12.3981 +▁kohoaa -12.3982 +▁oikeiden -12.3982 +▁valinnasta -12.3982 +▁viisaus -12.3983 +vaihtoehtoisesti -12.3983 +▁huomattiin -12.3983 +▁ymmärrettä -12.3984 +▁Maaseudun -12.3984 +▁Pikavippi -12.3984 +▁kertomatta -12.3986 +▁käyttötarkoitus -12.3987 +▁viimeisestä -12.3987 +muoti -12.3988 +▁Tilastokeskus -12.3993 +taajuude -12.3994 +rekisteröi -12.3996 +retkelle -12.3996 +lammi -12.3998 +▁selviävät -12.3998 +yönteis -12.3998 +▁toistuu -12.3999 +.05.200 -12.4 +▁Sanoisin -12.4001 +kouluttaja -12.4001 +▁oikeudenmukaise -12.4003 +▁pikkusisko -12.4003 +virheitä -12.4004 +▁sopimuksella -12.4004 +sointu -12.4005 +▁kuuteen -12.4007 +ASTI -12.4007 +▁hallinnointi -12.4009 +▁ravistel -12.401 +▁harrastuksiin -12.401 +▁tuomarei -12.401 +TURVA -12.401 +▁kyselee -12.4011 +▁Pitäis -12.4013 +▁Fall -12.4013 +▁valittaja -12.4014 +▁räjähd -12.4015 +ähtänyt -12.4016 +▁maahanmuuton -12.4017 +▁valitun -12.4017 +▁säännöllistä -12.4019 +▁auttamis -12.402 +▁tuoreimma -12.4021 +▁Aada -12.4021 +▁karenssi -12.4021 +▁virkeä -12.4021 +▁1967 -12.4022 +▁avaimen -12.4022 +▁yrittämään -12.4024 +▁lehtori -12.4024 +▁jätteiden -12.4025 +▁kohonnut -12.4026 +▁haamu -12.4026 +▁Mooses -12.4028 +▁elintärkeä -12.403 +▁pyramidi -12.403 +▁edestakaisin -12.403 +▁vangitse -12.403 +▁tienata -12.403 +▁marras -12.4031 +▁Työvoima -12.4031 +nopeuden -12.4031 +▁Taylor -12.4031 +▁France -12.4032 +▁Presidentin -12.4033 +▁Spotify -12.4033 +▁podcast -12.4033 +hyväksy -12.4035 +▁sijainnista -12.4035 +▁vahvuute -12.4035 +UKSE -12.4036 +keräykse -12.4036 +▁identiteetin -12.4036 +▁egypti -12.4037 +▁Kunnia -12.4037 +▁viitaten -12.4037 +▁Kauka -12.4039 +▁luonnonkosmetii -12.4041 +velvoittei -12.4041 +artisti -12.4041 +▁toistakymmentä -12.4043 +▁kyljessä -12.4044 +▁hurmaava -12.4046 +toleranssi -12.4046 +▁tusina -12.4047 +▁kiihtyy -12.4048 +▁pyynti -12.4048 +▁ILMA -12.4049 +▁kaupallinen -12.405 +▁kiertele -12.405 +▁kallein -12.4051 +▁ehdottama -12.4051 +▁lääkitystä -12.4052 +▁Saksalais -12.4052 +▁kohdillaan -12.4053 +▁Björk -12.4053 +▁etäisyyttä -12.4053 +▁varoituksen -12.4054 +▁Mervi -12.4054 +▁Komp -12.4055 +▁Polar -12.4056 +hinnasta -12.4057 +harjoituksia -12.4057 +▁muistakaa -12.4057 +▁pätkääkään -12.4057 +▁Kaikesta -12.4057 +laudalla -12.4058 +▁Odota -12.4058 +▁julkiseen -12.4059 +▁laisinkaan -12.4059 +jäätelö -12.4059 +▁rekisteröidä -12.4061 +▁sovinto -12.4061 +▁kaupallista -12.4061 +▁merkity -12.4062 +▁Leikki -12.4062 +▁Kommentti -12.4063 +▁mahdottomu -12.4063 +löytö -12.4064 +berry -12.4065 +▁Päiv -12.4066 +järjestäjä -12.4067 +▁kansakoulu -12.4068 +▁rantautu -12.4069 +▁Kulutus -12.4069 +▁veturi -12.4069 +▁selvitettävä -12.4069 +▁stadi -12.407 +▁samojen -12.4071 +tarvetta -12.4072 +▁Velka -12.4072 +▁vakuuttu -12.4073 +▁mahdolliseen -12.4073 +▁kaksinkertaistu -12.4073 +▁indikaattori -12.4075 +▁Ring -12.4076 +▁silmistä -12.4076 +liitäntä -12.4076 +▁muhkea -12.4077 +Link -12.4078 +▁tuhoisa -12.4078 +▁Uudistu -12.4079 +toteu -12.4079 +▁Spring -12.408 +▁Jenna -12.408 +olevi -12.4082 +▁kiireise -12.4083 +▁kehittämistyö -12.4083 +Vuonna -12.4086 +ntöjä -12.4086 +▁kelpaisi -12.4086 +▁Elinkeinoelämän -12.4086 +▁terveellinen -12.4087 +▁hymyilee -12.4088 +▁Rub -12.4088 +▁maailmansota -12.4088 +▁Stanley -12.409 +▁keskusteltiin -12.4091 +toimiala -12.4092 +▁keskitety -12.4093 +▁johtokunta -12.4094 +▁persoonallis -12.4095 +▁julkistetaan -12.4096 +▁ahdiste -12.4098 +▁sydämellä -12.4099 +olemukse -12.41 +▁valtuutta -12.4102 +▁hengenvaaralli -12.4102 +▁kuningaskunna -12.4102 +▁Perho -12.4103 +▁ilmoittautunut -12.4104 +▁want -12.4104 +▁laktoosi -12.4105 +▁viimeistele -12.4106 +▁Putki -12.4107 +▁kerjää -12.4107 +▁toteutunee -12.4108 +▁vaihtaisi -12.411 +▁Jarno -12.411 +▁vuosineljänneks -12.411 +▁tuottamiseen -12.411 +mattomaksi -12.4111 +▁täytettävä -12.4111 +▁(197 -12.4112 +puheenjohtaja -12.4113 +▁kielitaido -12.4116 +vyöry -12.4117 +Matka -12.4119 +▁esitutkinta -12.4119 +▁KAUPUNKI -12.4119 +▁Leader -12.412 +Halli -12.412 +torve -12.4122 +▁annetussa -12.4123 +.1.2012 -12.4123 +ammattilais -12.4125 +▁ravitsemukse -12.4125 +▁Opiskelijoi -12.4127 +▁yleiskaava -12.4127 +▁Evoluutio -12.4128 +▁kiriste -12.4129 +▁liukkaa -12.4129 +▁latautu -12.4129 +▁sieppa -12.413 +▁Sodankylä -12.413 +▁luontaise -12.413 +▁normalisoi -12.413 +▁Valtiovarain -12.413 +▁käytännöllise -12.413 +malleihin -12.4133 +kkuudesta -12.4138 +vaihtaja -12.4139 +▁siedettävä -12.4139 +▁Full -12.414 +▁aiheuttaisi -12.4141 +watch -12.4144 +zzo -12.4144 +▁katsauks -12.4144 +▁Koste -12.4146 +▁4-6 -12.4147 +▁essee -12.4147 +▁väsymystä -12.4148 +▁pelivalikoima -12.4148 +äällikkö -12.4149 +lupien -12.4149 +▁När -12.4151 +▁mainittava -12.4152 +omistus -12.4152 +▁tarkkuudella -12.4152 +▁kehitettiin -12.4152 +▁vehkee -12.4153 +▁osoittama -12.4153 +▁0,6 -12.4154 +▁Nelos -12.4154 +▁omega -12.4155 +▁kääntäjä -12.4155 +minuutti -12.4156 +saarna -12.4156 +▁psykoosi -12.4159 +▁miljooni -12.416 +ongelmiin -12.416 +näköisiä -12.416 +▁taivaallise -12.416 +▁kivoi -12.4161 +▁omantunnon -12.4162 +kalastus -12.4163 +ttämätön -12.4163 +▁Omena -12.4164 +▁aikoi -12.4165 +▁opettajille -12.4165 +▁Lissabon -12.4165 +▁kroonise -12.4167 +siivous -12.4168 +ympyrä -12.4169 +▁väitettä -12.4169 +▁työskentelyyn -12.4172 +▁tekemisistä -12.4172 +allergia -12.4172 +▁hengellinen -12.4175 +treenejä -12.4175 +▁Taidat -12.4176 +pöydällä -12.4177 +.7.2012 -12.4178 +▁piirretty -12.4179 +▁epäreilu -12.418 +▁vastustuskyky -12.4182 +▁Suunta -12.4184 +▁WWF -12.4184 +▁pisara -12.4185 +▁Card -12.4185 +▁SISÄLTÖ -12.4186 +▁harkinnut -12.4186 +▁kunnanhallituks -12.4186 +▁metroasema -12.4187 +▁Juhannus -12.4188 +▁pyörivä -12.4189 +▁kennel -12.4189 +▁maksettiin -12.4189 +▁sivuvaikutuksia -12.4191 +▁kakara -12.4192 +merkinnän -12.4194 +▁koittanut -12.4195 +▁ulkopuolisia -12.4197 +Pietarsaar -12.4198 +▁silmukka -12.4199 +▁Talvella -12.4199 +▁viranhaltija -12.4199 +▁ikävöi -12.4199 +▁oppimäärä -12.4199 +▁keräämä -12.42 +▁kristillinen -12.4201 +▁kiinnostukse -12.4202 +▁Jansson -12.4202 +▁alkeelli -12.4202 +rouva -12.4204 +▁joutsen -12.4204 +▁Farm -12.4205 +▁laidun -12.4207 +tutkijoi -12.4208 +▁Talent -12.4208 +▁Peltonen -12.4208 +▁lääkäreitä -12.421 +▁postaukseen -12.4213 +▁yrittäjyyden -12.4213 +.12.2010 -12.4213 +▁perehdyttä -12.4216 +▁teolla -12.4217 +▁Hyödy -12.4219 +▁portaat -12.422 +▁liitteessä -12.4221 +kontakt -12.4223 +▁desinfioi -12.4223 +▁Tällaisi -12.4223 +▁Harvoin -12.4223 +▁teknisten -12.4224 +ljas -12.4225 +▁alkuvuonna -12.4226 +▁iloitsee -12.4227 +▁loputtua -12.4229 +▁hakemuksesi -12.4229 +▁Tekniikka -12.423 +Hanna -12.4232 +tuore -12.4235 +▁okei -12.4235 +▁variaatio -12.4235 +▁yhdisti -12.4236 +▁iäkkää -12.4237 +▁virheellisesti -12.4237 +mestaruuden -12.4238 +pilvi -12.4239 +▁kattee -12.4239 +▁todellisuuteen -12.4239 +onsult -12.4241 +▁mutaatio -12.4241 +▁naapurusto -12.4243 +▁admin -12.4244 +▁kolmanteen -12.4245 +▁linjauksi -12.4247 +▁apteekin -12.4247 +▁tarkastelee -12.4247 +▁fitness -12.4248 +▁meditaatio -12.4249 +▁Optim -12.425 +▁Factor -12.4251 +▁Muistakaa -12.4251 +▁syömättä -12.4251 +ITTA -12.4252 +▁Savolainen -12.4252 +▁neuvottelema -12.4252 +yymi -12.4252 +▁Tuukka -12.4252 +▁hoitajien -12.4253 +riihe -12.4253 +kansainvälisissä -12.4254 +raft -12.4255 +▁Onneks -12.4256 +▁ylläpitämään -12.4259 +▁nuha -12.4259 +▁Rekisteri -12.4259 +jumppa -12.426 +joulukuu -12.4261 +▁Luxemburg -12.4264 +▁äänestämään -12.4268 +▁useampaa -12.4269 +▁taustoja -12.4269 +yksilö -12.427 +laitoksia -12.4271 +kosmetiika -12.4271 +▁pyrkivä -12.4271 +pöydästä -12.4271 +▁Luonnollisesti -12.4271 +walk -12.4273 +▁prosessoi -12.4273 +▁heittele -12.4274 +syytöksi -12.4274 +▁klinik -12.4276 +▁yksilöllisiä -12.4278 +▁lyhyeksi -12.4278 +korvauksen -12.4279 +▁MBA -12.4279 +hyvinvointi -12.428 +▁elokuvista -12.4283 +▁WHO -12.4286 +ammati -12.4287 +▁globalisaatio -12.4288 +▁0,8 -12.4289 +▁alhaisempi -12.429 +▁oleellisi -12.4291 +▁varhaisessa -12.4291 +▁lunastus -12.4292 +▁fiktio -12.4293 +▁vastinetta -12.4293 +musiiki -12.4294 +1996 -12.4295 +▁liuot -12.4295 +▁käyttämi -12.4295 +▁mielenosoituksi -12.4295 +▁alkujaan -12.4296 +▁parisuhteeseen -12.4297 +▁diktatuuri -12.4297 +▁kärjisty -12.4299 +liemi -12.43 +▁Oil -12.43 +▁riisto -12.4301 +▁odotuksi -12.4302 +keskeise -12.4302 +▁ohjauksessa -12.4303 +▁toteutuksen -12.4303 +▁rohkaista -12.4304 +▁Luvassa -12.4304 +▁tukko -12.4304 +▁Akava -12.4304 +▁Taiteilija -12.4305 +▁viive -12.4305 +▁jogurtti -12.4309 +▁puhdistu -12.431 +▁happea -12.4311 +▁johtopäätös -12.4311 +▁myydyi -12.4312 +sijoituksi -12.4316 +▁jäsenmaiden -12.4316 +Idä -12.4317 +demokratia -12.4317 +▁huolenaihe -12.4317 +▁tarttis -12.4318 +▁Kruunu -12.4318 +▁tiesivät -12.4318 +▁kummatkin -12.432 +▁Lordi -12.432 +▁glitter -12.432 +▁urakalla -12.4321 +▁hankaloitta -12.4322 +▁kätevi -12.4324 +▁pelatessa -12.4324 +▁toistuvi -12.4325 +▁pyytämä -12.4326 +▁kerkeä -12.4326 +▁lähialuee -12.4327 +rkeimm -12.433 +▁Hakala -12.433 +▁joulupukki -12.4333 +hierarkia -12.4335 +▁siideri -12.4336 +▁Ministeriö -12.4336 +▁ostettava -12.4336 +▁would -12.4337 +▁epäluotettav -12.4337 +▁ansiotulo -12.4337 +▁nuorimma -12.4338 +▁rinnasta -12.4338 +▁ryhtynyt -12.4339 +▁epärehellis -12.4339 +▁kuoliaaksi -12.4339 +▁käyttäessä -12.4339 +▁valitukse -12.4342 +▁kofeiini -12.4342 +▁kuoltua -12.4342 +▁edesmenne -12.4343 +▁Harmaa -12.4345 +▁luji -12.4347 +▁ruutuun -12.4347 +▁Kirjaudu -12.4352 +▁YHTEIS -12.4352 +▁ammattitaitoise -12.4353 +▁unohtunut -12.4353 +Carolina -12.4357 +▁riippuvuus -12.4358 +▁iäkkäi -12.4358 +periaatteen -12.4359 +▁mokoma -12.436 +▁Miettinen -12.4361 +▁aloittaneet -12.4361 +▁omatoimisesti -12.4361 +▁January -12.4361 +▁tukeutu -12.4362 +stream -12.4365 +▁lähdekoodi -12.4366 +KSEN -12.4366 +ilmasto -12.4367 +.2.2012 -12.4369 +▁argumentti -12.4369 +▁ripusta -12.437 +laboratorio -12.437 +▁TÄY -12.437 +Room -12.437 +.7.2014 -12.437 +▁yski -12.4371 +▁Cour -12.4372 +▁rupee -12.4372 +▁suunnattomasti -12.4372 +▁pääsarja -12.4372 +▁reuma -12.4372 +▁manga -12.4373 +plus -12.4373 +▁hakeva -12.4374 +▁oikeestaan -12.4374 +▁vehnäjauho -12.4376 +kohtelu -12.4377 +▁ajokorti -12.4378 +▁yhteenlaskettu -12.4378 +▁rituaali -12.4378 +▁ennaltaehkäisy -12.4381 +▁Susan -12.4383 +▁huvipuisto -12.4385 +KAT -12.4385 +▁Ehdottomasti -12.4388 +murro -12.4389 +uureja -12.439 +ttomalta -12.439 +▁runkka -12.439 +▁aiheuttavi -12.439 +tunniste -12.439 +▁editoi -12.4391 +▁hyödyntämällä -12.4392 +▁Eerik -12.4392 +▁Muslimi -12.4397 +▁näkökulmista -12.4397 +▁kategorioi -12.4397 +▁prosentista -12.4398 +▁Liity -12.4398 +▁Elias -12.4398 +Str -12.4401 +▁hollantilais -12.4401 +siirappi -12.4403 +▁ainoita -12.4407 +▁saavutukse -12.4408 +▁Onnettomuus -12.4408 +▁Ongelmi -12.4411 +meeri -12.4413 +▁Korkeakoulu -12.4414 +tohtori -12.4414 +lähtöise -12.4416 +▁kunnioitukse -12.4416 +▁investoida -12.4416 +▁kirjoituksissa -12.4417 +▁salaatin -12.4417 +▁kustannuksiin -12.4417 +▁näkyvyys -12.442 +▁hurska -12.4422 +▁kirjoitel -12.4422 +▁Jäätteenmä -12.4422 +UUDEN -12.4423 +▁konkari -12.4423 +▁naiselta -12.4423 +▁petokse -12.4425 +▁YKSI -12.4426 +▁kuopa -12.4426 +slav -12.4429 +▁meikin -12.443 +▁kunnanvaltuusto -12.443 +▁ryhdi -12.4431 +TEE -12.4432 +purka -12.4433 +▁sportti -12.4434 +▁luullut -12.4435 +▁ahdista -12.4436 +korvaukset -12.4436 +▁onnistunei -12.4438 +▁takertu -12.4438 +▁ydinkeskusta -12.4438 +▁asiakkaamme -12.4439 +▁osuutensa -12.4439 +▁maailmanlaajuin -12.4441 +▁varressa -12.4441 +▁Lentokenttä -12.4442 +▁uhalla -12.4443 +määritys -12.4444 +▁Netissä -12.4444 +▁Tarkoitan -12.4445 +▁kevääseen -12.4445 +▁pojista -12.4446 +▁Laaksonen -12.4447 +lähetyksi -12.4448 +▁Dallas -12.4449 +pöydälle -12.4452 +▁symp -12.4452 +▁Berlin -12.4453 +▁Pidin -12.4453 +▁graafise -12.4453 +▁vapaaehtoinen -12.4454 +▁Veikkauksen -12.4454 +▁monimutkaisia -12.4454 +saksa -12.4455 +avustuksen -12.4455 +▁uida -12.4456 +▁kaivattu -12.4457 +▁tavattu -12.4458 +portai -12.446 +puiko -12.4461 +helppokäyttöinen -12.4461 +▁nikotiini -12.4461 +▁Flash -12.4462 +▁tarjoamia -12.4462 +komppania -12.4463 +▁pojasta -12.4463 +▁valitui -12.4464 +▁Week -12.4467 +▁October -12.4467 +▁Puerto -12.4467 +▁merkityksiä -12.4469 +▁Fair -12.447 +▁juurtu -12.447 +▁Monaco -12.447 +▁korkotaso -12.4471 +▁nykyisellään -12.4472 +▁eurooppa -12.4473 +▁Bridge -12.4473 +Näyttely -12.4475 +▁yhdistämise -12.4475 +todistuksi -12.4478 +▁jättämise -12.4479 +▁Modafinil -12.4481 +▁kolmannelle -12.4481 +▁tuottavi -12.4481 +▁Väärä -12.4483 +▁haastateltava -12.4484 +▁Museum -12.4484 +▁Tarvitset -12.4484 +▁Uoti -12.4486 +▁mukaiseen -12.4491 +▁mielipiteiden -12.4493 +▁yöuni -12.4493 +▁halveksu -12.4494 +wich -12.4494 +▁vastapäätä -12.4494 +▁yhdistele -12.4494 +▁nurmi -12.4495 +Jumala -12.4495 +▁kodinkone -12.4495 +▁keskitetty -12.4496 +▁puikoi -12.4496 +keskeinen -12.4498 +▁helpottuu -12.4498 +ksahta -12.4499 +▁selvittänyt -12.45 +▁maanviljelijä -12.4501 +▁Näyttö -12.4502 +▁silmillä -12.4502 +▁Uskonto -12.4503 +päätöksiä -12.4503 +väkeä -12.4503 +▁Tietosuoja -12.4504 +▁Vahvist -12.4505 +▁Kustaa -12.4507 +ympyröi -12.4508 +mahdollisuuksist -12.4509 +▁Ihmisiä -12.4509 +▁vähenevät -12.4509 +▁muulloin -12.451 +▁terveyspalveluj -12.4512 +LUT -12.4514 +▁realistinen -12.4515 +▁noussee -12.4516 +▁Aurora -12.4517 +▁irtisanoutu -12.4518 +uvun -12.4519 +▁saatavuuden -12.4519 +▁onnellisi -12.4521 +▁tehdyssä -12.4521 +prikaati -12.4522 +▁kansanäänestyks -12.4523 +▁Nintendo -12.4526 +▁Häkkinen -12.4529 +▁Baby -12.4531 +▁konsultointi -12.4531 +▁rutkasti -12.4532 +för -12.4533 +▁homoseksuaali -12.4535 +Pääministeri -12.4536 +▁radalle -12.4536 +sijoitukse -12.4539 +▁koulunkäynti -12.454 +▁Fakta -12.454 +.10.2010 -12.4541 +▁valmennuksen -12.4542 +▁seurannan -12.4542 +▁hypno -12.4544 +▁Teräs -12.4545 +▁juossut -12.4546 +evolution -12.4547 +▁rattai -12.4548 +▁hyödyttää -12.4549 +▁samanlaisi -12.455 +▁lonkka -12.455 +▁romanttise -12.455 +▁Islannin -12.455 +▁nopeute -12.4551 +▁Yhteen -12.4551 +▁ympärivuorokaut -12.4551 +▁puolusti -12.4551 +vuodenvaihteessa -12.4552 +▁aliste -12.4556 +soittime -12.4558 +korjaamo -12.4559 +▁Borg -12.4559 +uskonno -12.4559 +▁ortodoksise -12.456 +▁und -12.4562 +kkuuteen -12.4563 +▁cool -12.4564 +▁heikentävä -12.4564 +valaisime -12.4566 +▁jälkikasvu -12.4567 +opiskelijoiden -12.4569 +▁Teoria -12.4569 +▁tietoisuuden -12.457 +▁kuoppa -12.4571 +▁noudattamise -12.4571 +▁toteutukseen -12.4571 +kokeeseen -12.4574 +▁korjaantu -12.4574 +▁suhtaudutaan -12.4575 +tunturi -12.4575 +▁yhteisymmärryks -12.4576 +▁vääryyde -12.4576 +OSTA -12.4578 +▁annetut -12.4578 +▁syyllistynyt -12.4581 +pataljoona -12.4582 +Arvo -12.4588 +LEHTI -12.4588 +▁esitelmä -12.4591 +▁Harjoittelu -12.4592 +▁käsitöitä -12.4592 +▁1971 -12.4592 +▁sykkee -12.4593 +▁flop -12.4595 +ETY -12.4595 +UMA -12.4596 +.06.200 -12.4598 +▁vastaanotolle -12.4598 +▁samankaltaise -12.46 +▁Easy -12.46 +▁tilaisuuksissa -12.4601 +▁Henkilökunta -12.4601 +▁Granlund -12.4602 +▁sosio -12.4602 +▁Malesia -12.4606 +▁Erilaiset -12.4607 +lupaukse -12.4609 +▁kauhistel -12.4609 +▁kertomuksia -12.461 +▁Kemijärv -12.4611 +▁Hollannissa -12.4611 +▁Kirjoitukse -12.4611 +pöydät -12.4611 +▁löytämä -12.4612 +▁lähestymis -12.4612 +▁tuottavuutta -12.4613 +▁Ruotsalainen -12.4613 +▁tekopyh -12.4614 +▁kreationisti -12.4615 +1990 -12.4616 +▁ylösnousemukse -12.4617 +▁paremmasta -12.4617 +rance -12.4618 +▁päädyttiin -12.4619 +▁Antonio -12.462 +▁Valmentaja -12.4621 +▁maantieteellise -12.4622 +▁peräkkäise -12.4622 +▁kiehtoo -12.4625 +▁Keskiviikkona -12.4627 +▁metropoli -12.4627 +äännöksiä -12.4631 +▁Pelkään -12.4631 +▁suoraviivais -12.4632 +▁Taulu -12.4633 +▁toteuttamisesta -12.4634 +▁Raskaus -12.4635 +▁näyttäytyy -12.4637 +ESS -12.4637 +▁uskomattomi -12.4638 +▁työnhakijoi -12.4638 +▁palkkojen -12.4638 +▁Unelma -12.4639 +▁tallennetaan -12.4639 +▁RAY -12.4639 +▁kotoutumis -12.464 +▁kapei -12.4642 +▁Raaka -12.4642 +▁hallinnollise -12.4642 +▁ylläpidon -12.4642 +▁mittakaava -12.4644 +▁grafiik -12.4644 +▁Koillis -12.4645 +▁etnise -12.4647 +▁What -12.465 +puoleinen -12.4653 +oldid -12.4654 +▁tyytyväise -12.4654 +edellytysten -12.4655 +▁ystävällistä -12.4655 +blom -12.4657 +karjala -12.4658 +▁Psyko -12.4659 +▁sorru -12.466 +▁kohtelias -12.466 +▁republikaani -12.466 +▁makasi -12.4661 +▁kilpailukykyise -12.4661 +▁hillitä -12.4662 +▁Vähen -12.4663 +▁Sastamala -12.4663 +▁tilitoimisto -12.4664 +▁puuhun -12.4666 +▁ymmärretty -12.4667 +▁kylvö -12.4669 +▁suunnittelijoi -12.467 +Ulko -12.4672 +▁luvattoma -12.4674 +▁Varjo -12.4675 +▁elintarvikkee -12.4676 +▁tärinä -12.4678 +▁sellaisina -12.4681 +▁Keuruu -12.4683 +▁mikrofoni -12.4683 +▁perinnön -12.4687 +▁lyömä -12.4687 +▁Strategi -12.4688 +▁mielenosoitus -12.4689 +.04.200 -12.4689 +▁vaikeuksissa -12.469 +▁pelanneet -12.4691 +▁lääkäreiden -12.4692 +▁lenkkeily -12.4693 +▁häiritsi -12.4693 +rez -12.4694 +▁Reino -12.4694 +▁etätyö -12.4696 +▁tunnustettu -12.4696 +▁paketoi -12.4701 +Benz -12.4703 +▁uteliai -12.4703 +valtuuksi -12.4704 +▁kaltoin -12.4704 +▁hakema -12.4705 +▁saapua -12.4706 +▁vaaleanpunainen -12.4706 +▁älypuhelimi -12.4707 +▁Patrick -12.4708 +▁cialis -12.4711 +▁kaneli -12.4712 +symbolei -12.4716 +▁euroviisu -12.4716 +▁asuinpaika -12.4716 +▁Baltic -12.4717 +▁aktivoida -12.4719 +▁seksiseuraa -12.472 +asemia -12.4722 +▁kokoushuone -12.4723 +▁pyyhkäis -12.4724 +▁matkustajia -12.4726 +▁Urpilainen -12.4728 +▁vauhdikas -12.4728 +käärme -12.473 +▁ilahduttaa -12.4731 +▁keskinäinen -12.4734 +▁pääasiallinen -12.4735 +▁tulkintoja -12.4736 +▁väitö -12.4736 +▁maksullisi -12.4736 +ovski -12.4736 +▁hakijoita -12.4737 +porukan -12.4737 +▁Kiusa -12.4737 +▁lopetettu -12.4737 +▁hydro -12.4738 +▁Muisto -12.4739 +▁Kaarle -12.474 +▁vähentyneet -12.4741 +▁onnettoma -12.4742 +rakenteeseen -12.4742 +▁Liikenteen -12.4743 +▁kouluttama -12.4745 +▁puskuri -12.4745 +▁kumarta -12.4746 +▁kuolinpesä -12.4747 +▁näimme -12.475 +▁ennakointi -12.4751 +▁harhaanjohtava -12.4751 +▁Centre -12.4751 +konsoli -12.4751 +▁Dam -12.4752 +lenkkejä -12.4753 +▁tuomittava -12.4755 +▁Premium -12.4757 +TAMINEN -12.4757 +▁Taulukko -12.4759 +▁Yhdysvalloista -12.4759 +▁laajennettu -12.4759 +▁Hakemukse -12.4759 +▁kiehuva -12.476 +▁kotimaisten -12.4763 +▁Vancouver -12.4765 +▁kuvataide -12.4765 +▁virheellinen -12.4765 +kertymä -12.4769 +▁lääkkeistä -12.4769 +▁vähempää -12.4769 +sotilai -12.4769 +club -12.4771 +▁ikkunoista -12.4771 +7.00 -12.4771 +▁askare -12.4772 +▁kosteusvaurio -12.4773 +tiedoista -12.4773 +▁urbaani -12.4777 +▁osallistujille -12.4777 +afrikka -12.478 +▁Sydney -12.478 +▁fosfori -12.478 +▁Great -12.4782 +▁yksityiselämä -12.4783 +Ääni -12.4784 +▁tekevänsä -12.4786 +periaatteet -12.4787 +▁kestävi -12.4788 +valmiuksi -12.4793 +▁perkelee -12.4794 +▁vihamielis -12.4794 +▁tuotevalikoima -12.4796 +▁Ltd -12.4797 +asiantuntijoi -12.4797 +▁omistami -12.4797 +▁hyökkäävä -12.4799 +▁jatkumo -12.4799 +▁Kriisi -12.48 +UUN -12.4802 +▁ensimmäisistä -12.4802 +▁baareissa -12.4802 +IKKA -12.4803 +▁lahjakas -12.4803 +▁Wol -12.4804 +▁kompakti -12.4805 +▁hovioikeus -12.4806 +▁vihjeitä -12.4806 +▁Provigil -12.4807 +▁Kansallinen -12.4807 +▁tekele -12.4807 +▁organisointi -12.4808 +▁15-20 -12.4809 +▁Nummi -12.4811 +▁isännän -12.4812 +▁Kiekko -12.482 +▁materiaaleista -12.4821 +▁pudonne -12.4821 +▁tämmöise -12.4822 +▁puhelimesta -12.4822 +▁syvyys -12.4824 +▁Kiinnostu -12.4825 +3,4 -12.4826 +▁itsemääräämis -12.4826 +liikkeeseen -12.4827 +▁Taivaan -12.4828 +▁Roger -12.4828 +▁yhtiökokous -12.4831 +▁ryyppää -12.4832 +▁ilmoitetu -12.4832 +▁keräty -12.4832 +▁takapenki -12.4833 +.02.200 -12.4834 +▁Lienee -12.4835 +▁Oskari -12.4836 +▁Rasva -12.4837 +▁Ymmärrä -12.4838 +sitoumukse -12.4838 +▁kohdissa -12.4839 +▁sukkahousu -12.484 +▁euroopan -12.4842 +▁tavoitteeksi -12.4844 +▁Sorm -12.4844 +▁Numero -12.4844 +▁Edition -12.4845 +▁Uhka -12.4846 +▁Face -12.4846 +torstai -12.4846 +▁alkoholismi -12.4847 +▁evästeiden -12.4847 +▁luotettavuude -12.4848 +▁terveyte -12.4848 +▁Tasavallan -12.4848 +▁italialainen -12.4848 +OINTI -12.4849 +▁tasee -12.4849 +▁holho -12.485 +▁Valvira -12.485 +▁karkoit -12.4851 +firmojen -12.4853 +▁Kartano -12.4854 +majoitukse -12.4854 +fysiika -12.4854 +tieteellisi -12.4854 +▁Saddam -12.4855 +▁piakkoin -12.4855 +putiik -12.4856 +▁muotoiltu -12.4859 +▁levittäyty -12.4861 +▁haistel -12.4862 +juoksija -12.4863 +▁hämm -12.4865 +Ranska -12.4866 +▁käynnistynyt -12.4869 +mukaisuus -12.487 +▁Epäilen -12.4871 +▁lakisääteise -12.4871 +▁epilepsia -12.4873 +▁Heart -12.4875 +▁levitetään -12.4876 +velvollinen -12.4876 +Poikkeuks -12.4877 +▁talouskriisi -12.4877 +▁haittaohjelma -12.4877 +strategi -12.4877 +▁soittava -12.4877 +▁Halloween -12.4877 +Lähtö -12.4878 +III -12.4878 +▁Oksa -12.4879 +enemmistö -12.488 +▁place -12.488 +▁haavoi -12.4881 +▁innokkaa -12.4882 +selostus -12.4883 +▁kastu -12.4883 +▁eettisi -12.4884 +▁syytteet -12.4885 +▁Palace -12.4886 +▁Taivas -12.4886 +▁Loistava -12.4887 +paljon -12.489 +buumi -12.489 +▁isoäiti -12.489 +▁harrasti -12.4891 +▁Tuisku -12.4892 +▁viattomi -12.4893 +▁suuremmaksi -12.4893 +▁järjellä -12.4894 +kasveja -12.4895 +▁hartioi -12.4895 +▁lueteltu -12.4896 +▁toteutuvat -12.4896 +TRA -12.4897 +▁kiinteistövero -12.4898 +▁riveihin -12.4899 +▁kehittyvi -12.4899 +▁Määttä -12.49 +▁idylli -12.49 +▁eläintarha -12.4901 +rangaistuksi -12.4901 +▁ekstra -12.4902 +▁muuttamalla -12.4904 +▁uskovaisten -12.4905 +▁hyödynnetty -12.4907 +▁kokoomukse -12.4908 +▁vuotuise -12.4908 +▁nuoremmi -12.4909 +Tykkää -12.4909 +▁center -12.491 +▁aiemmasta -12.4913 +▁Harjoitus -12.4914 +generaattori -12.4915 +▁startup -12.4917 +▁kaukaise -12.492 +▁sponsori -12.4921 +▁Niklas -12.4921 +▁halukkaita -12.4923 +▁mollaa -12.4923 +kirjoituksen -12.4924 +▁week -12.4924 +▁Hugo -12.4925 +▁Huume -12.4927 +▁pilvipalvelu -12.4927 +nnostus -12.4927 +▁Matias -12.4928 +▁hyväksikäyttä -12.4928 +▁äitejä -12.4929 +▁November -12.4933 +Kuinka -12.4933 +▁rationaalis -12.4933 +▁valkoisella -12.4934 +syöttö -12.4935 +▁kampaamo -12.4936 +▁Toiminna -12.4936 +▁yleisimmin -12.4939 +▁tarkastuksen -12.4939 +.07.200 -12.4939 +▁sellasia -12.4939 +▁Alkuperäinen -12.494 +▁Andr -12.494 +ttomalle -12.4941 +myynnistä -12.4941 +▁moniammatillis -12.4941 +▁Tehdään -12.4941 +7% -12.4943 +▁Pilvi -12.4945 +▁ihmissuhde -12.4945 +▁kannattavuude -12.4945 +▁tehneensä -12.4946 +▁välittyy -12.4946 +▁Uusimmat -12.4947 +▁kytk -12.4948 +hommiin -12.4949 +▁Muovi -12.4949 +▁järjestämi -12.495 +▁kierroksia -12.4951 +▁painostukse -12.4951 +valaisin -12.4951 +OTA -12.4954 +mauste -12.4954 +▁vaivatonta -12.4954 +valtojen -12.4955 +▁punaisella -12.4955 +▁varusteluun -12.4956 +▁vanhurskaude -12.4957 +▁porukasta -12.4957 +▁BKT -12.4957 +emotionaalis -12.4959 +▁kahdet -12.4959 +▁missio -12.4959 +elokuu -12.4962 +▁tutkimise -12.4962 +▁kömpelö -12.4963 +cell -12.4963 +▁taajuus -12.4964 +▁kirves -12.4964 +▁Inspir -12.4965 +▁kivennäis -12.4966 +▁tarpeettomi -12.4967 +▁Space -12.4968 +retken -12.497 +▁ilahtu -12.497 +▁ominaisuuksiin -12.4972 +▁kumpaakaan -12.4973 +▁Raamatu -12.4974 +3,5 -12.4974 +▁vierekkäin -12.4977 +kengä -12.4977 +▁suotavaa -12.4977 +▁kotoisa -12.4979 +▁game -12.4979 +▁avokado -12.4979 +▁Ström -12.4979 +▁tavis -12.4982 +▁polttava -12.4983 +▁joululaulu -12.4983 +▁huoltaji -12.4983 +TIEDOT -12.4984 +▁ilmoittautumise -12.4985 +▁uskaltautu -12.4986 +▁abstrakti -12.4987 +▁päiväkodi -12.4989 +▁Kansanedustaja -12.4989 +▁äidistä -12.4993 +▁KESK -12.4993 +▁kogniti -12.4993 +▁kohdin -12.4993 +puvut -12.4994 +▁kauttaaltaan -12.4994 +▁piiska -12.4995 +▁vanhempani -12.4997 +▁terveellisesti -12.4997 +▁Seuraavi -12.4998 +Oulu -12.5002 +▁Bändi -12.5002 +▁Pykälä -12.5005 +▁vakiinnutta -12.5005 +▁ruotsinkielisi -12.5005 +▁tyyne -12.5006 +sähköpostiosoite -12.5007 +▁wild -12.5009 +▁Kummi -12.5014 +kankaasta -12.5017 +▁traumo -12.5017 +▁pienemmäksi -12.5019 +▁vakuudettomia -12.5019 +▁problem -12.5021 +▁Ketju -12.5023 +▁Harmittaa -12.5024 +▁check -12.5026 +rauma -12.5027 +▁todennäköisimmi -12.5027 +säädin -12.5027 +ennätykse -12.5029 +▁mainittakoon -12.5029 +▁vilkaise -12.503 +▁puolalais -12.503 +▁Nähtäv -12.5031 +▁autoilijoi -12.5032 +▁Vertaile -12.5032 +▁aineksia -12.5033 +▁Sokos -12.5033 +▁oppilaitos -12.5035 +▁sitoutuminen -12.5035 +▁kalojen -12.5035 +▁rakenteellise -12.5036 +▁massiivinen -12.5037 +▁avulia -12.5038 +▁koneelta -12.5039 +▁karanteeni -12.5039 +▁seksikäs -12.5041 +▁digitalisoi -12.5041 +▁moskeija -12.5043 +▁Voisitko -12.5047 +▁metsissä -12.5048 +▁rakastettu -12.5049 +▁Ensimmäistä -12.5051 +▁kummempia -12.5051 +▁hankintoja -12.5053 +▁suuruinen -12.5053 +▁etenkään -12.5055 +▁hinku -12.5055 +▁pidettävi -12.5057 +▁tyttäri -12.5058 +▁vastaanotolla -12.5058 +▁tyhme -12.5058 +▁pakottava -12.5059 +▁työsopimukse -12.5059 +▁opetuslapse -12.506 +▁markkinoinnissa -12.506 +▁yhtälailla -12.5061 +▁Tekniikan -12.5061 +▁kypsyy -12.5061 +▁kirkastu -12.5062 +käynnei -12.5062 +▁henkilöllisyys -12.5062 +vaikutelma -12.5063 +▁Räikkösen -12.5063 +▁Kauneus -12.5068 +▁sosiaalihuollon -12.5069 +kattila -12.5072 +▁blogeissa -12.5073 +tilaisuuteen -12.5074 +cycl -12.5075 +▁Merkittävä -12.5076 +▁kauniissa -12.5078 +▁kentältä -12.5078 +▁Jacob -12.5078 +▁semmosta -12.5082 +▁Euroviisu -12.5084 +▁kuihtu -12.5084 +rumba -12.5084 +▁jakanut -12.5085 +▁joustavuutta -12.5087 +.11.2009 -12.5088 +sunnuntai -12.5089 +▁Plaza -12.5094 +▁aamukahvi -12.5094 +▁pimeyden -12.5096 +▁ikkunoita -12.5096 +viihde -12.5096 +pareja -12.5097 +▁työhyvinvoinni -12.5099 +▁todennäköisi -12.51 +▁tyhjyy -12.5103 +▁katedraali -12.5106 +ttömyyteen -12.5106 +särky -12.5106 +▁aikomus -12.5107 +▁Review -12.5109 +▁Toisekseen -12.511 +▁heprea -12.5111 +▁heikenn -12.5112 +yydelle -12.5113 +▁menneisyydestä -12.5113 +▁Käsityö -12.5114 +▁Lehtikuva -12.5115 +▁menettäneet -12.5116 +▁Sinikka -12.5117 +▁ruplaa -12.5119 +osakkei -12.5121 +▁paremmassa -12.5122 +▁suhteellinen -12.5123 +kortteli -12.5124 +laudan -12.5125 +▁useammalla -12.5128 +siirrot -12.5129 +▁käsittei -12.5129 +▁Raportti -12.5131 +▁sijoittajien -12.5132 +▁enemm -12.5133 +▁yrittäjille -12.5136 +▁harmonia -12.5139 +talletukse -12.5139 +▁partneri -12.5139 +▁lampun -12.514 +tulva -12.5141 +▁kolminkertais -12.5145 +▁poliittiseen -12.5145 +.10.2009 -12.5145 +▁luumu -12.5146 +▁kynttilöitä -12.5147 +▁IMF -12.5147 +▁tilanteista -12.5148 +▁verrattavissa -12.5148 +luutnantti -12.5149 +▁lähestymistava -12.515 +paratiisi -12.515 +▁tragedia -12.5151 +▁Holiday -12.5151 +▁yhdyntä -12.5151 +▁Jeff -12.5151 +▁puoluekokoukse -12.5151 +▁aromi -12.5151 +▁Lämmin -12.5152 +▁spr -12.5152 +▁huolestuttaa -12.5154 +▁juutalainen -12.5155 +▁henkilökunnalle -12.5156 +▁lopetus -12.5157 +▁kipee -12.5158 +▁venyttely -12.516 +▁Wind -12.5161 +▁kanssakäymise -12.5161 +▁ristiriid -12.5163 +▁Saarela -12.5163 +Italia -12.5167 +▁jälkiruoka -12.5169 +▁Tunnista -12.5171 +▁Tuollaise -12.5173 +▁Kyprokse -12.5175 +▁putoamis -12.5176 +▁opiskelle -12.5176 +poliitikko -12.5177 +▁piuha -12.5179 +▁johtunee -12.518 +▁laskennallis -12.5181 +▁Pyhäjärve -12.5181 +▁Ikäänty -12.5182 +▁Nigeria -12.5187 +yleensä -12.5188 +▁osakkeista -12.5188 +▁Olkaa -12.5188 +▁ahdistelu -12.5188 +▁törkei -12.5188 +▁Kuljettaja -12.5189 +▁tavanomaisi -12.519 +tuulet -12.5191 +▁aiheutunut -12.5195 +▁pensas -12.5197 +työpaja -12.5198 +ellow -12.5199 +▁Metropolia -12.5199 +▁dementia -12.52 +▁liiallinen -12.52 +▁useammassa -12.5201 +▁kiihottu -12.5202 +▁tuttavuus -12.5202 +▁edellytet -12.5203 +▁kannustetaan -12.5203 +▁morsiame -12.5204 +potilaiden -12.5206 +▁Tesla -12.5208 +▁Tuloksena -12.5208 +kantoja -12.5209 +▁viittaus -12.5211 +▁omistukseen -12.5211 +▁rynnä -12.5212 +▁parannuksia -12.5213 +▁ansaittu -12.5214 +▁kärsimys -12.5214 +tavoitteen -12.5215 +▁mielipiteesi -12.5216 +▁luvalla -12.5218 +▁lahjoitus -12.522 +▁näkemyksensä -12.522 +▁absurdi -12.522 +raunio -12.5221 +▁omituise -12.5222 +▁ennakoiva -12.5223 +▁mobiilisovellu -12.5224 +▁information -12.5224 +▁pysähtynyt -12.5225 +teatterei -12.5225 +▁velvollisuute -12.5225 +▁sivistynee -12.5226 +Näistä -12.5227 +▁raparperi -12.5228 +▁WiFi -12.5229 +▁räntä -12.523 +▁neliömetriä -12.5231 +▁ulottuvuuksi -12.5231 +▁manuaalisesti -12.5232 +▁Kolumbia -12.5233 +▁Pietilä -12.5233 +▁sellaisille -12.5234 +▁itsenäisyyttä -12.5235 +▁Oksanen -12.5236 +tango -12.5239 +▁sairaanhoitaji -12.5239 +tarkistukse -12.524 +▁päätelmä -12.524 +▁näkymiä -12.5242 +tilanteisiin -12.5242 +▁lääkehoito -12.5243 +▁Karibia -12.5244 +ILI -12.5245 +▁tietoisuuteen -12.5245 +▁prosessori -12.5247 +▁Records -12.5249 +eather -12.525 +▁leikkuu -12.525 +▁Sielu -12.525 +materiaaleja -12.5251 +▁entisten -12.5251 +▁yhdysvaltalaise -12.5253 +▁Montreal -12.5253 +bird -12.5254 +▁ihonhoito -12.5255 +▁Ammatillise -12.5258 +Tämmö -12.5258 +kantojen -12.5258 +▁vilkkai -12.5259 +▁veneily -12.5259 +▁Kokeilu -12.526 +▁seurustellut -12.5262 +.5.2011 -12.5264 +▁ladattava -12.5265 +▁host -12.5265 +kerroksinen -12.5267 +▁ikioma -12.5267 +UTO -12.5268 +▁suuntautuva -12.5268 +▁tulkki -12.5268 +▁Parhaa -12.5273 +▁tuomitu -12.5273 +AJAN -12.5273 +▁uudesti -12.5276 +▁orji -12.5276 +▁törmäys -12.5276 +▁kotimatka -12.5277 +▁vaikuttavuus -12.5278 +▁kanavoi -12.5278 +▁Watch -12.5279 +▁hämärty -12.5281 +▁islamilaise -12.5281 +▁leirintäalue -12.5282 +▁haaska -12.5282 +▁Sukupuoli -12.5282 +kirkossa -12.5283 +▁opinnoissa -12.5285 +water -12.5287 +▁mennee -12.5287 +lenkillä -12.5288 +▁kapula -12.5289 +▁Sonja -12.5291 +▁iloitse -12.5291 +▁riippumattomi -12.5292 +▁Aabraham -12.5292 +▁Guardian -12.5292 +▁lääketiede -12.5293 +▁tehokkuuden -12.5295 +uskonto -12.5295 +▁pelkät -12.5296 +ämärä -12.5299 +▁siirrettä -12.5301 +iteetin -12.5301 +▁seiniä -12.5303 +▁läheisyyttä -12.5304 +▁tärkeyttä -12.5305 +▁iskelmä -12.5307 +▁Huoneisto -12.5309 +▁sinetöi -12.531 +vuotiaaksi -12.531 +▁Vartio -12.531 +▁konkretisoi -12.5311 +▁räjähti -12.5311 +mainittu -12.5311 +▁piirustus -12.5311 +iljardi -12.5312 +▁konsultoi -12.5312 +▁näyttöön -12.5313 +▁ainutlaatuista -12.5313 +▁räikeä -12.5315 +▁teoksesta -12.5316 +▁sateenkaari -12.5319 +▁Joissain -12.532 +▁ohra -12.5321 +▁kasinopeli -12.5321 +▁TODELLA -12.5321 +▁ajetu -12.5322 +▁elokuvateatteri -12.5323 +▁serku -12.5324 +▁Rangers -12.5324 +▁ärven -12.5325 +telemässä -12.5328 +▁luottoluokituks -12.5328 +▁oikeutetu -12.5329 +▁hajuste -12.5329 +▁Speed -12.533 +▁Muhammed -12.533 +▁loppupeleissä -12.5331 +.3.2011 -12.5332 +hiilihydraatteja -12.5334 +▁Järven -12.5335 +▁laantu -12.5335 +MÄÄRÄ -12.5336 +▁ulkopuolisille -12.5336 +▁määritetty -12.5336 +▁elinaika -12.5338 +▁dieetti -12.5342 +▁alueellista -12.5346 +▁Wilma -12.5347 +▁äitiysloma -12.5347 +▁kolahta -12.5348 +▁vahvemmin -12.5348 +▁2,4 -12.535 +kielteis -12.535 +▁Joitakin -12.5351 +▁kansalaisopisto -12.5351 +▁kannustus -12.5353 +▁avainsana -12.5353 +▁sulkemis -12.5356 +▁Perustelu -12.5356 +▁ansaitu -12.5357 +kampanjoi -12.5357 +▁Magic -12.5361 +työntekijöitä -12.5361 +▁unohdu -12.5363 +▁yritystoimintaa -12.5366 +▁ehdoin -12.5367 +▁vuosikymmeninä -12.5368 +free -12.5368 +tietämykse -12.5371 +▁kamali -12.5371 +▁Kauhava -12.5372 +▁ovela -12.5373 +KOKOUS -12.5373 +▁Pieksämäe -12.5373 +lausunto -12.5374 +▁muffin -12.5375 +▁Johd -12.5375 +▁premium -12.5375 +▁toteutua -12.5375 +saldo -12.5377 +▁etupäässä -12.5377 +▁hakemuksia -12.5377 +▁Lausunto -12.5377 +▁tyttärelle -12.538 +▁tutkimuksista -12.5383 +▁samankaltainen -12.5384 +▁Pyrimme -12.5386 +hankkeista -12.5386 +▁varteenotettava -12.5386 +▁Sellaisia -12.5386 +▁toimittamise -12.5388 +▁kuukausimaksu -12.5388 +▁nuoruudessa -12.5389 +▁tutkimuslaitoks -12.5389 +ylväs -12.5389 +kyvyttömyys -12.539 +▁ranking -12.5391 +kriitikko -12.5394 +▁sakrament -12.5394 +▁riippuvaisia -12.5396 +kynnys -12.5396 +▁purjehdus -12.5396 +▁Venezuela -12.5398 +▁tarkoittama -12.5398 +▁poikkesi -12.5399 +▁raudan -12.5399 +▁gluteeniton -12.5399 +▁Alvar -12.5399 +▁Täydellinen -12.5405 +▁verrattain -12.5405 +▁valehdel -12.5407 +▁läheisyys -12.5408 +▁välttele -12.5409 +▁velkojen -12.5411 +▁Kannatta -12.5411 +▁suoranaisesti -12.5412 +▁arkise -12.5414 +▁hallituksi -12.5414 +äyry -12.5414 +▁systemaattis -12.5416 +lääkitys -12.5417 +▁lähipäivinä -12.5422 +▁kontakteja -12.5423 +▁Galleria -12.5423 +▁Ikkuna -12.5424 +▁tehokkaampaa -12.5424 +ehkäisy -12.5424 +käyttäytymisestä -12.5425 +▁päällekkäin -12.5426 +▁kirkkaude -12.5426 +▁viidenneksi -12.5426 +kelpoista -12.5428 +▁ikivanha -12.5428 +▁Jehova -12.5428 +▁Uudellamaalla -12.543 +.9.2011 -12.5431 +▁ärjestelmä -12.5432 +kympin -12.5432 +▁Siemens -12.5433 +vihje -12.5433 +▁mites -12.5434 +yksikköön -12.5434 +▁herkkiä -12.5436 +golf -12.5437 +▁rasittaa -12.5438 +▁normaalipaino -12.5439 +▁own -12.5439 +ization -12.5441 +▁tutkimustuloksi -12.5442 +▁kyykky -12.5442 +kartan -12.5443 +tiedoissa -12.5443 +▁huutokaupa -12.5444 +▁Jasmin -12.5446 +▁kutakuinkin -12.5447 +▁Muoti -12.5449 +murhaaja -12.5449 +▁Vatsa -12.545 +▁ripaus -12.545 +kaukalo -12.545 +▁Hollola -12.5451 +▁Henkeä -12.5451 +▁poliitikoi -12.5451 +1994 -12.5454 +▁soveltamisala -12.5454 +▁humoristi -12.5455 +▁vivah -12.5457 +▁Arctic -12.5457 +▁Uudis -12.5458 +▁parannettu -12.5458 +▁ulkonäköön -12.5458 +▁Pöytä -12.5459 +▁päätöksiin -12.5459 +▁tiputta -12.5459 +▁vasemmassa -12.5461 +▁kupeessa -12.5461 +▁käyttäydy -12.5465 +JÄRJEST -12.5465 +identiteeti -12.5466 +ttömästä -12.5466 +▁Positiivis -12.5468 +▁peitossa -12.5468 +▁Suklaa -12.5468 +blad -12.5469 +▁PlayStation -12.547 +▁palkinnot -12.5472 +▁vilau -12.5472 +▁huoltoasema -12.5472 +▁verso -12.5473 +▁nielu -12.5477 +▁argumentoi -12.5478 +▁Kärppien -12.5479 +▁rasvoi -12.548 +9,5 -12.5481 +pöytäkirja -12.5481 +▁Rasmus -12.5481 +▁blues -12.5481 +▁sitoudu -12.5482 +▁yhtäläisyy -12.5484 +▁käyttöönoton -12.5484 +▁suosituimpia -12.5486 +haittojen -12.5486 +▁Vasemmistoliito -12.549 +▁Champ -12.5492 +▁meikit -12.5494 +▁kadotukseen -12.5494 +▁siitepöly -12.5495 +▁mullistava -12.5495 +▁olohuoneessa -12.5495 +▁epäasialli -12.5496 +▁populisti -12.5496 +▁kanadalais -12.5498 +▁vakuutukset -12.5498 +▁unohdetaan -12.5503 +▁ALV -12.5503 +OIKEU -12.5504 +▁yhteydenoto -12.5504 +▁hikoilu -12.5504 +▁sekoitetaan -12.5504 +▁kolmose -12.5504 +▁koristeltu -12.5505 +▁tehtäessä -12.5506 +▁zoom -12.5508 +joukoi -12.5512 +▁useimmille -12.5512 +▁väläy -12.5512 +▁ötök -12.5513 +▁säädettä -12.5513 +6% -12.5514 +▁Työkalu -12.5514 +▁Dahl -12.5515 +▁peräänkuulut -12.5517 +▁roskaposti -12.5517 +▁julistukse -12.5518 +nimeä -12.5519 +liima -12.5519 +▁aerobi -12.552 +▁harvoja -12.5521 +itsestäänselvyys -12.5522 +1995 -12.5524 +▁jäsenmai -12.5524 +▁kohdistettu -12.5525 +▁löydetään -12.5525 +▁kännykällä -12.5525 +okraatti -12.5526 +luenno -12.5527 +▁masennu -12.5527 +▁tiedottamise -12.5527 +pelastus -12.553 +▁Apostoli -12.5533 +työläisten -12.5533 +▁havaitu -12.5533 +▁tilkku -12.5534 +▁rumpali -12.5535 +▁vaatekaappi -12.5536 +▁Tiesitkö -12.5537 +▁varmistettava -12.5537 +▁yhteiskunnasta -12.5537 +.12.2009 -12.5537 +▁Hold -12.5541 +▁Ahtisaari -12.5544 +▁kenellekkään -12.5544 +▁muutoksessa -12.5548 +Töölö -12.5548 +▁valmistelema -12.555 +▁diktaattori -12.555 +▁Louhi -12.5552 +▁Sijainti -12.5552 +▁lääkeaine -12.5552 +mestarei -12.5553 +▁USKO -12.5555 +▁hiljenty -12.5559 +▁sellaisissa -12.5559 +▁Palloseura -12.556 +▁latva -12.556 +▁Microgaming -12.5561 +▁lahjakorti -12.5562 +▁perusopetus -12.5562 +▁murtautu -12.5564 +▁keskeytti -12.5564 +oikeudellisi -12.5564 +▁kokonaisvaltain -12.5567 +▁kapinoi -12.5568 +▁muuttuvi -12.5569 +hyväntekeväisyys -12.557 +▁View -12.557 +▁tietämätön -12.5572 +▁kidutta -12.5572 +▁valtaisa -12.5572 +▁kaakkois -12.5573 +▁pääsykokei -12.5575 +▁sopeutta -12.5576 +▁kavenn -12.5577 +▁Insinööri -12.5578 +▁konkreettinen -12.5578 +▁puolivälierä -12.5579 +▁tekeillä -12.558 +▁ruumiillis -12.5581 +korkea -12.5581 +▁Reetta -12.5584 +poliittisessa -12.5584 +▁Liiketoiminta -12.5585 +▁vähempi -12.5586 +▁kiireellise -12.5587 +▁kurji -12.5588 +▁pörssiyhtiö -12.5588 +▁tasapainoise -12.559 +▁oikeusvaltio -12.5591 +▁velvoitteet -12.5591 +▁ylty -12.5592 +▁sidoksissa -12.5593 +▁nykyaikana -12.5595 +▁vuokrasopimukse -12.5596 +tottumuksi -12.5597 +▁antiikki -12.5598 +▁Product -12.5598 +▁Technology -12.5599 +mummo -12.56 +harrastajien -12.56 +▁ruoanlaitto -12.5601 +▁Vaalea -12.5602 +▁toimintamalleja -12.5602 +▁Kokeilin -12.5602 +Käytännössä -12.5604 +▁HIV -12.5604 +antere -12.5604 +▁Color -12.5604 +formaatti -12.5605 +tauolla -12.5605 +▁pysäyt -12.5605 +▁Liikennevirasto -12.5605 +persoona -12.5606 +▁ensimmäisinä -12.5607 +▁Mozilla -12.561 +tempaukse -12.5611 +▁Kyösti -12.5614 +▁America -12.5614 +▁koordinaatio -12.5618 +▁saapuvi -12.5619 +ified -12.5619 +0-100 -12.562 +koiria -12.562 +▁jättipotti -12.562 +▁pohjoispuolella -12.5621 +▁Opetukse -12.5621 +▁ehdolle -12.5622 +omiste -12.5623 +▁onnellista -12.5623 +▁mielivaltais -12.5624 +▁rikosilmoitukse -12.5625 +▁hintoihin -12.5626 +▁vakiintu -12.5627 +▁suuseksi -12.5627 +onnettomuuksia -12.5629 +▁Pesonen -12.5629 +▁Ilmoitukse -12.5631 +▁Luuletko -12.5631 +Afrikassa -12.5634 +▁parempana -12.5635 +▁Tennis -12.5636 +▁Clean -12.5636 +▁julistus -12.564 +4,5 -12.564 +leipiä -12.564 +▁sekoilu -12.5641 +▁matkatavara -12.5641 +▁intensiivise -12.5644 +▁suuremmalla -12.5644 +▁Kasvatus -12.5644 +ilmoittautuminen -12.5644 +rjestelm -12.5646 +▁Dublin -12.5646 +▁parhaaseen -12.5646 +▁kummassakin -12.5646 +▁arvelu -12.5648 +▁elegan -12.5648 +▁taloudelliseen -12.5649 +▁syytety -12.5649 +▁kupli -12.565 +▁enimmillään -12.565 +▁kirjoituksesi -12.5654 +▁olympialaisissa -12.5655 +▁baletti -12.5656 +▁freelance -12.5657 +▁Quick -12.5657 +▁avainasemassa -12.5659 +▁nuuska -12.5659 +▁sattumanvarai -12.5661 +▁esitellyt -12.5662 +▁ammatillisi -12.5662 +▁Mieluummin -12.5663 +▁kehitellä -12.5664 +▁Viagra -12.5668 +▁taloudellisesta -12.567 +▁lähetety -12.567 +▁Social -12.5671 +kynttilöi -12.5672 +▁viittomakiel -12.5672 +▁sisustettu -12.5672 +▁trikoo -12.5673 +▁johdot -12.5674 +▁persettä -12.5675 +▁little -12.568 +harjoittelija -12.5684 +▁valkuais -12.5685 +sektorei -12.5686 +▁kyyneleet -12.5689 +▁huonokuntois -12.569 +▁Barack -12.5691 +▁maailmankatsomu -12.5692 +▁Työntekijöi -12.5695 +gul -12.5695 +▁great -12.5703 +aiheise -12.5703 +edustaji -12.5704 +▁Living -12.5705 +▁juntti -12.5705 +▁keikalla -12.5706 +▁yläreuna -12.571 +▁kehittymiseen -12.571 +▁mrd -12.571 +▁Itämere -12.5711 +▁vertauskuva -12.5713 +▁vahvemma -12.5713 +▁millon -12.5713 +▁värimaailma -12.5715 +▁torppa -12.5716 +▁löydettävä -12.5716 +▁palkitsemis -12.5716 +▁AKT -12.5718 +▁serbi -12.5719 +▁päivittäistavar -12.572 +▁saarta -12.5721 +▁Seurakunna -12.5721 +.7.2020 -12.5721 +▁piknik -12.5722 +▁pysäytet -12.5722 +▁pojalla -12.5723 +▁Taloussanomat -12.5723 +▁testeissä -12.5725 +▁entisellä -12.5726 +▁lihaskunto -12.5727 +▁folk -12.5727 +▁Niilo -12.5727 +▁menkää -12.573 +▁Inkeri -12.5731 +▁aattelin -12.5732 +▁Minnesota -12.5732 +▁verenvuoto -12.5735 +▁ravintoloiden -12.5735 +▁lapsenlapse -12.5735 +▁February -12.5736 +▁valtakunnassa -12.5738 +▁Ylioppilas -12.5739 +▁satsi -12.574 +▁1,9 -12.574 +UKU -12.5743 +▁kovimma -12.5744 +▁havahtu -12.5744 +▁lyhennys -12.5746 +▁Menetelmä -12.5746 +▁folio -12.5746 +▁röyhkeä -12.5748 +▁Shanghai -12.5749 +▁Matala -12.575 +▁Vakava -12.5754 +▁arpajais -12.5755 +▁Leevi -12.5759 +▁oululais -12.576 +▁positiivisi -12.576 +▁krooninen -12.5764 +▁Wilson -12.5764 +▁Valikoima -12.5764 +▁sidosryhmä -12.5764 +ammunta -12.5765 +▁puoluesihteeri -12.5766 +YMPÄRISTÖ -12.5767 +matkustaja -12.5771 +▁Norwegian -12.5771 +päällyste -12.5772 +▁hamsteri -12.5773 +suunnitelmien -12.5774 +▁kiteyttää -12.5775 +▁Entise -12.5776 +▁vuosisatojen -12.5777 +▁Paketti -12.578 +▁KÄYT -12.578 +Vierailija -12.5781 +▁aikeissa -12.5784 +▁hengellistä -12.5784 +▁muuttunee -12.5785 +▁kaatopaika -12.5785 +▁Menkää -12.5786 +▁tyhjennys -12.5789 +▁kenkien -12.5789 +▁Akseli -12.5791 +▁ADHD -12.5795 +▁pekoni -12.5796 +▁ladattavi -12.5796 +▁määräävä -12.5801 +▁Financial -12.5801 +▁ryömi -12.5802 +▁kummallisi -12.5803 +▁matkalaukku -12.5803 +▁vanhuus -12.5804 +▁Veijo -12.5806 +▁Vertais -12.5806 +▁energiansäästö -12.5807 +ainio -12.5808 +▁Näytö -12.5808 +▁halventa -12.581 +50€ -12.5814 +▁hengellisi -12.5814 +▁Sotilas -12.5818 +▁riitele -12.5819 +brand -12.5819 +▁läheisyyteen -12.5821 +▁tiukkoja -12.5821 +▁postauksesta -12.5822 +▁vahvin -12.5823 +▁hävettää -12.5823 +▁kauppakamari -12.5823 +▁vastavuoroi -12.5827 +palauttee -12.5829 +ttomilla -12.5829 +▁Kuitenkaan -12.583 +▁selvityksiä -12.5831 +▁Security -12.5832 +▁työvoimapula -12.5833 +▁Tulevaisuus -12.5834 +.7.2013 -12.5834 +▁Asunnot -12.5834 +▁imetyksen -12.5834 +▁säilytettävä -12.5834 +▁muistutukse -12.5835 +huhtikuu -12.5836 +▁mystise -12.5837 +▁micro -12.5837 +▁saavuttama -12.5838 +varsinkin -12.5838 +▁viikottain -12.584 +OVE -12.5842 +▁odotettiin -12.5842 +▁makoil -12.5843 +AINO -12.5844 +kenkiä -12.5845 +▁valtakunnallisi -12.5845 +▁toimeenpan -12.5845 +▁lautaselle -12.5846 +▁Amanda -12.5848 +▁eversti -12.5852 +▁protestoi -12.5854 +▁Johnny -12.5855 +▁risteyksessä -12.5857 +▁December -12.5858 +infarkti -12.5858 +niitty -12.5858 +▁Tammela -12.5861 +▁muinoin -12.5861 +potilas -12.5861 +▁ahkeri -12.5862 +magneetti -12.5865 +▁uniikki -12.5865 +IKÄ -12.5868 +aliteetti -12.5868 +▁Micro -12.5869 +valistus -12.587 +▁täsmällise -12.587 +▁Minulta -12.5873 +tuomioistuin -12.5874 +▁jämähtä -12.5875 +▁tarpeetonta -12.5875 +▁Ajoneuvo -12.5875 +esiintymä -12.5876 +onnettomuus -12.5876 +seokse -12.5877 +lilja -12.5883 +Book -12.5885 +OLLA -12.5887 +kehittäjä -12.5887 +▁korotettu -12.5888 +▁elektronise -12.5888 +▁Jenny -12.5889 +▁inhimillistä -12.5893 +teollisuudelle -12.5893 +▁sosiaalipalvelu -12.5894 +▁Kommentit -12.5897 +▁junt -12.5898 +▁mainoksen -12.59 +omponent -12.5903 +▁tyrkyttä -12.5903 +▁Evira -12.5903 +LÄM -12.5903 +▁oleskelulupa -12.5904 +▁viesteistä -12.5905 +▁noudatett -12.5907 +▁aktiivisuutta -12.5907 +▁kandidaatin -12.5909 +▁nyrki -12.5909 +▁Vahv -12.591 +▁unkari -12.5911 +▁kuollei -12.5913 +▁Sisällys -12.5915 +▁otteella -12.5915 +LLISUUS -12.5915 +▁leikattiin -12.5915 +▁digitaalisten -12.5917 +▁nihkeä -12.5917 +Kysy -12.5919 +leikkauksen -12.5919 +kitara -12.5922 +▁adressi -12.5922 +▁kansainvälisiin -12.5923 +▁Connect -12.5923 +presidentti -12.5927 +saarten -12.5927 +▁Ahven -12.5928 +▁sähköpostiviest -12.5928 +▁selitellä -12.5931 +▁enimmäismäärä -12.5933 +▁rajattoma -12.5933 +syndrooma -12.5935 +▁piiloutu -12.5935 +▁Jännä -12.5936 +▁pelastettu -12.5937 +sivistykse -12.5937 +▁Robot -12.5937 +▁elvytys -12.5937 +▁maanpuolustus -12.5939 +▁Kasper -12.5939 +▁Central -12.5939 +▁Maisema -12.5945 +▁Association -12.5946 +▁menettämise -12.5946 +▁Talouden -12.5947 +Jussi -12.5949 +▁voittomaali -12.595 +▁synnistä -12.5951 +ESSÄ -12.5955 +▁säädellä -12.5955 +▁satunnaise -12.5957 +remontin -12.5958 +▁sympatia -12.5959 +▁oletettavasti -12.596 +▁kaulus -12.5961 +▁opintolaina -12.5961 +sängy -12.5965 +avustukset -12.5965 +▁posliini -12.5966 +▁traagis -12.5968 +▁yleisimmät -12.5968 +▁Tarpee -12.5974 +▁trainer -12.5974 +▁buddhalais -12.5975 +▁skitsofrenia -12.5975 +▁Jumal -12.5976 +▁alhaalta -12.5977 +jumalanpalvelus -12.5983 +▁tällaiselle -12.5986 +▁yhteistoiminna -12.5987 +jooga -12.5989 +▁viattoma -12.5991 +▁taltioi -12.5991 +yhdiste -12.5991 +▁jättimäis -12.5992 +▁otollis -12.5992 +Deutsch -12.5993 +▁Apollo -12.5995 +kankaalla -12.5996 +kivut -12.5996 +▁faktoi -12.5996 +▁Detroit -12.5997 +▁aukioloajat -12.5998 +▁treeneissä -12.5999 +kasvatukseen -12.5999 +▁Lontooseen -12.6003 +▁Etiopia -12.6008 +3,7 -12.601 +▁nuorella -12.601 +ummeli -12.601 +asetelmi -12.6013 +▁Cook -12.6015 +▁kuningaskunta -12.6016 +▁fillari -12.6016 +▁apteekissa -12.6017 +▁hoidettiin -12.6017 +▁VUODE -12.6018 +▁valintojen -12.6019 +▁kiinalainen -12.6019 +▁Kokemuksia -12.6019 +▁hellyyttä -12.602 +▁laatoi -12.6021 +▁laukaise -12.6021 +▁keräämise -12.6024 +▁Muualla -12.6025 +▁vasara -12.6025 +informaatio -12.6027 +kävijä -12.6028 +bussei -12.6029 +▁Yhtäkkiä -12.6029 +parannus -12.6031 +▁inhimillinen -12.6032 +▁haikea -12.6033 +▁VIR -12.6034 +▁saavuttaminen -12.6034 +Suomesta -12.6034 +saippua -12.6034 +▁potilaista -12.6035 +▁Education -12.6035 +▁valittamista -12.6035 +▁Riittävä -12.6037 +kiertueella -12.6037 +▁askarrel -12.6039 +▁Hiekka -12.604 +▁Challenge -12.6042 +▁virtuaalise -12.6043 +TYY -12.6043 +ooppera -12.6044 +▁psykoterapia -12.6044 +▁ammuskel -12.6045 +▁vaikeuksiin -12.6047 +▁baby -12.6048 +dynamiikka -12.6048 +▁romanttinen -12.6052 +▁muinaise -12.6053 +▁salaperäis -12.6054 +▁humanitaaris -12.6055 +▁höyhen -12.6055 +gelmanratkaisu -12.6055 +Löysin -12.6059 +▁valtamedia -12.606 +altaassa -12.6061 +▁viaton -12.6062 +▁pöydältä -12.6066 +tolppa -12.6067 +prosenttisesti -12.6068 +▁Phone -12.6068 +fax -12.6069 +aurinko -12.6069 +luterilaise -12.607 +asiakkaiden -12.607 +▁vertaistukea -12.6071 +▁Olkoon -12.6074 +▁pidennet -12.6074 +▁Hakkarainen -12.6075 +▁Lännen -12.6075 +ISSÄ -12.6075 +Pohjois -12.6079 +▁Liput -12.6079 +▁kauemmaksi -12.6079 +▁uutuude -12.608 +▁laittomuu -12.608 +sotku -12.6083 +▁näkymätön -12.6083 +▁maallise -12.6084 +▁yksinäisyys -12.6084 +▁muslimeja -12.6086 +▁Heiskanen -12.6086 +▁katoamis -12.6091 +uudistuksessa -12.6091 +▁kerkiä -12.6094 +yrityksistä -12.6094 +▁lähimpään -12.6095 +Tällainen -12.6095 +sijoittaja -12.6098 +Hämeenlinna -12.6098 +▁lakimiehe -12.6099 +▁sisältyi -12.61 +▁kaunokirjallis -12.6102 +▁sähkökatko -12.6102 +touhu -12.6103 +▁hartaasti -12.6104 +▁kreikkalaise -12.6106 +▁Ulkomaalais -12.611 +▁potilailla -12.6111 +Tärkeä -12.6111 +▁parhaimpia -12.6111 +▁VHH -12.6113 +▁vehkei -12.6116 +▁opetuksesta -12.6117 +▁glukoosi -12.6117 +▁Colorado -12.6118 +▁Laukkanen -12.6118 +▁auringonvalo -12.6119 +▁parinkymmenen -12.6119 +kkreditoi -12.612 +▁Karoliina -12.612 +▁innovatiivise -12.612 +▁aamuyöllä -12.6122 +neuvonnan -12.6124 +▁pensai -12.6125 +▁kartutta -12.6126 +▁teeskentel -12.6129 +▁psykologise -12.6131 +▁Immonen -12.6131 +▁sukellusvene -12.6132 +▁Jouduin -12.6132 +▁Pekkarinen -12.6135 +▁puolueettoma -12.6136 +▁sanomisi -12.6136 +▁muurahais -12.6137 +▁jalankulkija -12.6138 +▁hellittä -12.6138 +liuos -12.6139 +▁Kahdeksan -12.614 +▁kuulkaa -12.6142 +▁omaishoitaja -12.6142 +▁Latina -12.6142 +▁joustavi -12.6143 +▁Digitaalis -12.6144 +▁työlästä -12.6145 +▁Koponen -12.6145 +▁Teollisuuden -12.6145 +▁mietteitä -12.6147 +tieteeseen -12.615 +sydän -12.6152 +▁lattioi -12.6152 +▁malleissa -12.6153 +▁lonka -12.6153 +▁Ihastu -12.6154 +▁lahjakortti -12.6155 +asiakkaille -12.6156 +kadulta -12.6158 +1992 -12.6158 +▁Öster -12.6159 +▁asennoitu -12.616 +▁nykyhetke -12.6164 +▁päättymisestä -12.6167 +▁lähetyksessä -12.6167 +▁herrasmies -12.6168 +▁Society -12.6169 +▁kahdelta -12.6169 +▁Diesel -12.617 +▁hääpäivä -12.6171 +▁myöhempää -12.6171 +▁Special -12.6172 +▁hoidetu -12.6172 +merkkeihin -12.6173 +Näyttää -12.6174 +Johanna -12.6174 +▁gynekologi -12.6176 +▁Hawk -12.6177 +▁kohtuullisi -12.618 +▁mallikkaasti -12.6181 +▁rinnoi -12.6182 +▁puutavara -12.6182 +▁karjalais -12.6183 +▁masennuksesta -12.6183 +▁Vanhempa -12.6184 +▁kauppareissu -12.6186 +elinkeino -12.6187 +▁jännittee -12.6188 +▁Blanc -12.6188 +▁kiitoksia -12.6188 +▁rahoittamise -12.6189 +▁tuotoksi -12.619 +▁Yhdistä -12.619 +▁runsau -12.6192 +▁tavaramerkki -12.6193 +▁sotilaiden -12.6194 +▁biologinen -12.6197 +▁Kennel -12.6199 +▁takapuole -12.6199 +▁ikimuistois -12.6203 +▁sisällissota -12.6205 +▁aseellis -12.6206 +▁selvityksessä -12.6207 +▁odotel -12.6207 +▁useimmilla -12.6208 +▁käytöllä -12.6208 +taudei -12.6209 +▁virheellisi -12.6209 +▁Benjamin -12.621 +epätodennäköistä -12.621 +pakasti -12.6212 +▁siirrettävä -12.6214 +▁raportteja -12.6214 +äiriö -12.6214 +▁Peugeot -12.6217 +Päivitys -12.6217 +▁Rahoi -12.6218 +▁puhelimet -12.6219 +▁tavattoman -12.622 +▁työssäoppimis -12.6224 +▁jollekkin -12.6225 +▁basilika -12.6226 +witch -12.6226 +pihlaja -12.6227 +▁huostaanotto -12.623 +▁luonnonvarojen -12.6233 +▁Andrew -12.6233 +ELLA -12.6234 +hiekka -12.6234 +▁nopeutu -12.6235 +▁DIY -12.6237 +▁Vauhti -12.6237 +▁Nummela -12.6238 +TALO -12.6239 +PUOL -12.6241 +▁Valvonta -12.6242 +▁kaltaisten -12.6242 +Ukraina -12.6243 +▁Selänne -12.6244 +augh -12.6246 +▁KAIK -12.6247 +▁Lauren -12.6248 +▁futis -12.6248 +▁kohtuudella -12.6249 +▁innoitta -12.625 +▁Aikataulu -12.6251 +▁kirjoitettiin -12.6251 +▁kimpussa -12.6251 +lämmitin -12.6251 +▁akuuti -12.6251 +▁lainsäädännössä -12.6251 +▁löydettävissä -12.6253 +▁Salmela -12.6255 +▁again -12.6256 +kohtaukset -12.6256 +▁harkinnan -12.6257 +▁Okei -12.6257 +▁Outlook -12.6258 +▁syntise -12.6258 +hygienia -12.6259 +tähdet -12.6259 +protokoll -12.6259 +TYÖN -12.6259 +ustilaisuudessa -12.6261 +▁hakeudu -12.6262 +▁suullise -12.6262 +▁eläimille -12.6263 +tabletteja -12.6264 +▁johdettu -12.6264 +▁tasaantu -12.6265 +▁köyhyyden -12.6267 +▁sparra -12.6267 +▁Eriksson -12.6268 +▁tärkeimpänä -12.6268 +▁vaatekaapi -12.6269 +▁rokotta -12.6269 +ÄLÄ -12.6272 +▁siittiö -12.6274 +▁apinoi -12.6275 +▁sosiologi -12.6275 +Tärkeimmät -12.6276 +▁aiemmista -12.6278 +▁vasemmistoliito -12.628 +.2.2011 -12.6282 +Ilmoittautuminen -12.6283 +▁Väyrysen -12.6285 +▁muuttamassa -12.6287 +▁käyttäjistä -12.6287 +▁islamisti -12.6287 +HOITO -12.6287 +tehtaalle -12.6289 +▁vuotuinen -12.629 +▁Kunnanhallitus -12.6291 +politik -12.6291 +▁Jeltsin -12.6292 +▁sijoituksia -12.6294 +▁alaikäisi -12.6297 +▁yksityisyyttä -12.6301 +▁Lappalainen -12.6301 +▁steroidi -12.6303 +▁Forex -12.6303 +ihme -12.631 +▁miljardeja -12.631 +▁Happy -12.6313 +▁tuotokse -12.6315 +▁violetti -12.6317 +kenttiä -12.6317 +kirjoitukset -12.6318 +▁loppuviiko -12.6319 +suojelija -12.6324 +▁pelottavi -12.6325 +▁Digitoday -12.6326 +▁oheise -12.6326 +▁rikkinäis -12.6328 +▁Elinkeino -12.6328 +▁yleisimpiä -12.6331 +sairaiden -12.6331 +▁jonnekkin -12.6331 +▁alennettu -12.6332 +▁akryyli -12.6333 +▁kesäkurpitsa -12.6333 +▁aikasemmin -12.6333 +▁Winter -12.6333 +▁Kontula -12.6334 +▁lisääntyä -12.6334 +▁munasolu -12.6335 +▁Åbo -12.6336 +svenska -12.6338 +▁maalinteko -12.6339 +▁prostituutio -12.634 +investointi -12.6342 +▁kuvailema -12.6342 +▁rouda -12.6342 +persooni -12.6343 +▁Finnvera -12.6343 +▁johtopäätöksen -12.6343 +▁kytköks -12.6343 +▁Battle -12.6344 +kilometri -12.6346 +▁toimeentulotuki -12.6347 +▁Väkivalta -12.6347 +▁korruptoi -12.6349 +▁Pulkkinen -12.6349 +▁älykkyys -12.635 +▁vastineeksi -12.635 +▁brexit -12.6351 +▁karisma -12.6353 +▁Helluntai -12.6354 +addikti -12.6354 +▁sosiali -12.6354 +▁masennukseen -12.6354 +kopteri -12.6355 +▁ennakkosuosik -12.6356 +yrittäjyyde -12.6359 +investoinnei -12.6361 +▁vahingonkorvaus -12.6361 +▁ahtau -12.6364 +▁selviytymään -12.6365 +▁Cruz -12.6365 +▁epävakaa -12.6371 +▁portugali -12.6374 +Minulla -12.6375 +▁taivaalle -12.6376 +▁Pakolais -12.6377 +8.00 -12.6377 +diesel -12.6379 +▁Seppänen -12.6379 +▁johdetaan -12.6379 +▁armahd -12.638 +ttomissa -12.6381 +bisnes -12.6382 +▁hengelle -12.6382 +▁Selkeä -12.6382 +▁päihtei -12.6386 +▁levittämise -12.6387 +tarvikkei -12.6389 +optimointi -12.6391 +.03.2018 -12.6393 +▁lääkkeillä -12.6393 +▁onnellisuus -12.6394 +▁pikseli -12.6395 +▁urakoi -12.6398 +▁kehrä -12.6398 +kerrostalo -12.6399 +.01.2018 -12.6402 +▁hedelmöi -12.6404 +▁kammottava -12.6405 +▁yrttejä -12.6407 +aineenvaihdunna -12.6409 +▁myöhempi -12.6409 +▁edullisemma -12.641 +▁hekti -12.6411 +▁käyttäjätunnuks -12.6411 +▁Romeo -12.6413 +▁arkkipiispa -12.6414 +▁kadehti -12.6414 +▁haastoi -12.6414 +▁think -12.6414 +▁Terveydenhuollo -12.6416 +▁näkymättömä -12.6418 +silppu -12.6421 +▁Tommy -12.6423 +meiningi -12.6424 +hyökkäys -12.6424 +▁Yhdistynee -12.6425 +▁ehdottanut -12.6425 +▁kaavoitukse -12.6425 +▁nykyaikaisi -12.6426 +.1.2011 -12.6427 +koulutuksi -12.6427 +▁Mazda -12.6428 +▁elinkauti -12.6428 +▁olevinaan -12.6431 +▁Folk -12.6432 +Afrikka -12.6433 +dokumentti -12.6433 +▁Katselin -12.6435 +Löytyi -12.6436 +▁pelastuslaitos -12.6437 +▁Tavallaan -12.6437 +▁fantasioi -12.6437 +▁Sdp -12.6437 +▁universaali -12.6439 +äätö -12.6439 +▁vajavais -12.6439 +▁epätasapaino -12.6443 +▁mahdottomi -12.6444 +▁Varuste -12.6445 +▁Airlines -12.6446 +▁30-40 -12.6447 +▁Control -12.6448 +▁liusk -12.6448 +aloitteisesti -12.645 +▁auditoi -12.645 +▁nähny -12.645 +▁harhaoppi -12.6451 +▁yrityksillä -12.6453 +▁Filosofi -12.6455 +▁nähdessään -12.6455 +▁Aikoinaan -12.6458 +eettisten -12.6458 +▁pankissa -12.6458 +käännökse -12.6461 +▁effect -12.6463 +▁Bangkoki -12.6463 +▁Corolla -12.6463 +▁Vaihda -12.6464 +clusive -12.6465 +▁kylpyamme -12.6466 +▁dokumentin -12.6467 +Outi -12.6469 +▁pelleily -12.647 +kerroksise -12.6473 +▁Jens -12.6476 +karnevaal -12.6476 +hevonen -12.6477 +▁geneettise -12.6481 +▁innoittamana -12.6481 +klub -12.6484 +▁jenkei -12.6485 +▁hymyillen -12.6487 +▁englanninkielin -12.6487 +▁perunoita -12.6488 +▁Reissu -12.6494 +▁napostel -12.6496 +ietosuojaseloste -12.6497 +▁hankkei -12.6497 +▁oppai -12.6498 +tyytyväisyyttä -12.65 +▁edist -12.65 +▁laajamittais -12.6502 +▁Cooper -12.6503 +▁autentti -12.6505 +▁avoimuus -12.6507 +▁suunnistus -12.6507 +▁ostoksille -12.6508 +kameroiden -12.6508 +▁galaksi -12.6509 +▁pohdinna -12.6509 +▁hienovarais -12.651 +▁murrokse -12.6511 +▁toteutuksesta -12.6512 +▁valtaistuime -12.6513 +▁Kumpula -12.6514 +kritiikki -12.6517 +katselu -12.6517 +▁uskalleta -12.6523 +ootit -12.6524 +tartunta -12.6527 +▁college -12.6528 +Käräjäoikeus -12.6532 +tolpa -12.6537 +▁Iltalehti -12.6537 +▁huippukokoukse -12.6538 +▁Kevyt -12.6539 +asteiko -12.6539 +▁esittee -12.654 +▁käteni -12.654 +▁väistö -12.654 +▁hyläty -12.6541 +▁vuosisada -12.6542 +allekirjoittanut -12.6544 +▁ISIS -12.6544 +▁Valmii -12.6545 +▁Hyundai -12.6546 +▁Tyyppi -12.6546 +▁asiantuntemukse -12.6547 +▁Korpela -12.6548 +▁pimeys -12.6549 +katastrofi -12.655 +▁laitteeseen -12.6551 +▁puheenjohtaji -12.6551 +▁Beatles -12.6551 +▁HUOM -12.6552 +▁Kosonen -12.6552 +▁huppari -12.6553 +▁haudut -12.6555 +▁margariini -12.6556 +.09.2019 -12.6556 +sairas -12.6558 +kartoitukse -12.6559 +▁Gustafsson -12.6561 +dget -12.6562 +syvyyde -12.6563 +▁kunnioitettava -12.6563 +▁Mustonen -12.6563 +▁lähetystö -12.6564 +terminaali -12.6564 +▁vanhuksen -12.6565 +▁ulkomaalainen -12.6567 +tapahtumiin -12.6568 +pitäji -12.6568 +▁saumattoma -12.657 +▁muodollis -12.6573 +Life -12.6573 +▁Joillekin -12.6573 +▁Tuulilasi -12.6574 +▁ruvennut -12.6574 +▁alkuviikosta -12.6577 +▁kietoutu -12.6578 +▁Tutkinto -12.6578 +▁Vähintään -12.6579 +▁ihmeissään -12.658 +space -12.658 +pihvi -12.6585 +▁pumppaa -12.6587 +▁Maakunna -12.6587 +▁espoo -12.6588 +▁Hampuri -12.6589 +▁arvele -12.659 +▁rintasyöpä -12.6592 +▁twiit -12.6592 +▁stipendi -12.6593 +▁Ilmiö -12.6594 +▁jokapäiväistä -12.6596 +▁teksteistä -12.6596 +▁suomennettu -12.6597 +▁raamatussa -12.6599 +▁jumalattoma -12.66 +▁kapak -12.6603 +piirustukse -12.6606 +▁Vasemma -12.6607 +näkijä -12.6608 +▁OYJ -12.6609 +▁DDR -12.661 +▁kuninkaallise -12.6611 +▁häpäis -12.6613 +3,8 -12.6614 +▁energinen -12.6615 +▁Cheek -12.6615 +▁olosuhteista -12.6616 +▁komenta -12.6616 +▁girl -12.662 +6.00 -12.6621 +▁myller -12.6624 +▁UUSI -12.6625 +▁TALOUS -12.6626 +eason -12.6627 +taivas -12.6628 +värejä -12.6628 +tuotteisiin -12.6629 +▁Jersey -12.6631 +▁helvetissä -12.6631 +▁Puoliso -12.6631 +▁biopolttoaine -12.6632 +▁kohokohta -12.6632 +▁tiikeri -12.6632 +▁glögi -12.6633 +▁planeetan -12.6634 +uudistuksesta -12.6641 +▁murrosikä -12.6644 +arvioinnin -12.6644 +▁Valmennus -12.6645 +▁laadullise -12.6645 +▁olosuhteita -12.6646 +▁vintage -12.665 +▁hotellihuonee -12.6651 +▁tyytymätön -12.6651 +▁Bluetooth -12.6655 +▁patikoi -12.6656 +Akatemia -12.6657 +hedelmä -12.6657 +▁hydrauli -12.6657 +▁tällaisella -12.6657 +▁Lounas -12.6659 +▁vampyyri -12.6659 +▁neliveto -12.6662 +▁urokse -12.6664 +▁operatiivise -12.6664 +▁Retke -12.6666 +Å -12.6666 +▁suvereeni -12.6667 +obby -12.6667 +▁rahanpesu -12.6667 +keskukselle -12.6674 +▁vapautti -12.6674 +▁realiteet -12.6674 +▁aatelis -12.6677 +myrkytys -12.6677 +▁aikamoise -12.6677 +▁kypsenn -12.6678 +▁ovulaatio -12.6679 +TTAJA -12.668 +palvelime -12.6681 +▁Fortune -12.6681 +▁herkuttelu -12.6683 +▁Energy -12.6683 +▁intuitio -12.669 +▁jemma -12.6694 +▁vanhemmuude -12.6695 +▁leikkipuisto -12.6697 +▁marttyyri -12.6697 +Näkymä -12.6699 +▁fasisti -12.67 +▁hylännyt -12.6702 +linjoi -12.6703 +▁kameroi -12.6705 +viljelijä -12.6705 +▁käsittämätön -12.6705 +Espoo -12.6707 +▁Jessica -12.6707 +.10.2008 -12.6708 +laatikoita -12.6708 +▁rehellistä -12.6709 +kyvytön -12.671 +▁League -12.671 +▁päivystävä -12.671 +REDACTED -12.6712 +▁ruokapöydä -12.6713 +▁tehostamise -12.6713 +▁Abraham -12.6714 +.05.2018 -12.6717 +▁Wärtsilä -12.6717 +▁tavoitteeseen -12.6718 +▁varrelle -12.6722 +▁lainvastais -12.6722 +▁Bayern -12.6724 +▁kauneimma -12.6726 +▁visualisoi -12.6726 +▁Awards -12.6726 +▁puusk -12.6727 +▁Täydellis -12.6727 +▁harjoittamise -12.673 +▁study -12.6731 +.12.2008 -12.6731 +▁pukeudu -12.6731 +▁Fennovoima -12.6733 +▁ylpei -12.6738 +▁kortisoni -12.6738 +▁ahdinko -12.6739 +▁kunnioitus -12.6739 +OPS -12.6743 +▁Prinsessa -12.6743 +▁viesteihin -12.6743 +▁toteutuksessa -12.6743 +▁simuloi -12.6744 +▁laavu -12.6744 +▁kasvisruoka -12.6745 +mieltymyksi -12.6745 +▁Lindgren -12.6746 +▁rentoutumis -12.6747 +▁keskuudesta -12.6748 +▁kauniimpi -12.6748 +tehtaalla -12.6749 +▁luotettavuutta -12.675 +puheenvuoro -12.675 +▁prosenttiyksikö -12.675 +rajoja -12.6751 +▁Salibandy -12.6752 +puolten -12.6753 +▁taiteellinen -12.6755 +▁sukupuuttoon -12.6757 +▁ilmeisimmin -12.676 +▁yksinäisi -12.676 +sormukse -12.6762 +▁rauhanomai -12.6763 +AHA -12.6764 +▁loukkaantumise -12.6769 +▁suvaitse -12.677 +VAIH -12.6771 +▁McLaren -12.6771 +▁toiminnallaan -12.6772 +oikeudenmukainen -12.6772 +▁käsivarsi -12.6772 +▁Merkittävi -12.6773 +▁selvemmin -12.6773 +▁Siilinjärve -12.6774 +▁metsiä -12.6775 +▁kohdennettu -12.6775 +▁Vanhoi -12.6776 +▁bakteerei -12.6776 +▁lopetettiin -12.6776 +▁ylipäätänsä -12.6779 +majoitus -12.6779 +▁vauvoi -12.678 +▁mustasukkainen -12.6781 +▁hoitohenkilökun -12.6781 +▁yläkerran -12.6784 +▁ennusti -12.6785 +▁mielenkiinnosta -12.6786 +▁Muistut -12.6786 +kengissä -12.6787 +▁Partanen -12.6789 +▁rikosilmoitus -12.6791 +▁tsekata -12.6791 +▁eristäyty -12.6792 +yyksien -12.6794 +palaute -12.6794 +▁kivihiil -12.6794 +▁visuaalinen -12.6795 +▁Tyyne -12.6796 +▁yllyttä -12.6797 +perjantai -12.6799 +helmikuu -12.6799 +Näillä -12.6802 +▁epämääräisi -12.6802 +▁Copyright -12.6805 +▁taulukossa -12.6806 +▁hädän -12.6806 +▁ennenaikaise -12.6807 +▁Brexit -12.6808 +▁hostelli -12.6809 +▁NUOR -12.681 +▁Valtakunnallise -12.681 +▁yliopistollise -12.6813 +Lääkkei -12.6815 +.01.2019 -12.6817 +▁Esiinty -12.682 +▁aviopuoliso -12.682 +▁Vatikaani -12.682 +▁älykkyyde -12.6822 +▁kirjailijoi -12.6822 +▁kehitysvammaist -12.6824 +lokakuu -12.6828 +▁scifi -12.6829 +▁Alonso -12.6832 +▁oikaista -12.6832 +▁ensisijais -12.6833 +▁kustannusarvio -12.6833 +vaattee -12.6838 +▁sananvapauden -12.6841 +▁kehittäji -12.6841 +▁tajunta -12.6842 +meininki -12.6843 +▁matkanjärjestäj -12.6846 +▁Kylpyhuone -12.6846 +ärkevä -12.6848 +▁banneri -12.6849 +▁bonuksi -12.6849 +▁ylempää -12.685 +bject -12.6851 +▁naiivi -12.6852 +▁aikomuks -12.6856 +▁takuuvarmasti -12.6858 +▁Investointi -12.6859 +▁tilaisuuksiin -12.686 +nopeudesta -12.6861 +▁eurooppalaista -12.6863 +▁Hartwall -12.6868 +▁lahjoituksi -12.6869 +▁Innovaatio -12.687 +▁menestymise -12.6875 +▁Kuulemma -12.6875 +▁jälkeläise -12.6875 +hankinnan -12.6877 +▁velkajärjestely -12.6878 +▁sarjakuvi -12.688 +Tags -12.6882 +▁virkisty -12.6883 +▁Kokemäe -12.6883 +tunnuksilla -12.6883 +▁valuutan -12.6883 +▁Ilmestyskirja -12.6885 +▁arkkitehd -12.6885 +▁entiselle -12.6887 +fobia -12.6887 +▁esiintymään -12.689 +▁GMT -12.689 +▁viiveellä -12.6891 +▁Katalonia -12.6892 +▁teorioita -12.6896 +dramaattis -12.6898 +mittaukset -12.6899 +▁Solutions -12.6899 +valintoihin -12.6901 +▁Kuninkaan -12.6902 +▁sisimmässä -12.6902 +▁Nälkä -12.6905 +▁joensuu -12.6906 +lyysi -12.6909 +ehdoissa -12.6911 +▁Publish -12.6911 +▁Yhdysvaltoja -12.6912 +▁rypäle -12.6917 +▁Kirjoitus -12.6918 +▁korkeudella -12.6918 +▁nokkel -12.6919 +▁tekijänoikeude -12.6919 +▁kantilta -12.6922 +▁Onnellis -12.6923 +▁Paikalle -12.6923 +▁Vähemmän -12.6924 +▁kuvitelma -12.6925 +LOGI -12.6925 +▁maskuliini -12.6926 +▁japanilainen -12.6929 +▁uimaranna -12.693 +▁totuudesta -12.6932 +▁perävaunu -12.6934 +▁kypse -12.6941 +▁urheilijoiden -12.6943 +elokuvien -12.6946 +▁perusoikeuksi -12.6948 +systemaattisesti -12.6951 +sitoumus -12.6955 +▁napsauttamalla -12.6955 +▁persoonallise -12.6958 +▁Terrori -12.6958 +▁mielisairaa -12.6958 +▁selittele -12.696 +Muokkaa -12.696 +Jenni -12.6961 +▁veloituksetta -12.6963 +▁Vihdoin -12.6963 +erald -12.6963 +eeraukse -12.697 +rikkomukse -12.697 +▁räjähte -12.697 +▁velvollisuudet -12.6971 +▁suuntautumise -12.6973 +▁Olymp -12.6977 +▁rintei -12.6979 +klusteri -12.6981 +▁tajuttoma -12.6983 +myrkky -12.6984 +▁terveystarkastu -12.6986 +▁Harrasta -12.699 +▁liikkuvuude -12.699 +▁yöunet -12.6992 +▁Keisari -12.6993 +▁ehk -12.6996 +▁turistei -12.6996 +▁perimmäis -12.6997 +▁VUOSI -12.6998 +ahduksia -12.6998 +▁jotakuinkin -12.6999 +▁kotouttamis -12.7001 +säilytys -12.7001 +▁velvoitteiden -12.7002 +▁itseluottamusta -12.7002 +kunnallis -12.7004 +▁LinkedIn -12.7004 +▁ärsyynty -12.7004 +▁pistorasia -12.7005 +▁psyk -12.7009 +▁Square -12.7009 +▁nurmikko -12.7013 +▁urheile -12.7014 +▁äidinkiele -12.702 +onnettomuuksien -12.7022 +kelvoton -12.7025 +laskija -12.7026 +marginaali -12.7026 +altaaseen -12.7027 +▁kuulijoi -12.7027 +▁Nivala -12.7027 +▁muusikoi -12.7028 +luokkia -12.7029 +▁päinvastaise -12.703 +▁Hussein -12.7031 +▁Automaatti -12.7032 +▁konsertin -12.7033 +issyt -12.7036 +▁helsinkiläinen -12.7037 +▁treffeille -12.7039 +▁Porsche -12.7039 +▁kvantti -12.7042 +▁erimielisyyksi -12.7044 +▁ilmoitustaulu -12.7044 +▁kasvotusten -12.7044 +▁persoonallisuud -12.7046 +▁loukkasi -12.7046 +▁Kreeta -12.7049 +▁suhteutettuna -12.7051 +▁Oppositio -12.7051 +▁pedagogise -12.7052 +palstoilla -12.7055 +▁Domini -12.7057 +▁vinkeistä -12.7057 +▁sairai -12.7058 +▁maallikko -12.7059 +▁Ooppera -12.7061 +▁After -12.7061 +▁adventti -12.7062 +▁valtimo -12.7064 +historiallisesti -12.7064 +▁pitkäjänteise -12.7066 +▁analyyttis -12.7066 +marraskuu -12.7066 +▁ainutlaatuisia -12.7069 +▁naurettav -12.7072 +perunoi -12.7072 +▁Quest -12.7073 +▁Saapuminen -12.7073 +näytelmi -12.7076 +▁Andreas -12.7077 +▁Charlie -12.7077 +▁eläköity -12.7078 +▁Kiitokset -12.7078 +▁Skyscannerin -12.7081 +▁myönnety -12.7081 +▁General -12.7081 +▁laajoi -12.7082 +▁sananvapaus -12.7082 +▁vanhimp -12.7082 +▁Kivelä -12.7086 +▁kärsimyksi -12.7086 +EHDOT -12.7088 +▁vankeustuomio -12.7091 +▁Urheilija -12.7091 +kapteeni -12.7091 +▁skandinaavi -12.7093 +▁pidättäyty -12.7094 +▁litteä -12.7095 +▁Cruise -12.7096 +▁huutokauppa -12.7097 +▁voimassaoleva -12.7098 +▁kumarr -12.7098 +▁valtamere -12.7098 +vaikuttaja -12.7098 +▁viettoon -12.7098 +koirien -12.7103 +▁Access -12.7103 +▁Huttunen -12.7103 +prinsessa -12.7104 +tarkoitus -12.7105 +▁pyykinpesu -12.7105 +assistentti -12.7106 +▁Vartiainen -12.7109 +afka -12.7113 +▁pedofilia -12.7113 +▁Town -12.7113 +skartelu -12.7114 +▁kiukaa -12.7114 +▁ensiarvoisen -12.7115 +▁Totuuden -12.7116 +▁melodia -12.7117 +▁huraht -12.7119 +▁rintakehä -12.7119 +▁kirjoitukseen -12.712 +▁halpis -12.7124 +▁ryöp -12.7124 +▁tippaakaan -12.7126 +aaleilla -12.7127 +▁kemikaaleja -12.7128 +▁pilotoi -12.7129 +▁sävellys -12.7131 +▁tiivistelmä -12.7131 +tyylejä -12.7133 +▁jännittei -12.7133 +käyttöjärjestelm -12.7133 +▁tasoittu -12.7133 +▁laajeni -12.7133 +▁pakottei -12.7133 +arttojen -12.7135 +kirjallisuudessa -12.7135 +rhonen -12.7137 +▁Leppävaara -12.7137 +▁viehättää -12.7138 +▁Nykänen -12.7138 +▁juridise -12.7138 +▁Työterveyslaito -12.7138 +▁Kuusela -12.7141 +▁Hedelmä -12.7141 +puvussa -12.7143 +▁sapatin -12.7144 +▁troll -12.7144 +▁pönkittä -12.7145 +kokeisiin -12.7146 +▁espoolais -12.7146 +▁lisensoi -12.7148 +lkapalloilija -12.7149 +4,7 -12.715 +sähköposti -12.7151 +▁ehdottoma -12.7154 +▁Finance -12.7155 +▁mielenosoittaji -12.7155 +huoltaja -12.7155 +kuningas -12.7156 +▁väärinkäytöksi -12.7158 +▁päihtee -12.7158 +▁Image -12.7159 +▁Markkanen -12.716 +▁hiustenkuivaaja -12.716 +▁Tutkinnon -12.7162 +▁Väisänen -12.7163 +RYHMÄ -12.7163 +▁asianmukaista -12.7163 +▁estrogeeni -12.7165 +▁kauniilla -12.7165 +casino -12.7167 +▁ennätyksellise -12.7167 +▁geologi -12.7171 +▁sopimattoma -12.7172 +äytäntö -12.7172 +▁poliisei -12.7174 +kolmio -12.7175 +▁Finavia -12.7176 +▁kiivetä -12.7177 +motivaatio -12.7179 +kammari -12.718 +▁Demokratia -12.7183 +▁British -12.7183 +▁laajentamise -12.7186 +▁Korhosen -12.7188 +▁vankiloi -12.7188 +▁taikausko -12.7189 +▁heikkeni -12.719 +▁Academy -12.7193 +scape -12.7194 +▁Itävallassa -12.7198 +▁kepulais -12.7203 +kulttuuriperintö -12.7203 +▁salassapito -12.7203 +▁heijaste -12.7204 +▁Gustav -12.7204 +▁laitteesta -12.7206 +▁Mansikka -12.7206 +▁oksentelu -12.7209 +▁raskaudesta -12.7209 +▁statukse -12.7213 +▁Place -12.7213 +▁Rehelli -12.7214 +2,9 -12.7214 +▁ostoskeskukse -12.7217 +▁Hetki -12.7219 +▁nojatuoli -12.7223 +.03.2019 -12.7225 +▁varsinaiset -12.7226 +putkessa -12.7227 +▁konflikte -12.7228 +betoni -12.7228 +▁Hiltunen -12.723 +raitei -12.723 +▁epäpuhtauksi -12.723 +▁pienintäkään -12.7233 +▁Public -12.7235 +▁Family -12.7235 +.09.2017 -12.7235 +▁laitteella -12.7235 +0,0 -12.7237 +▁heikkouksi -12.7238 +▁bambu -12.7238 +▁pigmentti -12.7238 +▁anatomia -12.7238 +▁Hoitaja -12.7239 +toivottavasti -12.7239 +▁kosmetologi -12.724 +▁Keskeise -12.7241 +▁Vinkkejä -12.7242 +▁Alexandr -12.7243 +innostu -12.7243 +▁ripsiväri -12.7244 +määrätietoisesti -12.7244 +▁silittä -12.7245 +▁klisei -12.7246 +▁Ulvila -12.7248 +▁ymmärretä -12.7249 +taajuuksi -12.7249 +▁Lainsäädäntö -12.725 +▁Ähtäri -12.7253 +▁toiminnallisi -12.7253 +ektiivi -12.7254 +▁nokkos -12.7255 +▁takaraivo -12.7255 +▁vanhimmi -12.7256 +papereita -12.7258 +Citymarket -12.726 +oksiini -12.726 +▁Entertainment -12.7263 +▁laadittava -12.7263 +▁mentäessä -12.7265 +▁kerennyt -12.7265 +▁useammalle -12.7269 +▁tietämättömi -12.727 +▁KooKoo -12.7273 +▁kuvataitee -12.7273 +kuolleisuus -12.7276 +▁räätälöidä -12.7276 +▁joutav -12.7276 +▁kaivettu -12.7277 +▁kuormitukse -12.728 +oikeudellinen -12.7283 +▁merirosvo -12.7283 +▁kirjautumis -12.7284 +▁käyttäytyi -12.7286 +Ohje -12.7289 +▁Ympäri -12.7295 +▁rappeutu -12.7297 +1993 -12.7297 +▁vakiintunee -12.7298 +▁Museovirasto -12.73 +sertifikaatti -12.7301 +kasvei -12.7302 +▁käännyttä -12.7305 +▁Blood -12.7306 +plikaatio -12.7306 +diagnoosi -12.7308 +▁kusipää -12.7309 +▁protected -12.7311 +▁faneja -12.7311 +Edellinen -12.7313 +terveydenhuolto -12.7314 +tartunn -12.7316 +▁keksinnö -12.7319 +sauva -12.7319 +▁omituinen -12.7321 +▁through -12.7323 +▁Ericsson -12.7327 +taloudellise -12.7328 +▁friend -12.7329 +▁meikkivoide -12.733 +poikkeuksellista -12.7331 +▁Siuna -12.7331 +Yhtymä -12.7332 +▁autonvuokraus -12.7334 +▁LIITE -12.7337 +parlamentti -12.7339 +▁liikkuvuutta -12.7339 +saaresta -12.734 +▁kirvee -12.734 +▁laajuudessa -12.7341 +▁Apteekki -12.7341 +,90€ -12.7344 +keksejä -12.7345 +luokkiin -12.7348 +▁nukkumis -12.7348 +▁patologia -12.7348 +▁JOHDANTO -12.7349 +papereiden -12.7349 +▁ripuste -12.7352 +nopeudet -12.7354 +mattomuute -12.7356 +▁health -12.7356 +▁palautumis -12.7357 +▁raksa -12.7358 +▁vakituinen -12.7359 +▁stressaantu -12.736 +▁repäis -12.736 +▁Festivaali -12.7361 +▁määrätietois -12.7366 +▁hylättiin -12.7369 +gressio -12.7369 +▁täytäntöön -12.7372 +▁kirjoitellut -12.7372 +▁lahtelais -12.7378 +.05.2019 -12.7379 +▁harpp -12.738 +▁YHTE -12.7381 +.02.2018 -12.7382 +▁alenem -12.7382 +riathlon -12.7385 +▁asenteita -12.7387 +▁käytännönläheis -12.7388 +▁päinvastainen -12.739 +▁saatavuutta -12.739 +historioitsija -12.7392 +▁Juhli -12.7394 +▁dokumentteja -12.7395 +▁laitume -12.7396 +▁julmuu -12.7399 +Tagged -12.7402 +▁sivilisaatio -12.7407 +▁pähkinöitä -12.7408 +sairauksia -12.741 +▁palvelijoi -12.741 +▁change -12.7411 +▁kiteyty -12.7411 +▁mahtuvat -12.7414 +▁synneistä -12.7417 +.09.2018 -12.7418 +▁tapauskohtaise -12.7418 +▁natrium -12.742 +▁Sovellus -12.7423 +▁allekirjoitti -12.7423 +▁Rajoit -12.7423 +työterveyshuolto -12.7425 +▁seksuaalisuus -12.7427 +▁omavarais -12.7427 +▁ärsytys -12.7428 +rahoittei -12.7429 +▁Retki -12.743 +▁elinikäise -12.7433 +pylvää -12.7434 +signaali -12.7436 +▁trooppis -12.7439 +▁Virtuaali -12.7441 +hengitykse -12.7441 +▁entisessä -12.7442 +▁Jylhä -12.7443 +▁seudulle -12.7444 +▁treffeillä -12.7446 +▁fysioterapeutti -12.7448 +▁erilaisuude -12.7449 +▁selästä -12.745 +▁puolustusvoimi -12.7452 +▁Unibet -12.7452 +▁eroavaisuu -12.7456 +yhteisöllisyyttä -12.7456 +▁Fiskars -12.7466 +▁Ässät -12.7467 +Poliisi -12.7467 +▁Puhumattakaan -12.7474 +▁hömppä -12.7474 +▁Bloom -12.7474 +▁ikäihmisi -12.7474 +▁vastasyntynee -12.7477 +▁valittavi -12.7477 +▁IBM -12.7479 +▁prosentissa -12.748 +Palvelu -12.748 +▁ristiinnaulit -12.7484 +.04.2018 -12.7487 +▁Opettaji -12.7489 +jännite -12.7489 +toukokuu -12.7491 +break -12.7492 +▁vanhurskautta -12.7492 +▁dollarei -12.7493 +▁kiellety -12.7494 +▁avopuoliso -12.7495 +▁aukesi -12.7497 +▁palautusprosent -12.7497 +▁pioneeri -12.75 +▁revontul -12.7502 +▁lusikka -12.7503 +▁Virallise -12.7503 +▁oltais -12.7506 +▁kauniilta -12.7508 +▁Eväste -12.7508 +▁Secret -12.7509 +▁moottorikelk -12.7511 +▁toimielime -12.7511 +▁Puumala -12.7512 +kortista -12.7512 +▁allekirjoitukse -12.7512 +▁ylpeyde -12.7513 +▁huolellise -12.7514 +▁kalleimm -12.7516 +SOPIMUS -12.7518 +▁päätöslauselma -12.7518 +▁tsunami -12.7518 +▁keskinäistä -12.7518 +▁säikähd -12.7519 +▁Alfred -12.752 +▁Oxford -12.752 +▁vastapainoksi -12.7526 +▁Hoidon -12.7526 +▁Alunperin -12.7528 +▁sijainnit -12.7528 +▁jäljittä -12.7533 +kohdaksi -12.7535 +▁mellakoi -12.7536 +▁mukaanlukien -12.7536 +▁synkronoi -12.7536 +▁kursseilla -12.7537 +▁herkemmin -12.7539 +.06.2019 -12.7539 +altuuskunnan -12.7539 +▁kelpasi -12.7539 +flaatio -12.754 +▁Hyöty -12.7544 +reformi -12.7544 +▁epänormaali -12.7546 +kuntoutus -12.7551 +koodeja -12.7551 +▁alihankkijoi -12.7551 +6,7 -12.7553 +lauantai -12.7553 +▁Kesken -12.7555 +▁suihk -12.7556 +▁sekunti -12.7556 +▁Albania -12.7557 +kabinet -12.7557 +▁konsertissa -12.7558 +▁käsitteell -12.7558 +▁clean -12.7558 +ominaisuus -12.7558 +▁tarkennus -12.7559 +▁hengästy -12.7559 +▁Jennifer -12.7561 +▁astianpesukone -12.7564 +▁kuolemantuomio -12.7565 +▁itäpuole -12.7568 +maailmoi -12.7572 +▁epämiellyttävi -12.7575 +▁alakerrassa -12.7575 +välitykse -12.7577 +pronssi -12.758 +▁pyhyy -12.7581 +▁teoksista -12.7583 +▁pysäkki -12.7594 +arkkitehti -12.7595 +skennell -12.7603 +▁tyhjene -12.7603 +kypärä -12.7605 +▁unohdet -12.7607 +▁yhteisöllisyyde -12.7608 +▁palvellut -12.7609 +▁länsimaalai -12.7613 +▁nirso -12.7614 +▁autismi -12.7615 +valinnoissa -12.7616 +▁Yrityksi -12.7617 +▁Jonathan -12.7619 +▁valinnanvapaus -12.762 +▁sovussa -12.7622 +▁Oppaa -12.7624 +▁tallelokero -12.7624 +▁kampus -12.7624 +▁Joosef -12.7624 +▁hovioikeuden -12.7626 +▁loogista -12.7627 +▁epävirallise -12.7627 +▁uuvutta -12.763 +▁Friday -12.7631 +▁loppusuoralla -12.7632 +rakennuksessa -12.7634 +rangaistus -12.7634 +glob -12.7636 +▁selitetty -12.7637 +▁hengestä -12.7639 +▁tärkeydestä -12.764 +▁hillity -12.764 +luento -12.7641 +▁soveltuvuus -12.7641 +▁Urban -12.7642 +▁kolminaisuu -12.7643 +▁Jeesukselle -12.7645 +▁ystävyyttä -12.7645 +▁looginen -12.7648 +selostukse -12.7649 +Päätös -12.7652 +aloitteen -12.7653 +▁kiellettiin -12.7653 +▁hetkellis -12.7654 +▁pahentu -12.7654 +▁unettom -12.7657 +▁täysjyvä -12.7658 +▁ultraääni -12.7659 +aamiais -12.7659 +▁lypsy -12.7659 +hyppääjä -12.7664 +vigil -12.7665 +▁VANH -12.7669 +▁kemiallisi -12.7669 +▁Pyöri -12.7669 +▁asiattoma -12.7669 +▁oikeanlaise -12.767 +▁rakenteisiin -12.7671 +▁tuoreeltaan -12.7674 +Lämpö -12.7677 +▁ylösnousemus -12.7677 +▁Varsova -12.7677 +▁edunvalvoja -12.7677 +▁kurkkaamassa -12.7679 +▁prioriteet -12.7679 +▁Asemakaava -12.7685 +etsintä -12.7687 +▁selfie -12.7687 +▁ujut -12.7689 +▁asbesti -12.769 +mieltymykse -12.769 +onnettomuudet -12.7695 +▁järkky -12.7695 +▁Lapsuu -12.7697 +synteesi -12.7698 +▁Arthur -12.7698 +▁Uutinen -12.7702 +talkoisiin -12.7704 +▁hyvinvoiva -12.771 +▁logiikalla -12.7711 +▁aiemmassa -12.7711 +▁farmari -12.7712 +▁taloustilantee -12.7712 +sisäänrakennettu -12.7713 +▁järeä -12.7716 +täyttei -12.7719 +▁Totisesti -12.7722 +▁lähettyvillä -12.7724 +▁Kardashian -12.7727 +▁koulunkäynni -12.7727 +▁viitekehykse -12.7727 +▁Nettikasino -12.7728 +▁päihty -12.7729 +▁kriittistä -12.7729 +▁Vaikutus -12.773 +▁ohimennen -12.7732 +ystävällisi -12.7733 +▁yrityksiltä -12.7735 +▁Phuket -12.7735 +aikoihin -12.7735 +▁jalkakäytävä -12.7736 +▁Paikallinen -12.7737 +▁keväise -12.774 +teollisuuteen -12.7741 +▁pahimmi -12.7741 +▁myönnettä -12.7745 +▁Hengestä -12.7748 +▁sovitukse -12.7748 +9,9 -12.775 +poikia -12.7751 +vastaanoto -12.7753 +▁Innostu -12.7753 +▁legendaarinen -12.7756 +▁riippumattomuu -12.7758 +▁Development -12.7764 +▁puhalsi -12.7764 +▁rakenteilla -12.7765 +▁lähialuei -12.7766 +▁MINU -12.7766 +▁Tallink -12.7766 +▁haravoi -12.7768 +▁tietotekni -12.7768 +lukutaido -12.7771 +▁tärkeys -12.7774 +▁aiemmissa -12.7774 +▁palkita -12.7777 +Henkilökohtainen -12.7778 +siivoukse -12.7782 +▁Schumacher -12.7782 +patruuna -12.7782 +▁Odote -12.7785 +▁todettava -12.7788 +▁toimenkuva -12.7788 +Jälki -12.7788 +▁päästetty -12.7789 +terrieri -12.7794 +▁vanhainkod -12.7795 +▁Semmo -12.7796 +▁ratsastukse -12.7797 +▁Orimattila -12.7801 +▁kuvitteellis -12.7801 +ärjest -12.7802 +▁People -12.7803 +▁aiheutuvia -12.7806 +▁yrittäjyyttä -12.7806 +▁Päihde -12.7806 +▁mystis -12.7806 +▁maanjäristys -12.7809 +▁Mahdollisuus -12.7809 +käyttäytymisen -12.7809 +▁häirikkö -12.781 +▁muodostumise -12.7814 +▁Thunder -12.7817 +▁Suomeksi -12.7817 +▁rahoittaji -12.7817 +▁todetu -12.7821 +yhteyte -12.7821 +▁toimeksiantaja -12.7822 +▁rannalta -12.7822 +aloitteis -12.7824 +▁Rukoil -12.7824 +Mielenkiintoinen -12.7827 +▁keskeytykse -12.7829 +▁bussipysäk -12.7829 +▁tärpp -12.7831 +▁small -12.7832 +▁olkapäi -12.7833 +▁mielenosoittaja -12.7833 +Piilota -12.7833 +▁epärealisti -12.7838 +▁ekologinen -12.7838 +▁kysäis -12.7843 +▁Avioliitto -12.7843 +▁Nikolai -12.7844 +shampoo -12.7846 +▁kaiuttime -12.7847 +▁kommenteissa -12.7851 +▁Moilanen -12.7851 +▁Pinterest -12.7854 +▁Harkimo -12.7854 +▁mielettömä -12.7855 +▁riskeistä -12.7857 +▁irrottautu -12.7859 +▁hamstra -12.7859 +▁velho -12.7861 +▁suojelemise -12.7862 +Etelä -12.7862 +▁Albumi -12.7862 +▁Runeberg -12.7865 +▁peitty -12.7867 +▁Cialis -12.7868 +▁laadinta -12.787 +▁Laulaja -12.7871 +▁sateise -12.7871 +▁monenlaise -12.7871 +▁Ateisti -12.7872 +▁fokus -12.7873 +▁random -12.7876 +▁ompelukone -12.7876 +▁nukahd -12.7876 +▁käsivarre -12.7878 +Aihe -12.7881 +▁joulupuki -12.7886 +▁teloitet -12.7888 +▁lööp -12.789 +▁Tilintarkast -12.7893 +▁suomenkielistä -12.7894 +▁komposti -12.7894 +▁blogikirjoituks -12.7895 +▁SOSIAALI -12.79 +▁Knight -12.79 +▁kiemurtel -12.79 +▁Kierrätys -12.79 +moderni -12.7902 +▁beige -12.7903 +▁Ennuste -12.7905 +▁muodostivat -12.7905 +▁Church -12.7905 +▁maksettavi -12.7908 +kelpoisuuden -12.7909 +▁tyhmyyttä -12.791 +▁hulppea -12.791 +vahvistukse -12.7911 +▁vinyyli -12.7913 +▁kannuste -12.7914 +järjestyksestä -12.7915 +raportoi -12.7915 +painotteise -12.7915 +▁ryöstet -12.7915 +▁Software -12.7916 +▁iTunes -12.7916 +▁termejä -12.7916 +▁rakenteesta -12.7918 +▁Operaatio -12.7918 +.03.2017 -12.7918 +▁yksinäisyyttä -12.7921 +kumppanuude -12.7922 +▁vääryyttä -12.7924 +▁Millaise -12.7925 +pallero -12.7926 +▁Evolution -12.7926 +▁kauniiseen -12.7926 +▁kuulustel -12.7929 +Täyte -12.7931 +▁Suunnitteli -12.7932 +▁Konstantin -12.7935 +.06.2018 -12.7935 +▁Yamaha -12.7935 +▁työttömyyskorva -12.7936 +▁Paimio -12.7936 +järveä -12.7936 +▁köyhyyttä -12.7937 +elämyksiä -12.7939 +▁mobiililaittee -12.794 +▁tehnei -12.7942 +▁teoreettinen -12.7943 +▁narsismi -12.7943 +▁raittii -12.7944 +▁tukehtu -12.7945 +▁Kirkkonummen -12.7945 +▁Leskinen -12.7946 +.02.2019 -12.7948 +▁instagram -12.7948 +▁kandidaatti -12.7948 +▁Georg -12.795 +▁Keskeisi -12.7951 +pariskunta -12.7956 +▁pyöräilijöi -12.7956 +▁Darwin -12.7957 +▁mukavuuksia -12.7959 +▁vedenpitäv -12.7959 +▁kiireettöm -12.7964 +▁Alanya -12.7967 +▁havahdu -12.7967 +▁äidiksi -12.7967 +▁huipentuu -12.797 +▁iankaikkinen -12.797 +▁tulppaani -12.797 +▁Omega -12.797 +▁leveyde -12.797 +kirjelmä -12.7971 +▁hajanai -12.7971 +▁kidutus -12.7973 +▁jatkamise -12.7975 +▁SINU -12.7976 +▁Evankeliumi -12.798 +▁huuhto -12.7981 +▁majoitusliikkee -12.7985 +▁onnellisuude -12.7988 +rikkomuksi -12.7989 +▁allekirjoita -12.7991 +▁Adolf -12.7991 +▁väärentä -12.7991 +▁rukouksi -12.7996 +▁Cameron -12.7997 +sertifioitu -12.7997 +▁sodat -12.7998 +▁Buddha -12.7999 +▁lapsellise -12.8001 +treffei -12.8001 +▁nostamise -12.8003 +▁vähensi -12.8003 +▁Oilers -12.8004 +▁hyväksyttävi -12.801 +vaihdokse -12.8011 +▁Gallup -12.8013 +▁kerkesi -12.8014 +.04.2017 -12.8016 +▁Analyysi -12.8016 +▁jäätikö -12.8016 +▁laajemman -12.8024 +▁Analytics -12.8026 +▁Creative -12.8027 +merkityksellistä -12.8034 +▁Huolimatta -12.8035 +▁laaditu -12.8035 +alustoi -12.8039 +▁myönnetä -12.804 +.05.2017 -12.804 +▁sosialidemokraa -12.8045 +▁vähyy -12.8045 +SISÄLLYSLUETTELO -12.8046 +▁Lehdistö -12.8046 +▁häämöttä -12.8046 +▁oivallus -12.8046 +▁keskinkertais -12.8048 +▁maanjäristykse -12.8048 +▁puuttuessa -12.8048 +▁Front -12.8049 +▁Sweet -12.8051 +▁asiakaspalvelij -12.8054 +▁tiuhaan -12.8054 +Nyky -12.8054 +▁Venäläinen -12.8056 +▁Prinssi -12.8057 +▁kohentu -12.806 +▁Mestikse -12.806 +▁työvoimatoimist -12.8064 +▁Nimenomaan -12.8065 +▁natural -12.8065 +Klikkaa -12.8068 +PAIKKA -12.8073 +▁käytettävyys -12.8076 +▁ystävysty -12.8076 +▁avoimuude -12.8076 +▁vastike -12.8077 +4,4 -12.8077 +3,9 -12.8079 +▁vihannekset -12.8084 +▁iPod -12.8084 +▁selittely -12.8084 +▁Diabetes -12.8085 +▁tepsi -12.8086 +▁omanlaisensa -12.8087 +▁kärjestä -12.8087 +▁Messukeskukse -12.8092 +▁tarkkuutta -12.8096 +▁Greenpeace -12.8097 +▁Philadelphia -12.8097 +▁hätkähd -12.81 +visiiti -12.8102 +▁Hämälä -12.8102 +▁vuosisata -12.8105 +▁huusholli -12.8106 +▁Tarvitsemme -12.8108 +johdonmukaisesti -12.8108 +puhaltim -12.8109 +▁näkymättömi -12.8115 +▁katseltavaa -12.8119 +▁hinnaksi -12.8119 +▁uskollise -12.812 +▁Oikei -12.8125 +▁viidakko -12.8125 +▁luvallis -12.8127 +▁Consulting -12.8128 +▁ransomware -12.8128 +▁omaatuntoa -12.8128 +▁etunime -12.8131 +▁Maahanmuuttaja -12.8133 +sovittelija -12.8133 +▁vammautu -12.8137 +hysteria -12.8139 +modul -12.8139 +jalostus -12.814 +▁tykistö -12.8141 +▁tolkuttom -12.815 +▁jatkuvuude -12.8153 +▁replied -12.8155 +▁Uudistukse -12.8163 +▁ennennäkemättöm -12.8163 +▁control -12.8165 +▁Puolusta -12.8169 +▁marmori -12.8169 +▁hiilari -12.817 +▁Kennedy -12.8172 +muodostelm -12.8172 +▁komponentit -12.8172 +▁Vanhemmi -12.8173 +.04.2019 -12.8174 +mestaruudesta -12.8174 +▁kuoriutu -12.8177 +▁tunteneet -12.8177 +▁tekijänoikeuksi -12.8177 +▁pisimmä -12.8179 +Ruoka -12.8179 +▁Suunnittele -12.818 +▁tietynlaise -12.8184 +▁vakuudettomat -12.8185 +Hieno -12.8189 +▁Einstein -12.8189 +▁Useimmissa -12.8197 +▁rakenteellisi -12.8198 +▁ennustukse -12.8202 +▁parkkeera -12.8205 +▁(2013) -12.8206 +hakkui -12.8208 +kunnansyyttäjä -12.8211 +uudeli -12.8211 +Näissä -12.8212 +▁global -12.8213 +▁reklamaatio -12.8213 +merkkei -12.8213 +▁nuorempaa -12.8214 +▁velvoitteita -12.8218 +▁Sibeliuksen -12.8219 +▁sovelia -12.8219 +▁Globaali -12.8221 +▁säikähtä -12.8224 +▁tuominnut -12.8224 +▁varustautu -12.823 +asennuksi -12.823 +päätöksissä -12.8235 +▁Vaadi -12.8237 +▁puhkesi -12.8239 +▁Jackpot -12.8239 +▁klassista -12.8241 +▁molemmilta -12.8244 +▁liukene -12.8244 +▁jäähyväis -12.8246 +▁lailliste -12.8248 +▁kuvernööri -12.8249 +▁digiboksi -12.8249 +tribut -12.825 +▁Kunnioit -12.8251 +muokattu -12.8254 +VOIMA -12.8255 +▁Lepistö -12.8257 +▁mainitussa -12.8258 +▁säväy -12.826 +▁viilentä -12.8261 +▁vilahta -12.8264 +Video -12.8267 +▁purjevene -12.8268 +▁hillitty -12.8269 +▁äkkiseltään -12.8271 +▁Maksim -12.8272 +▁custom -12.8274 +liivejä -12.8281 +matematiika -12.8287 +▁valinnanvaraa -12.8288 +▁Skandinavia -12.8291 +▁Hyödynnä -12.8292 +▁Hallitukse -12.8294 +▁välttämättömi -12.8302 +▁suunnattom -12.8303 +▁Anthony -12.8305 +pöytiä -12.8305 +▁Monipuolis -12.8306 +▁asevoimi -12.8307 +▁kumpuaa -12.8308 +▁Narsisti -12.8311 +▁kuulemise -12.8313 +▁hiljentä -12.8313 +▁unohti -12.8316 +▁akateeminen -12.8322 +▁asiakkaalta -12.8322 +kaupungista -12.8322 +▁Yhteiskunnall -12.8324 +tempu -12.8326 +▁etsiskel -12.833 +▁vaihtele -12.8331 +▁spekulaatio -12.8333 +▁hoidettavi -12.8336 +bjektiivi -12.8336 +▁Wahlroos -12.8338 +▁kielteinen -12.8341 +▁kaadetaan -12.8341 +▁Hengessä -12.8341 +haarukka -12.8345 +vuotena -12.8346 +▁Babylon -12.8348 +▁hallintoneuvost -12.8348 +▁Tottenham -12.835 +▁rajallise -12.835 +bloggaaji -12.8353 +Sosiaali -12.8353 +oireyhtymä -12.8355 +▁pienituloisi -12.8357 +sotilas -12.8357 +▁reserviläis -12.8358 +▁avoimuutta -12.8364 +▁länsipuole -12.8365 +▁senttimetriä -12.8366 +käännös -12.8368 +▁OAJ -12.8369 +nopeudella -12.837 +▁(2011) -12.8372 +▁moninaisi -12.8374 +▁Kärkkäinen -12.8375 +▁kivulias -12.8376 +▁tekstari -12.8377 +▁Makedonia -12.8378 +▁reaaliajassa -12.8378 +▁Tablet -12.838 +HALLINT -12.8381 +▁Uncategorized -12.8383 +▁värähtely -12.8383 +▁katkeroitu -12.8384 +Lämmitys -12.8389 +▁rakastetu -12.839 +▁asteikolla -12.8392 +▁nostalgia -12.8395 +▁esimerkillis -12.8395 +organismi -12.8395 +▁lampaat -12.8395 +▁metsäteollisuud -12.8396 +standardeja -12.84 +.08.2018 -12.84 +▁sosiaalitoime -12.8401 +▁(2012) -12.8408 +▁lähtökohti -12.8408 +sirkukse -12.8413 +▁different -12.8414 +▁Miettikää -12.8414 +▁klassisi -12.842 +▁päärynä -12.8423 +▁pyörittämise -12.8426 +metrejä -12.8429 +▁Idols -12.8429 +▁Lilja -12.843 +▁hallitukselta -12.8431 +worth -12.8432 +kortille -12.8436 +▁palkitsi -12.8437 +▁sataprosenttise -12.8438 +Vanha -12.8438 +▁HANK -12.844 +▁sammako -12.8441 +▁masturboi -12.8443 +▁tomaatit -12.8443 +▁lisääntymään -12.8443 +ratsastus -12.8443 +▁Pahimmillaan -12.8443 +▁Fitness -12.8446 +lomakkei -12.8446 +▁suunnitelleet -12.8446 +▁Amnesty -12.8448 +▁vuorovaikutteis -12.8449 +▁inspi -12.8449 +▁finanssikriisi -12.8452 +▁keihään -12.8454 +▁zombi -12.8458 +▁korealais -12.8458 +▁vartijoi -12.8459 +piirejä -12.8459 +keittime -12.8462 +▁Pahimma -12.8463 +▁edellisvuodesta -12.8465 +käytävi -12.8466 +valjakko -12.8466 +▁hallinnollisi -12.8467 +▁KASV -12.8469 +KOHTA -12.8471 +▁KTP -12.8471 +▁rautalangasta -12.8472 +▁taajami -12.8473 +▁välittämise -12.8477 +▁ratifioi -12.8477 +▁pehmuste -12.8479 +▁Suunnitelmi -12.848 +▁lunastet -12.8481 +▁ankkuroi -12.8483 +0-200 -12.8484 +stressi -12.8486 +kansainvälisillä -12.8488 +▁Industri -12.8488 +▁silminnäkijä -12.8488 +vuorten -12.849 +instrument -12.8494 +▁nopeusrajoitus -12.8497 +kartelli -12.8501 +▁ARVIOINTI -12.8505 +▁Hockey -12.8508 +▁Rekisteröidy -12.8508 +▁Pitkäaikais -12.8516 +▁Breakfast -12.8517 +▁Missio -12.8517 +▁ilmotta -12.8519 +kuntoutukse -12.8523 +▁Iisak -12.8525 +▁Äijä -12.8526 diff --git a/start_train.sh b/start_train.sh new file mode 100644 index 0000000000000000000000000000000000000000..db10bea22e2985cc2b5dfcc0d05550d960d0a3b6 --- /dev/null +++ b/start_train.sh @@ -0,0 +1,12 @@ +# set train hyperparams +unset LD_PRELOAD + +PROJECT_DIR="/researchdisk/t5x-large-nl36-finnish" +T5X_DIR=${HOME}"/t5x" # directory where the t5x is cloned. +MODEL_DIR="/researchdisk/t5x-large-nl36-finnish" +export PYTHONPATH=${PROJECT_DIR} + +python3 ${T5X_DIR}/t5x/train.py \ + --gin_search_paths=${PROJECT_DIR} \ + --gin_file="large_nl36_pretrain.gin" \ + --gin.MODEL_DIR=\"${MODEL_DIR}\" \ No newline at end of file diff --git a/tasks.py b/tasks.py new file mode 100644 index 0000000000000000000000000000000000000000..da2ec7e6a45b0a07f461a3484eb9b2ebb50b7b42 --- /dev/null +++ b/tasks.py @@ -0,0 +1,82 @@ +# adapted from https://huggingface.co/pere/pk-nb-t5x/blob/main/tasks.py + +import functools + +import seqio +import tensorflow as tf +import t5.data +from datasets import load_dataset, load_from_disk +from t5.data import postprocessors +from t5.data import preprocessors +from t5.evaluation import metrics +from seqio import FunctionDataSource, utils + +TaskRegistry = seqio.TaskRegistry + +vocabulary = seqio.SentencePieceVocabulary('spiece.model', extra_ids=0) + +DEFAULT_OUTPUT_FEATURES = { + "inputs": seqio.Feature( + vocabulary=vocabulary, add_eos=True, + required=False), + "targets": seqio.Feature( + vocabulary=vocabulary, add_eos=True) +} + + +def gen_dataset(split, shuffle=False, seed=None, column="text", dataset=None): + if shuffle: + if seed: + dataset = dataset.shuffle(seed=seed) + else: + dataset = dataset.shuffle() + while True: + for item in dataset[str(split)]: + yield item[column] + + +def dataset_fn(split, shuffle_files, seed=None, dataset=None): + return tf.data.Dataset.from_generator( + functools.partial(gen_dataset, split, shuffle_files, seed, dataset=dataset), + output_signature=tf.TensorSpec(shape=(), dtype=tf.string, name=dataset_name) + ) + + +@utils.map_over_dataset +def target_to_key(x, key_map, target_key): + """Assign the value from the dataset to target_key in key_map""" + return {**key_map, target_key: x} + + +# Final pretraining task used in Raffel et al., 2019 adaptated to our use +dataset_name = "/researchdisk/lm_training_dataset_full" +dataset_params = {"from_disk_path": dataset_name} + +if "from_disk_path" in dataset_params: + dataset = load_from_disk(dataset_params.get("from_disk_path")) +else: + dataset = load_dataset(**dataset_params) + +dataset_shapes = {"train": dataset["train"].num_rows, "validation": dataset["validation"].num_rows} +TaskRegistry.add( + "pretrain_finnish", + source=seqio.FunctionDataSource( + dataset_fn=functools.partial(dataset_fn, dataset=dataset), + splits=("train", "validation"), + caching_permitted=False, + num_input_examples=dataset_shapes, + ), + preprocessors=[ + functools.partial( + target_to_key, key_map={ + "inputs": None, + "targets": None, + }, target_key="targets"), + seqio.preprocessors.tokenize, + # seqio.CacheDatasetPlaceholder(), + preprocessors.span_corruption, + seqio.preprocessors.append_eos_after_trim, + ], + output_features={"targets": DEFAULT_OUTPUT_FEATURES["targets"]}, + metric_fns=[metrics.accuracy] +) \ No newline at end of file diff --git a/train/events.out.tfevents.1650350932.t1v-n-304587cf-w-0.4007279.0.v2 b/train/events.out.tfevents.1650350932.t1v-n-304587cf-w-0.4007279.0.v2 new file mode 100644 index 0000000000000000000000000000000000000000..cb38edd4074c7e3ea249dc090e30b2d231cc7b4c --- /dev/null +++ b/train/events.out.tfevents.1650350932.t1v-n-304587cf-w-0.4007279.0.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01007ec0628931f0a43917e850b95cf2ed6c7eb86d7a3411c049ef7bbc1d445 +size 8941 diff --git a/training_eval/pretrain_finnish/events.out.tfevents.1650350932.t1v-n-304587cf-w-0.4007279.1.v2 b/training_eval/pretrain_finnish/events.out.tfevents.1650350932.t1v-n-304587cf-w-0.4007279.1.v2 new file mode 100644 index 0000000000000000000000000000000000000000..ec2d8d5cc43fffef040110d225c0deea969ccd53 --- /dev/null +++ b/training_eval/pretrain_finnish/events.out.tfevents.1650350932.t1v-n-304587cf-w-0.4007279.1.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdc1adba549dd6104ba6b04fe138a02df84cdd7fc3d7522ca21b9924c2cd975 +size 2719