diff --git a/params/vit/4/fixed/woq/init/classifier/scale.pt b/params/vit/4/fixed/woq/init/classifier/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299a157898d7d92b47027b8f862a0dc1bdee967b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/classifier/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d2a6ad66b7c0a77e4364bc4a31a453718d39fc185e3012539290568fc51f4d
+size 5138
diff --git a/params/vit/4/fixed/woq/init/classifier/zp.pt b/params/vit/4/fixed/woq/init/classifier/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/classifier/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03580a800f107a8598ab8601e0da2b51c1bb343d
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7527fdeceae4f9f40791dbe7e50cc774184b5ce2cae5089227ec2787eabeece
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c517ec010735527c6b9c8f9b3edd69e4eedeef
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d3b554412219b3624d288c810e1d3813ce1801b7ae73915a107751fbd83abe
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12599c9ad3e089614c5571a90ef03add2179037
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a8e31d3b328ad0ede3b3bff5b7c581121fb9454aef4ba7af4b9be32895f6a3
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a82672fb666b4c1ee887ab89ac2a2e17274da7
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8a7bede14884bfc7cf5f3b326f32f1858e66fa5961c038becd0bbe3653bc1
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba536ba56b4b1f39febb465eead75926c8563a7
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79c04b4cae1144571b43bc79d59f78ef77704bb1de0093ab5ef9a2a2dcb7dd
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8019ce3ca2683561e75564e6102713f0ae286543
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376de8fc6324223a6ee488bedc864474a3a30e0e582c436ec71e8a12e4daf441
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca4f000d9b6f32d8f6b5554465f49f52ba76334
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0789f2dfdc8bb3a2322ccb2e46edcc5a1fd1215902ee43d0761881a26fa18b46
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f33a87ab419eb676b2de09001e6e757375b5be
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffb5726484f9c8ac4c44dfcc08413417dcdb902cbffae7e0b0471f66027024c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ffcb2ba7dc5bfd6e4d364adabf6b368ae8836d
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd0bfad32e6d35170755bded221a28d3c57a2b80f87631da5e694d62b8db591
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f8b37bc8f336ee855194b5e2bea5afd87b9b53
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0eabf228a99d4fe571bab3da9abd449288c6e76085014af58152b14985bf3b
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af09b5ee22a37c5a1964ed591ad22eb4f9bf5e8c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38452aa1e6828b857ef8904650a5c06f7a476795dbd31a8363f87bfa5f074ee4
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a278306ba844d63500799f6230489077b766484c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dddaafab24553da6153a10f6f20b7147cf197084f14047e4581432d28fc405c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6da14f67db3cf07ad916c72580b4d986e846ece
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c431370a5b30746d23c8e024a07c0a846dbe3fab0e20e2f1974a370367594f7d
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dca87feb3a38362b33a1236cdfcbb0e714d7e6
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7ca783f9927d4db8ed8e5d01e2530f73934d3e4e97111f1a08dff511226a11
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb7798e2c1144c35aa432a7ba2602223e3eb8d1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0952c19be3feac5ac70954200b72f2a9f77e3f14109c9294e699e45213cf745
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855e485195fa5e8e51b35d4a1248b23c9897b2e6
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d1951776617ac52f6bd71e4e365e695b60c4ab9bfccdf11a702bbbab8caa4
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247cab49500e3957ae20081ab5d357056fa060f4
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bfe21b0ff11d640b761b3c9f64c2919b5e394fbe4831280b1fc18ba8941c79
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6698a25f9096ecfd660169321303b5c90d2e39e
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4b94b74585567cb3b070b679c6f1713112530d3e3d85ab478a5fdba68ccb48
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da9775b37b06b968424aa890d4ee67e856b8dc
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db9c6756df59e00d434042fce7b3dbe31e963011e1a45707c6e1d91971c758
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ef548ec78015b83ddc112ef6eb02caa1329236
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efca11cd22d99d50b9ef2b9f0de601df6fa8492267ac4d01e1196cac0f8eb64f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e24552ca0b0df59699dbb5c148464a3e6fc1db
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce7b5260c0bc4bc5fbb1054c7d12a52d52a511dbee5c3bf68a809e6d8f72764
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1faac67f2d9abb2c3f4b27ee17e619d00b1f07
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294e2783023c953f45469d39b224ce4e8614b6a5372dd5f0c6c934d198e237a5
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb53f892dfa164b696d4bbe0cbdcd74dd834d307
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e76c1229529fc6a6f9fd72d7c0e5bb2fa6b6f3946a662a33b8678fd2d53c7d8
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f1ee5155d89c7d051c2f146fcaecbe6df8396b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1678e11193c5d9f1fbe5e52ef927722a1dcfe9cce134e6f1d880775f18983649
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb7c83bf79627230952af6b34436fa99172eb7c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f840cd9876b7791d08abbc3fc0334fc564dd385d402e155ea54ec896792b36f2
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badee38b6c737de0298b49790213d7bd420757e0
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1400705e65027bded47f3c54b44501e5065e815a311083150f4b713331c4832c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fbcba4965a1d32a20f4cef6315b3b65fcc0fc8
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f0b9d1770a73ccd473b7a37560694a5df8c84f7de04001a0581bf48491382c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093f4d54a38ed9e306bcf0583fa9195198de2848
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ebc400aff56b27420f1ecff71e68915bdd8a7eaa69b5c17f2e8741b9d929f8
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084692559bdd0bb669c30e51ae157ac7a54d541d
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f8223618ddf8087009b80b3a1f57638789a31566b1b1e6464dbf1fb045e142
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcd038e6504e2f881e5fb819433f951c058021b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c814ccc90dcaa9c62261ceffc2c1c6798b1cbda2f9ddbd9d2864fb5b142f96
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b498d9b5efa5b38f7bd06a58996789fbc5aff6
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46305ec53d484c81ba7a0ba46ffab747b9960f762aa9426b99bfffed2eceb7c8
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0971145e4a64a64f6c9917b28249acfa68d88f
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00102dc99b4af3ce4b44a1a30daadea1b0a79fd2615a7dd4c356d8579162ef2d
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fbfe3b5e61427925e8db09b0b0bef80ec87ddd
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1f5dd31216e9c77df9180b02e5df1e80e8e2cb9d0a1fd6dba427d6183a1d54
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8716609c4bacf25061605ce38da2173be994057
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f820ecbf150fccaacb8af7d959f463b67e6979d1432c5908a4c3e87fe186e3f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef41c57f6e763335ce009a1621d20c85d565b52f
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b33d832f7e0bfb006b3b52aaa82e7681e2730e45b366803345c92e1f623eef
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089649fc2b37f652c6b00cf5a9ef416b8d1853d1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f3ae9f63e9bba3e266e2e2f8fdf0c2570a09555ca2f3e2a7b97cd26b24db5e
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab86e3fda007f104fcd933a3d96122e0704784
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df033f5eb90726370b33f588dc9c3a2a4dba31852d412715449ac395c9bfa341
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630c510a36c88b97f0d1bd701af426a6ccb287c2
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a740dac856d071ed9f29970c8c94c6e83885d3055c83885312c005598d41e003
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d7fcec54d66e532c8813b518413d581441a6da
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277268a0e5ddd9727b749eb5d8b6246ef7f5116fc862534cacefec6ba482693c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778fa502d40d4a29faf6626d00c5b302a3ffc7bb
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d56f0caf621ac53c66b84361f0aede1c5eceef0d4c74c4e325e3db2cef64f9
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74267c4e7abe848bd5eefbeb205f1e2c98699be
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db26df3869837876b83dc0cd16298870754ea1262056e1d7478c16e40504582
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d906e80d98fe5731c85dba0aae2641f799552f15
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c04235be32448cd47697b922a0a0f6966e1cb9752bf96a34451fecc3bf9490f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c32f41be628c0fd71580191e8a0d404cd0d3f64
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2919213a451f95c51c6bddb52c293b8ff5d6e43fa1f157da74acfc9bc11e8f6
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e71658ce7f6bad789c51622b4a372a5a85fc23
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ae93e88d38e2b644559edbd2116db8ebbac02b64ee4762970ce069509fa3fe
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b663659a658beb00338ccbc16634543eaad66ffa
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fac91c1200593e5902e5e0b0e28367385584960962eaf45821ee5e4c67d47af
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dd171a41e98eb5449207987344e61dfc121734
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3c9a91965a3ada6808bf3ffb0d4833cd4022590623811271f8c4909efb9521
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1297ce77fdda771c276a900639ddeff11094e1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4455c7ff04bb4078dff34ae530e7bc245492779001a2cb322b27522012be16c8
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22fb6c9689c89bd91b3d8d793fa4b694e354a17
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b726b4d80f70877b92699821dc30bffa01dc06725dc792bdb56ef26b7e2f09f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5305a97a9b65d3a6d2aad8e5439b93f29fa1794
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ef28bb0ade68f3860c405f6bc9c072c513792120ff5e5079b2626114fe913
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3287689a0fc7dfe920609b92552c597232fa0009
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eede1366c11cb89222606d030d1eae454b9e44c20039d6d94b37cb5fcb3f14
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d445c379881c1db04c53b1fda4780110379f93
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32abb10799bdff40ce916e704000885f2151bee8de84200a6b4e4b817a79dd01
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61ecd3bdc2853c4abff746f654f3422f669fc39
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfe3772319211f65dbd0b3d74041a5d2672aae2bc1fb4c4b55bd5d12ceeeec3
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6676508c74b42b315ee451f92adb36977621b62c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154b3a446a64673938c3e43c222f2f52c69b5c8803dee381a9ba816599986981
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e538a82a6b03db55bede8eb1b8f963c89a27dab3
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb379d17f46ca6660643953a1cdbde2fc2f69519d27e79849113a636a2dca6a4
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3526d33cfef9429dd991d11e590f133bc3e18e
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04888c372060fdc67f12bd3a320694f7cf20e72689a9b74a44759b990160b17
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94658a1e894ccb35aaea97bab511c91656f677a7
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb030d024d28e3ec5250a6e670e94dee7dae4125f0ce009d214203cd55358ec
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eaa535e47982a1f25f4fca5c92536725dd94c5
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d70c787a5c92252182b6f63f1624bef568645be858c852d0aafc33d2a697206
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d178a39ae57757b154c3a8ea8d442e17f26dbf
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678deb5f2d085c0286283aa0b018df1af18b57032457292eab62f49cc6872aea
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd81f3a180ce0c9eb0d906b1ae25c605019072
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3588857327d06679246f19e2ab458d222d49aec21d02fe37397d813ea02081e
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b8af27a8574ad40f9a17122433c7ca90a2c00a
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c8d3da502e6a0f9d7a576a404b8ae915f8ece36d3e9081ffc622d03c2f24a6
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6be9cf7e83313f61354b6522c1c84856fb78a35
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7634b434dc69e4c5552749a7dbfe087defab67f8479c317206b3b7e0c3124e
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091e3a4e9fdf9956897c355cbad2cf3f1a268ed5
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239a608320f758b4f94190cd4629ea1aa178a0ecabd04acf6baf1afafe1386f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf9dff0bd2ff16392f2abff0996938ba56eb49d
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1248cbbbc319afb45cfc822487ade80d257519a48e883e08d4af72b66bb4ee
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc4ca4839e26a30c03ca0c1001e18c7cf34a304
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981af29f07c664dd2a57e74c3d7d4dc6d8fe6c76c1762607a91c4e8a5c83055f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f0cf061da34f81385df9749396a11e00af6d5a
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e036d7c0f11911421aa90c30b8dfa06f09c5246c0e77ef69ae46e30a58c477
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1c7eddf314d46f514371b3dc0d75ac4ad0e6fd
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca12e2b3291cdea70d766d6080f1162135906fa7936ec21e23454941e05aabb2
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438d881f31aea613073e14980c63924a798174a1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeb1328c2e4a9b90af58c555ca66fe85a340f8f76d61ab366242d32eb23beef
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668fcc84ad3df2a7148629e17bfe6c468b3d304
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a02f93a0ee0b7919fb12b9978207bf1530efcd0c356139a5ae0f20090dc3785
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30acdeee8cc8ed691d6bc608b82589661e86611a
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ea3ee2d1713ffe04efe4c3abf0aad6c952c568f65a839ec6fc053fa46bd4cc
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35637361f27531719eb1f7e10a26f67bbfaa1add
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e316168a4fc347949c212c588632f9200de3a203df26ee5b7d79001dff26176
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a8993355ad551d14b4acc5eab75ead979b97ff
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cd010bff89f9d89e1b6a391ce637e145be706120af0e88afd0aca29ff0c406
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb27cce890c7d74f79eddc76f8c87c5ccae7e4
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b486c372a2b3a5298e7670daf748c7c340772c9220221e12fa6c7402b6dff2
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78c8615517660a12f15430605f9ea9b808bbb52
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96653dd085d8bfd76e1a5ae45c1bda55ac8a6be357b9681c6efd2d6d85c75f10
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a777f6836b5a7e81598f236fadc7ca9533dfafbe
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73ecc8f3e3bd573e9542eeea74df8c9fdd0ae96a7f6c32a1d6d4abdedfb898c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c41d2e3f09f2fb3106900a81ab84019151bfff5
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2167270d4682c848b9877856b7ade7498d0b02a92340cecbb541fc54fab2fe7
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd53114033a97b487508f01302c9938cc6c893
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03f77344b6bb826e6ab41e76fbb1f4cb2a9e72caaa31e6372a171c47d9dd2ad
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cd54a9854f78e996de8c627b6d53fe01f9baf8
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e072218218a272b447133cc28b75a1af1e0cf6dbd47c00fb21e86d9cad4cb6
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f065995927d664756d4ad179446c3defef5a237
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003908e7fea8780d99a1c78f3c880671f787ada1201857a46498f593f593c432
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c1281c301f3991312d04fce9b3bdeda57534fd
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0753c4087f07ddc075bce2ca5a55e4de401896394e1e059e3087522166df0ea8
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b9f530cd2ad8f47bd92155252764cd22b2831e
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebbdcf22a584202345e79d6ab5dcec587079506f671f39e7fc56d8dc150f0e6
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affa53982b9ca70bb498e93284a6afdcbb11c0aa
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342b1f98f87215e8f6188ac7002cf32b826105002f0995004a0b952c1912cac8
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb3fdc340edbbc3e9fa2a89b1e2b58d5c3a8b61
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf937ac6e6a2e2c3d1afc9260f8a8bd0ed6ffd72533688a54808a895a26949c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45c2405c702cfc29e2629c96ca1024746c46242
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ae075be4eb2602c7b5bab218c06005f9117898beac70af6af788e8d1a448a2
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b771f607cb3a5d5831a0b7a60950c12f5397a190
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9124e786fca870aba0c92159205df985ecaca6e5b97f9c952a7d21e2ad3d2a76
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9f118a069dbd7a2d9482c36c2ecde03a14a6fc
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e53e68317ea7cd544df313fb9c3b244c712d20afbff1a6c422e0a15829f1f3a
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9359c9be35aa65af5c3f21bcc73f7ce7a92d5
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea9dd00e9656c2b5688536feb0b31ee10a0834472a1a5409922ddb299f85f3f
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67cc4557cf47421201dab57878db47d2096667e
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc46c92f5676c220bdfb7ed3a50aa65f9149d3117deeba8e1070236ec6b616e
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78a9b65176828e8ab7d0d92c47dd6f877c09760
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653c33e8d8abfbc16726f27b1fedd0a60183625ec45d25058459d2d2fe531ae4
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c2c027c86a03b561ac39b850468bde8b0ea0c1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709252bb1a9fe37cf0e1a68b43cb1564c0177e69d612fcbe319d254d46b642b2
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9fbafb13669dbe3e14ecb254729d1e00b4bc0c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4f58761ea3fa395ce9eaf65c2d2a28ffcee68e653321937ad97b7edeb00940
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80c3a4a20cc53daa4c2676ff847bc894d801d62
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0704bbd0203830c0701c48f88476ab488dc7b152fd5b05b26214e6b5bb731a
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfae188d8dee65464b48a778711219e8031d4462
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922c8138f9fb5e6702a3aa1a34049951730fcd553f5d2de397c206aef9de1c14
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa3c30e31fff7dd5590c077a084ed11ca296ea1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8776ab3d75d2d1668c0b21844d16db353dc4aedf6008579112cb50a517860492
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87727616b4094e3a4c4fd8afbf2e1aa9d058c5a7
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6568ddabfb44340bc38444114c28c0f7087f8e23deebf176601c72e4dff10
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addd2dea3a360cc26906aff56393637ff3106861
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dfbefbd1cc4e2338bd6aea910da5a1d515e48c1364588aa1fe49a1fd5dbccd
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaf6987c3281557c070d3ee66ee9dcb8ff46922
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d49ba4be8e95410fed8fde9ab5933445f6fe64b23e43679e500e05a62134b8
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5564336a782084991009df483506d3cab1064af
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffba9eeb4d2bc6d23342a8a41d1719664b520a094d3c24276afcc5b6c44bc9f5
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9d7e441ec04d84d528b98f1cc13e78e98f21c3
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea2a1eefebe5593f96a9d56c20efc8c12d967aedcaa535a1ec87cad61de31e5
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb67d7971612d8496bd0494dee5c8dbef33eb9
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485ba36a664346644b2e36d552e7036d5902cd52c3e97539d62f903ade979c22
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942ee61d176d6d7560b6c672f23d4b8e8f169590
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ae2a3c26bd7bcc6843cf965d230c1f78256cefc247eb006281502b945c9e88
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e704263a7bfa0e1a0a391cb68ed8e85a4fb017
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b240cec4e0f06da6888e48751ff7e151380677229ccc9ae36db19ff04e26ece
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76745ac083d1b9719e7bf3376e5eed672a38a6ea
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0d6fe559cda1d796418db4e4420bec8cca9c2294cd2498490ea244e27b7a98
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6a9fbbb8b70a038f4cf9ec6b1158ddb1596856
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb1d77c2a4430f82bbc74d70625093ac93822a9bbd8d22d86dfbc9a418e43ca
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1717414d9ce9bf8cb6bbc70d65b3d087b4971bf9
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f87b5d7f56922f32109d05fa0b57cca14a27857363ac76eddb2703a987e06a4
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a184e860b70c871b1f13922bf9ffcca35728bb5
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ec9e654ddc9bb7d2facf23f50057fb8d667d214dcb3bb80d6b3252f2d40ed3
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afc97883bfbe7eb503d2f6f9a965f29d138e741
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0fbdef8fc0a26d172fc0f5c821f27bb6d5cf56f309cfa917bfdc6f604134fb
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535af589181cab9fe51c12f3167757ff5b1834d8
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f3e8ad9b935f576b2dd0addfb4357197a50c82b200c06d04932303400c0f7
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392c14962aabc643b68c57eae86591f167ba64f2
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aebdb481dcefc5cf96a21805f9d27c1718642bc7f14226a392530597372dac
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fcb3dff65785efbf4af89b7b8c021142eac1ff
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aac3ca8a183a8fb5e42d41376827ebba1d082834546fc6999783ea1dfdbbde0
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ff57ff422491010c016d788efd9de00328a95d
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7f4988529b81088f46a361b4765fabf22263b7c9664f20ba1e224a3fda0357
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a615d19c86f4bc9dc6290e0571102bfafa49e9ae
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb6d3c96f57ccdb54368966b1a3b3a0ae5f90df916eecda371ab247de80e51d
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d065084412e22bff0295a1a98bb66f681a62ed
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b832397ca4e3169b20d755deff4f7daedd54748676628d25b24a6a21b0d52d0
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33efc8709c6f2d53f9af7b531ea3f29c46de17d7
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c838de91e9e2a3eb646758803c1fcb6cb572f7567323a9fd01b8e32536c438
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539c61e4d15e8d8b25261ee6f61f3c09f3643804
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a911f5c7cf9fc80b63f90c2241f3bd47b828ec29fc494a242c8103a70cbd30a
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69896581025a5f034daba27f80bddd30f883cb74
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a420241a783a16f512640853a1a13faded8283a9343f2d9420f3f0d11a94b4e6
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0215f249ad0df0708ea17bc0ee5c840c54bc7d80
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7800f972829aed7a3c6c8456b56695ce79d1ac15ba1f91e50ec2465369993a
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e3181bef424d81c60455dc9cd82a17f6df2ce9
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36596854e2a6d20653f2b471794d7f933e1e6488b404558e3258525698b947d
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefe564d92c3e81930da2e7434dffbe6533960e8
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c130d22335c5d26370b84261f05a8a32aae8b587858f90a14c7c82db39784
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa3dbec81edc4fad1c1321609c3b35097f97f00
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d7107053b1303352a096e112974db02945eb7b16bcf03a68d980a0b6940e71
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a17181b7dde3073df044864cbe07b147da5933
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5449a7095cec5f9ea7365167c33f9193a02d79a6d157374044ad9e603606d591
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb523303c2676bcb32fbc6521ac40a995fa316eb
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d51a2f1cbeeb0bcb93537a1efc16044771a7f7d366d67f7aaa3db7ee032cc97
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9999b8df430747e12ffcfff0d93a156b890b0fcf
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981c0e88a9dfb5e9291220595d3fd19e5af38425cc555ab6f561d47267cd6095
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73bad96ee8727c9b73ab69b2cba7d6e8a7f7d92
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400617dba9ee254f2554faf3516b983de453144e39198843c26cf5f17a26583c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef87d8f43b58622304fd9eb08374496a99f7df6c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfc7a829d45bdd0f532e7b6d9e54d8a91b46fdf90303a3dbef1779e0d00f2fc
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e04bb2cfbf1febb540b6f9738a3942e1f42dc
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fd49e9d4170d7cbc36e083c3959bac30859d2c8c7e67705d97cb9ae0e03be6
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6085593ffc68b741a3f684687619272293fb0c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757464d9823b5da14b1532ebcfa654974d34b90361827245781bd222ca71b4f6
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7551cc307501ca3e8cdfd1aeaf552c5e466749e3
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62dd0201f07dba7e12a149a06ce1bff81063e01c1af2aae138eff49d847912d
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dd6d2e24f33a68ea984b4db67ace8c32f1bf1a
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2567d074354ef5281d96e614e581d5c15791751c11f2a7af61cac616c203c139
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59e76cc579d5fed0adbe2c1f20ff5f09e1ae502
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e58a0648006a110ad4c6e92bf1f17ab1a1fe5f86aa10ebae3e03f59707313
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee653891353527bc04fb088f611c6edba4eeac91
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc045f595f690e1c568826cc7fbc491c8a38afc07e98ddd5635bdcd0152ff799
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b072c7861f646d7f2e2ffa1fc60a813b1643502c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222e6a920ff6da6a4d78afcaf4a02c0ff4ec2f719c632f07e6bc9e5247c3d4ee
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf325c0c8058e45afbd18082bb5ee5294ec9d47d
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5aaaac425a73d603dfb6d61f9f36f5d324a79333a1771976be6725f0b8875
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b1f6dbc7d0a5ea066b10b7751b221936fac277
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be82757370a69355f0b8b5b77fa8a9e2647fd7ebb7b76f557cac0f8d0de3d542
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc7de038dbd154661a28fb227db3483a13f706f
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dd95d295efae07e7b4ebc8f6bbd913050e93ac38332e9ab54b91b565480e1c
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2028ba16a7eb78a56e9c9d1d0796e0de19666f3c
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820b2db3554af9056145ef8c3fd61d6bad417da0bb9237a02354632c838559f4
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99c3fc37c37282349c8446499f0c7cd679e767
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99f6109c234e8822dde809297c529e18cba617d0c0b88522ac0a95d19643d20
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f29a790dd5af766611076d8168d70e0eff515b0
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443d283a61a0b0be995b7ca889339013f5f6ce4da07d46a6c05396b5945f6279
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070cb9f9af49451fe87c696f559164654aa5ae36
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7448482f05ff1c148009a5dc91eac505170521323a49a385e94f9f41015501
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a54a99f61f7d8616429b82f7e019c93a374286
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea88220a22c5de20f76b0509cf85fab5e3ad0eaeb298dc0ee8e146b4c474544
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ade1cde92b8ce064ef1ea4c6c10170c3076b97b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b600c37671a709864fcf55a77c2f2a16500ac9b7d7de8417dc0d239ad0d286
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc33296d5f625ebe02b38f43439c38811437a22
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a71465e544f443de00ccd41f3e607be1d13bbb07c645e2d99635918e454059
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1ce04c37ea15ff32eec4a01c2399f9d9cb4296
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d906ae764bdad9b4f31ef138beb55cbb229fe4f14693e8234c8ba58e1a866ad
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1c074335206633d196b179c94bfdf575f4b1
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0b3fc8376016ad9907add0480d2e88f9430077ac0d3f4c16ccd96be7ba7ab0
+size 17490
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a91c56af97e21a50ce6c7de9205498cf214fb6
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f73fcb1f60dc669787c72be0b9747bc458d5cf19020ae78387532d01090ddc
+size 5202
diff --git a/params/vit/4/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/4/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091