\begin{table}
\centering
\begin{adjustbox}{max width=\textwidth}
    \begin{tabular}{@{}*{6}{l}@{}}
        & & {\psnrlabel} & {\ssimlabel} & {\lpipslabel} & {\paramslabel} \\
        \toprule
        \multirow{7}{*}{\rot{\textbf{Hidden dim}}}
        & 8 & 25.61 & 0.898 & 0.086 & 86.3K \\
        & 16 & 26.11 & 0.909 & 0.070 & 88.4K \\
        & \textit{32} & 26.53 & 0.913 & \underline{0.066} & 92.5K \\
        & 64 & 26.53 & 0.913 & \underline{0.066} & 100.7K \\
        & 128 & 26.51 & 0.912 & \underline{0.066} & 117.2K \\
        & 256 & \underline{26.77} & \underline{0.915} & \textbf{0.063} & 150.1K \\
        & 512 & \textbf{26.78} & \textbf{0.916} & \textbf{0.063} & 215.9K \\
        \midrule[\heavyrulewidth]
        \multirow{7}{*}{\rot{\textbf{Embed dim}}}
        & 8\ts\textdagger & 21.67 & 0.814 & 0.258 & 2.0K \\
        & 16\ts\textdagger & 23.22 & 0.853 & 0.183 & 4.5K \\
        & 32\ts\textdagger & 24.94 & 0.875 & 0.110 & 10.9K \\
        & 64\ts\textdagger & 25.69 & 0.898 & 0.084 & 29.9K \\
        & \textit{128}\ts\textdagger & \underline{26.05} & \underline{0.904} & \underline{0.075} & 92.5K \\
        & 256\ts\textdagger & \textbf{26.36} & \textbf{0.911} & \textbf{0.067} & 316.0K \\
        & 512\ts\textdagger & 19.93 & 0.768 & 0.274 & 1.2M \\
        \midrule[\heavyrulewidth]
        \multirow{6}{*}{\rot{\textbf{Heads}}}
        & 1 & 25.01 & 0.890 & 0.096 & 76.0K \\
        & \textit{4} & 26.53 & 0.913 & 0.066 & 92.5K \\
        & 8 & 26.77 & 0.916 & 0.062 & 92.5K \\
        & 16 & 26.78 & 0.917 & 0.062 & 92.5K \\
        & 32 & \textbf{27.01} & \textbf{0.920} & \textbf{0.060} & 92.5K \\
        & 64 & \underline{26.94} & \underline{0.919} & \underline{0.061} & 92.5K \\
        \midrule[\heavyrulewidth]
        \multirow{6}{*}{\rot{\textbf{Depth}}}
        & \emph{ViTCA--1} & \textbf{26.53} & \textbf{0.913} & \textbf{0.066} & 92.5K \\
        & ViTCA--2\ts\textdagger & \underline{10.82} & \underline{0.225} & \underline{0.771} & 175.3K \\
        & ViTCA--3\ts\textdagger & 9.70 & 0.165 & 0.793 & 258.0K \\
        \cmidrule(l){2-6}
        & \emph{ViT--1} & 19.70 & 0.779 & 0.237 & 83.9K \\
        & ViT--2\ts\textdagger & \underline{25.20} & \underline{0.900} & \underline{0.074} & 166.7K \\
        & ViT--3\ts\textdagger & \textbf{26.10} & \textbf{0.914} & \textbf{0.065} & 249.4K \\
        \midrule[\heavyrulewidth]
        \multirow{6}{*}{\rot{\textbf{PE type}}}
        & sincos5 & \underline{26.92} & \underline{0.917} & \underline{0.062} & 95.1K \\
        & sincos5xy & \textbf{27.00} & \textbf{0.919} & \textbf{0.059} & 95.3K \\
        & xy & 26.45 & 0.894 & 0.077 & 92.8K \\
        & \textit{handcrafted} & 26.53 & 0.913 & 0.066 & 92.5K \\
        & learned & 26.16 & 0.910 & 0.071 & 223.6K \\
        & none & 26.28 & 0.890 & 0.081 & 92.5K \\
        \bottomrule
        &&&&&\\ 
    \end{tabular}
\end{adjustbox}
\caption{Table 2: Quantitative ablation for denoising autoencoding with ViTCA (unless otherwise stated via prefix) on CelebA liu2015faceattributes. Boldface and underlining denote best and second best results. Italicized items denote baseline configuration settings. \ts\textdagger Trained with gradient checkpointing chen2016training, which slightly alters round-off error during backpropagation, resulting in slight variations of results compared to training without checkpointing. See Appendix subsec:extended:ablation.}
\end{table}