\documentclass[varwidth=598pt]{standalone}

\usepackage{booktabs} % professional-quality tables
\usepackage{multirow} % multi-row cells in tables
\usepackage{colortbl} % color for tables (\cellcolor, \rowcolor)
\usepackage[table]{xcolor} % enhanced colors for tables
\usepackage{array} % more flexible column formats (often used)
\usepackage{tabularx} % for tables with auto-stretch columns (if used)
\usepackage{graphicx} % for images in tables or figure/table floats
\usepackage{amssymb} % math symbols
\usepackage{amsmath} % math environments
\usepackage{soul} % highlighting (used for colored text/cells)
\usepackage[normalem]{ulem} % underlining, strikethroughs
\usepackage[T1]{fontenc} % font encoding
\usepackage[utf8]{inputenc}% input encoding (legacy, fine for pdflatex)
\usepackage{microtype} % better text appearance
\usepackage{hyperref} % hyperlinks
\usepackage{textcomp} % for extra symbols
\usepackage{enumitem} % for compact lists (if used in table notes)
\usepackage{adjustbox}
\usepackage{tabu}
\usepackage{pifont} % http://ctan.org/pkg/pifont
\usepackage{bbding} % \XSolidBrush
\usepackage{makecell}

\begingroup
\makeatletter
\renewcommand{\fnum@table}{}%
\long\def\@makecaption#1#2{%
\vskip\abovecaptionskip \centering #2\par \vskip\belowcaptionskip }
\makeatother

\begin{document}
\begin{table}
\centering
\begin{adjustbox}
{max width=\textwidth}
\begin{tabular}{c|c|ccccc|ccccc}
\toprule & & \multicolumn{5}{c|}{\textbf{\textsc{Llama-3.2-3B-IT}}} & \multicolumn{5}{c}{\textsc{\textbf{Qwen2.5-3B-IT}}} \\
\textbf{\texttt{RewardBench}} & \textbf{Category} & \textbf{Chat} & \textbf{Chat(H)} & \textbf{Safety} & \textbf{Reason} & \textbf{Avg.} & \textbf{Chat} & \textbf{Chat(H)} & \textbf{Safety} & \textbf{Reason} & \textbf{Avg.} \\
\midrule \multirow{3}{*}{\textsc{\textbf{Spanish}}} & \textbf{Target} & 79.1 & 67.3 & 88.0 & 65.5 & 75.0 & 80.7 & 68.2 & 84.8 & 68.2 & 75.5 \\
& \textbf{English} & {}86.3 & 69.3 & 89.3 & 72.4 & 79.3 & 82.7 & 68.0 & 88.3 & 73.6 & 78.1 \\
& $\Delta$ & +7.2 & +2.0 & +1.3 & +6.9 & +4.3 & +2.0 & -0.2 & +3.5 & +5.4 & +2.6 \\
\midrule \multirow{3}{*}{\textsc{\textbf{Italian}}} & \textbf{Target} & 75.4 & 62.5 & 88.5 & 65.7 & 73.0 & 77.1 & 67.8 & 85.7 & 72.8 & 75.8 \\
& \textbf{English} & 83.0 & 69.3 & 88.7 & 75.1 & 79.0 & 83.2 & 68.2 & 88.4 & 76.0 & 79.0 \\
& $\Delta$ & +7.6 & +6.8 & +0.2 & +9.4 & +6.0 & +6.1 & +0.4 & +2.7 & +3.2 & +3.2 \\
\midrule \multirow{3}{*}{\textsc{\textbf{Korean}}} & \textbf{Target} & 69.6 & 58.8 & 80.9 & 60.1 & 67.3 & 68.4 & 63.2 & 80.9 & 61.4 & 68.5 \\
& \textbf{English} & 69.8 & 59.4 & 84.3 & 73.0 & 71.6 & 70.7 & 61.6 & 85.4 & 73.6 & 72.8 \\
& $\Delta$ & +0.2 & +0.6 & +3.4 & +12.9 & +4.3 & +2.3 & -1.6 & +4.5 & +12.2 & +4.3 \\
\midrule \multirow{3}{*}{\textsc{\textbf{Chinese}}} & \textbf{Target} & 68.7 & 59.9 & 81.2 & 52.6 & 65.6 & 69.8 & 64.7 & 81.8 & 61.3 & 69.4 \\
& \textbf{English} & 54.7 & 64.0 & 82.6 & 79.3 & 70.2 & 58.7 & 67.8 & 84.3 & 78.2 & 72.2 \\
& $\Delta$ & -14.0 & +4.1 & +1.4 & +26.7 & +4.6 & -11.1 & +3.1 & +2.5 & +16.9 & +2.8 \\
\bottomrule
\end{tabular}
\end{adjustbox}
\caption{Table 1: \texttt{Multilingual RewardBench} evaluation results on
the target language ("Target") and English ("English") RMs. "$\Delta$" denotes
the accuracy gain of English RMs compared to the target language RMs.
English RMs show higher average scores in the lingual axis than target
language RMs. Also, English RMs excel target language RMs in reasoning ("Reason")
tasks with diverse evaluation sub-categories.}
\end{table}
\end{document}