\documentclass[varwidth=598pt]{standalone}

\usepackage{booktabs} % professional-quality tables
\usepackage{multirow} % multi-row cells in tables
\usepackage{colortbl} % color for tables (\cellcolor, \rowcolor)
\usepackage[table]{xcolor} % enhanced colors for tables
\usepackage{array} % more flexible column formats (often used)
\usepackage{tabularx} % for tables with auto-stretch columns (if used)
\usepackage{graphicx} % for images in tables or figure/table floats
\usepackage{amssymb} % math symbols
\usepackage{amsmath} % math environments
\usepackage{soul} % highlighting (used for colored text/cells)
\usepackage[normalem]{ulem} % underlining, strikethroughs
\usepackage[T1]{fontenc} % font encoding
\usepackage[utf8]{inputenc}% input encoding (legacy, fine for pdflatex)
\usepackage{microtype} % better text appearance
\usepackage{hyperref} % hyperlinks
\usepackage{textcomp} % for extra symbols
\usepackage{enumitem} % for compact lists (if used in table notes)
\usepackage{adjustbox}
\usepackage{tabu}
\usepackage{pifont} % http://ctan.org/pkg/pifont
\usepackage{bbding} % \XSolidBrush
\usepackage{makecell}

\begingroup
\makeatletter
\renewcommand{\fnum@table}{}%
\long\def\@makecaption#1#2{%
\vskip\abovecaptionskip
\centering #2\par
\vskip\belowcaptionskip
}
\makeatother

\begin{document}
\begin{table*}[ht]
\centering
\resizebox{0.8\textwidth}{!}{\begin{tabular}{lccccc}
\toprule
& \multicolumn{2}{c}{ EmoV} & \multicolumn{2}{c}{ Expresso} \\ %\cmidrule(lr){2-6} \cmidrule(lr){7-11}
& Avg. Cosine & Vendi score & Avg. Cosine & Vendi score \\ \midrule

SoundStream & \hphantom{-}0.137 (± 0.573) & \hphantom{-}0.714 (± 0.250) & \hphantom{-}0.357 (± 0.383) & \hphantom{-}0.495 (± 0.348) \\

Wav2vec-BERT & \hphantom{-}0.682 (± 0.182) & \hphantom{-}0.594 (± 0.080) & \hphantom{-}0.668 (± 0.170) & \hphantom{-}0.705 (± 0.070) \\

HuBERT & \hphantom{-}0.785 (± 0.148) & \hphantom{-}0.683 (± 0.088) & \hphantom{-}0.725 (± 0.154) & \hphantom{-}0.725 (± 0.064) \\

SpeechSim & \hphantom{-}0.809 (± 0.200) & \hphantom{-}0.823 (± 0.193) & \hphantom{-}0.739 (± 0.249) & \hphantom{-}0.864 (± 0.128) \\

\midrule
Trained from scratch & \hphantom{-}\textbf{0.995} (± 0.016) & \hphantom{-}\underline{0.993} (± 0.019) & \hphantom{-}\textbf{0.999} (± 0.007) & \hphantom{-}0.987 (± 0.017) \\

Trained from scratch/Expresso & \hphantom{-}0.498 (± 0.250) & \hphantom{-}0.513 (± 0.274) & - & - \\

Trained from scratch/EmoV & - & - & \hphantom{-}0.247 (± 0.562) & \hphantom{-}0.251 (± 0.512) \\

SpeechSim/Emotion & \hphantom{-}0.991 (± 0.020) & \hphantom{-}0.962 (± 0.051) & \hphantom{-}\underline{0.998} (± 0.008) & \hphantom{-}0.988 (± 0.018) & \\

\midrule

SpeechSim/Emotion-Expresso & \hphantom{-}0.641 (± 0.279) & \hphantom{-}0.709 (± 0.243) & - & - \\

SpeechSim/Emotion-EmoV & - & - & \hphantom{-}0.273 (± 0.465) & \hphantom{-}0.321 (± 0.464) \\

\bottomrule[\heavyrulewidth]
\end{tabular}
}
\caption{Table 3 : Emotion diversity. Average Spearman correlations between the classes entropy in EmoV and Expresso and diversity scores induced by the speech representations. SpeechSim/Emotion-Expresso (resp. Speech/Emotion-EmoV) refers to SpeechSim emotion head trained on Expresso (resp. EmoV). %Best results are in bold, second best results are underlined.
}
\label{tab:emotion-tab}
\end{table*}

\end{document}