\documentclass[tikz,border=5pt]{standalone}
\usepackage{tikz}
\usepackage{amsmath}
\usepackage{amssymb}
\usepackage{xcolor}
\usetikzlibrary{positioning,shapes,snakes}
\begin{document}
\begin{tikzpicture}[thick,scale=0.6, every node/.style={scale=0.6}]
\matrix[nodes={red, draw, line width=0.2pt}, column sep=0.025cm](O1) {
\node[circle] (O11) {\large\color{black}$\Sigma$} ;
&
\node[circle] (O12) {\large\color{black}$\Sigma$} ;
&
\node[draw=none,fill=none] {\large\color{black}$\cdots$};
&
\node[circle] (O1j) {\large\color{black}$\Sigma$} ;
&
\node[draw=none,fill=none] {\large\color{black}$\cdots$};
&
\node[circle] (O1V) {\large\color{black}$\Sigma$} ;
\\ };
\matrix[right=0.4cm of O1, nodes={red, draw, line width=0.2pt}, column sep=0.025cm](O2) {
\node[circle] (O21) {\large\color{black}$\Sigma$} ;
&
\node[circle] (O22) {\large\color{black}$\Sigma$} ;
&
\node[draw=none,fill=none] {\large\color{black}$\cdots$};
&
\node[circle] (O2j) {\large\color{black}$\Sigma$} ;
&
\node[draw=none,fill=none] {\large\color{black}$\cdots$};
&
\node[circle] (O2V) {\large\color{black}$\Sigma$} ;
\\ };
\matrix[below left = 1cm and -1.45cm of O2, nodes={blue, draw, line width=0.2pt}, column sep=0.025cm](H) {
\node[circle] (H1) {\large\color{black}$\Sigma$} ;
&
\node[circle] (H2) {\large\color{black}$\Sigma$} ;
&
\node[draw=none,fill=none] {\large\color{black}$\cdots$};
&
\node[circle] (Hj) {\large\color{black}$\Sigma$} ;
&
\node[draw=none,fill=none] (Hdots) {\large\color{black}$\cdots$};
&
\node[circle] (HV) {\large\color{black}$\Sigma$} ;
\\ };
\matrix[below = 1cm of H, nodes={cyan, draw, line width=0.2pt}, column sep=0.025cm](I) {
\node[rectangle] (I1) {\large\color{black}0} ;
&
\node[rectangle] (I2) {\large\color{black}0} ;
&
\node[draw=none,fill=none] {\large\color{black}$\cdots$};
&
\node[rectangle,fill=cyan] (Ij) {\large\color{white}1} ;
&
\node[draw=none,fill=none] (Idots) {\large\color{black}$\cdots$};
&
\node[rectangle] (IV) {\large\color{black}0} ;
\\ };
\draw [purple!50,line width=1pt,-latex] (I) -- (H);
\draw [purple!50,line width=1pt,-latex] (H) -- (O1);
\draw [purple!50,line width=1pt,-latex] (H) -- (O2);
\matrix[draw=none,fill=none, left = 0.1cm of O11, row sep=0.01cm](Out) {
\node[text width=8em, text centered]{Output Layer};
\\
\node[text width=8em, text centered]{Softmax Classifiers};
\\ };
\matrix[draw=none,fill=none, left = 0.1cm of H1, row sep=0.01cm](Hin) {
\node[text width=8em, text centered]{Hidden Layer};
\\
\node[text width=8em, text centered]{Linear Neurons };
\\ };
\matrix[draw=none,fill=none, left = 0.1cm of I1, row sep=0.01cm](In) {
\node[text width=10em, text centered]{Input Layer};
\\
\node[text width=10em, text centered]{One-hot Representation};
\\ };
\node[draw=none, fill=none, below = 0.02cm of Ij, text width=8em, text centered] {\small the position corresponding to $v_{i}$};
\node[draw=none, fill=none, above = 0.02cm of O11, text width=8em, text centered] {\small $\mathrm{P}(v_{1}|v_{i})$};
\node[draw=none, fill=none, above = 0.02cm of O1j, text width=8em, text centered] {\small $\mathrm{P}(v_{j}|v_{i})$};
\node[draw=none, fill=none, above = 0.02cm of O1V, text width=8em, text centered] {\small $\mathrm{P}(v_{|\mathcal{V}|}|v_{i})$};
\node[draw=none, fill=none, above = 0.02cm of O21, text width=8em, text centered] {\small $\mathrm{P}(a_{1}|v_{i})$};
\node[draw=none, fill=none, above = 0.02cm of O2j, text width=8em, text centered] {\small $\mathrm{P}(a_{j}|v_{i})$};
\node[draw=none, fill=none, above = 0.02cm of O2V, text width=8em, text centered] {\small $\mathrm{P}(a_{|\mathcal{A}|}|v_{i})$};
\node[draw=none, fill=none, above left = 0.4cm and -0.9cm of Idots, text width=8em, text centered] {\small $W^{in}$};
\node[draw=none, fill=none, above left = 0.4cm and -1.6cm of Hdots, text width=8em, text centered] {\small $W^{out,a}$};
\node[draw=none, fill=none, above left = 0.4cm and 0.9cm of Hdots, text width=8em, text centered] {\small $W^{out,s}$};
\end{tikzpicture}
\end{document}