$$
\begin{array}{l} \boldsymbol {I} _ {1} = \frac {1}{K} \left[ \frac {1}{N} \sum_ {n = 1} ^ {N} \left(Q (\boldsymbol {W}; \boldsymbol {x} _ {n}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x} _ {n})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} _ {n} ^ {\ell}\right) \boldsymbol {h} _ {n} ^ {\ell} \right. \\ \left. \left. - \mathbb {E} _ {\boldsymbol {x} \sim \mathcal {D} _ {t}} \left(Q (\boldsymbol {W}; \boldsymbol {x}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} ^ {\ell}\right) \boldsymbol {h} ^ {\ell} \right] \right. \\ = \frac {1}{K} \left[ \frac {1}{N} \left(\sum_ {n \in \mathcal {D} _ {t, 1}} \left(Q (\boldsymbol {W}; \boldsymbol {x} _ {n}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x} _ {n})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} _ {n} ^ {\ell}\right) \boldsymbol {h} _ {n} ^ {\ell} \right. \right. \\ + \sum_ {n \in \mathcal {D} _ {t, 2}} \left(Q (\boldsymbol {W}; \boldsymbol {x} _ {n}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x} _ {n})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} _ {n} ^ {\ell}\right) \boldsymbol {h} _ {n} ^ {\ell} \\ - \left(\varepsilon \mathbb {E} _ {\boldsymbol {x} \sim \mathcal {D} _ {t, 1}} \left(Q (\boldsymbol {W}; \boldsymbol {x}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} ^ {\ell}\right) \boldsymbol {h} ^ {\ell} \right. \tag {97} \\ \left. \left. + (1 - \varepsilon) \mathbb {E} _ {\boldsymbol {x} \sim \mathcal {D} _ {t, 2}} \left(Q (\boldsymbol {W}; \boldsymbol {x}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} ^ {\ell}\right) \boldsymbol {h} ^ {\ell}\right) \right] \\ = \frac {1}{K ^ {2}} \left[ \varepsilon \cdot \left(\frac {1}{\varepsilon N} \sum_ {n \in \mathcal {D} _ {t, 1}} \left(Q (\boldsymbol {W}; \boldsymbol {x} _ {n}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x} _ {n})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} _ {n} ^ {\ell}\right) \boldsymbol {h} _ {n} ^ {\ell} \right. \right. \\ \left. - \mathbb {E} _ {\boldsymbol {x} \sim \mathcal {D} _ {t, 1}} \left(Q (\boldsymbol {W}; \boldsymbol {x}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} ^ {\ell}\right) \boldsymbol {h} ^ {\ell}\right) \\ + (1 - \varepsilon) \left(\frac {1}{(1 - \varepsilon) N} \sum_ {n \in \mathcal {D} _ {t, 2}} \left(Q (\boldsymbol {W}; \boldsymbol {x} _ {n}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x} _ {n})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} \left(\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} _ {n} ^ {\ell}\right) \boldsymbol {h} _ {n} ^ {\ell} \right. \\ \left. \left. - \mathbb {E} _ {\boldsymbol {x} \sim \mathcal {D} _ {t, 2}} \left(Q (\boldsymbol {W}; \boldsymbol {x}) - Q (\boldsymbol {W} ^ {\star}; \boldsymbol {x})\right) \mathcal {J} _ {\ell , k} \phi^ {\prime} (\boldsymbol {w} _ {\ell , k} ^ {\top} \boldsymbol {h} ^ {\ell}) \boldsymbol {h} ^ {\ell} \right] \right. \\ \end{array}
$$