\begin{equation}
\begin{split}
    \mathcal{L}_{\text{distillation}} = \frac{1}{2}( \mathcal{D}(\hat{f}^{Hard}_{g^5}, stopgrad({f}^{Soft}_{g^5})) + \\ \mathcal{D}(\hat{f}^{Soft}_{g^5}, stopgrad({f}^{Hard}_{g^5})) ),
\end{split}
\end{equation}
