surrogate.tex (968B)
1 \begin{frame}{Fill-in-the-blank Surrogate Task} 2 \begin{centering} 3 ``The \uhead{sol} was the currency of \utail{~?~} between 1863 and 1985.'' 4 \end{centering} 5 6 \pause 7 \bigskip 8 9 \(e_{-i}\) missing entity, \(e_i\) remaining entity, \(s\) conveying sentence\uncover<3->{, \(r\) conveyed relation} 10 \begin{equation*} 11 \text{for } i=1, 2: \qquad 12 \overbrace{P(e_{-i} \mid s, e_i)}^{\text{fill-in-the-blank}} 13 \uncover<4->{= \sum_{r\in\relationSet} \overbrace{P(r\mid s)}^{\text{classifier}}} 14 \uncover<3->{\overbrace{P(e_{-i} \mid r, e_i)}^{\text{entity predictor}}} 15 \end{equation*} 16 17 \smallskip 18 19 \uncover<4->{ 20 Assume \hypothesis{blankable}: The relation can be predicted from the text surrounding the two entities alone. 21 } 22 23 \bigskip 24 25 \uncover<5->{ 26 \begin{enumerate} 27 \item Train a fill-in-the-blank model on an unsupervised dataset. 28 \item Throw away the entity predictor. 29 \item Use the classifier on new samples. 30 \end{enumerate} 31 } 32 \end{frame}