\documentclass[final]{beamer} \usepackage[utf8]{inputenc} \usepackage[scale=1.8]{beamerposter} % Use the beamerposter package for laying \usetheme{confposter} % Use the confposter theme supplied with this template \usepackage{framed, amsmath, amsthm, amssymb} \usepackage{color, bbm} \setbeamercolor{block title}{fg=dblue,bg=white} % Colors of the block titles \setbeamercolor{block body}{fg=black,bg=white} % Colors of the body of blocks \setbeamercolor{block alerted title}{fg=white,bg=dblue!70} % Colors of the \setbeamercolor{block alerted body}{fg=black,bg=dblue!10} % Colors of the body \newlength{\sepwid} \newlength{\onecolwid} \newlength{\twocolwid} \newlength{\threecolwid} \setlength{\paperwidth}{48in} % A0 width: 46.8in \setlength{\paperheight}{40in} % A0 height: 33.1in \setlength{\sepwid}{0.024\paperwidth} % Separation width (white space) between \setlength{\onecolwid}{0.29\paperwidth} % Width of one column \setlength{\twocolwid}{0.464\paperwidth} % Width of two columns \setlength{\threecolwid}{0.708\paperwidth} % Width of three columns \setlength{\topmargin}{-1in} % Reduce the top margin size %----------------------------------------------------------- \usepackage{graphicx} \usepackage{booktabs} \title{Bayesian and Active Learning for Graph Inference} % Poster title \author{Thibaut Horel, Jean Pouget-Abadie} % Author(s) \begin{document} \setlength{\belowcaptionskip}{2ex} % White space under figures \setlength\belowdisplayshortskip{2ex} % White space under equations \begin{frame}[t] \begin{columns}[t] \begin{column}{\sepwid}\end{column} \begin{column}{\onecolwid} % The first column \begin{block}{Problem} \emph{How to recover an unknown network from the observation of contagion cascades?} \vspace{1em} \begin{itemize} \item \textbf{Observe:} state (infected or not) of nodes over time. \item \textbf{Objective:} learn $\Theta$, matrix of edge weights. \end{itemize} \end{block} \vspace{1cm} \begin{block}{\bf Contagion Model~\cite{}} \begin{itemize} \item $X^t\in\{0,1\}^N$: state of the network at time $t$ \item At $t=0$, $X^0$ drawn from \emph{source distribution} \item For $t=1,2,\dots$: \begin{itemize} \item $X^t$ only depends on $X^{t-1}$ \item for each node $j$, new state drawn independently with: \begin{displaymath} \mathbb{P}(X^{t+1}_j = 1 | X^t) = f(\Theta_j \cdot X^t) \end{displaymath} ($f$: link function of the cascade model) \end{itemize} \end{itemize} \vspace{1em} \begin{figure} \centering \end{figure} \end{block} \includegraphics[scale=1.5]{drawing.pdf} \begin{block}{MLE} \begin{itemize} \item Log-likelihood is concave for common contagion models (IC model): SGD on $\{\theta_{ij}\}$ \end{itemize} \vspace{1cm} \begin{equation*} \begin{split} \hat{\theta}\in \arg\max_\theta \sum_{t}~& y^t\log f(\theta\cdot x^t) \\ & + (1-y^t) \log \big(1 - f(\theta\cdot x^t)\big) \end{split} \end{equation*} \end{block} \begin{block}{Bayesian Framework} \begin{figure} \centering \includegraphics[scale=3]{graphical.pdf} \end{figure} \begin{itemize} \item $\phi$: fixed source distribution \item capture uncertainty on each edge \item encode expressive graph priors (tied parameters) \end{itemize} \end{block} \end{column} % End of the first column %----------------------------------------------------------------------------- \begin{column}{\sepwid}\end{column} % Empty spacer column %----------------------------------------------------------------------------- \begin{column}{\onecolwid} % The first column \begin{block}{Active Learning} \emph{Can we gain by choosing the source node? If so, how to best choose the source node?} \end{block} \begin{block}{Heuristic 1} \begin{itemize} \item Choose source proportional to estimated degree \item Intuition: \begin{itemize} \item deeper cascades $\implies$ more data \item easier to learn non-edges than edges. Higher degree $\implies$ more edge realizations at the same price. \end{itemize} \end{itemize} \end{block} \begin{block}{Heuristic 2} \begin{itemize} \item Choose source proportional to mutual information \begin{equation*} I((X_t) ,\Theta | x^0 = i) = - H(\Theta | (X_t), X_0 = i) + H(\Theta) \end{equation*} \item Exact strategy requires knowing true distribution of $(X_t)$ \item Use estimated $\Theta$ to compute $H(\Theta | (X_t), X_0 = i)$ \end{itemize} \end{block} \begin{block}{Heuristic 3} \begin{itemize} \item Choose source proportional to mutual information of first step of cascade and $\Theta$: \end{itemize} \end{block} \end{column} %----------------------------------------------------------------------------- \begin{column}{\sepwid}\end{column} %----------------------------------------------------------------------------- \begin{column}{\onecolwid} % The third column %----------------------------------------------------------------------------- % REFERENCES %----------------------------------------------------------------------------- \begin{block}{References} {\scriptsize \bibliography{../../paper/sparse} \bibliographystyle{plain}} \end{block} %----------------------------------------------------------------------------- \end{column} % End of the third column \end{columns} % End of all the columns in the poster \end{frame} % End of the enclosing frame \end{document}