Changeset - 8b8013ea2793
[Not reviewed]
Merge
0 2 0
András Gilyén - 8 years ago 2017-09-10 16:12:41
gilyen@cwi.nl
2 files changed with 64 insertions and 38 deletions:
0 comments (0 inline, 0 general)
diagram_splittinglemma.pdf
Show inline comments
 
binary diff not shown
main.tex
Show inline comments
 
@@ -600,25 +600,25 @@ Let $G=(V,E)$ be an undirected graph with vertex set $V$ and edge set $E$. We de
 
\begin{definition}[Events and notation] \label{def:events}
 
    Let $G=(V,E)$ be a graph. Let $S\subseteq V$ be any subset of vertices.
 
    \begin{itemize}
 
        \item Define $\Z{S}$ as the event that \emph{all} vertices in $S$ become zero at any point in time before the Markov Chain terminates.
 
        \item Define $\NZ{S}$ as the event that \emph{none} of the vertices in $S$ become zero at any point in time before the Markov Chain terminates.
 
        \item Define for any event $A$:
 
            \begin{align*}
 
                \P^{G}_S(A) &= \P^{G}(A \mid \text{All vertices in $S$ get initialized to }1)
 
            \end{align*}
 
            The condition does not apply to subsequent resamplings of vertices in $S$, it only specifies the initial assignment.
 
        \item Define $G\setminus S$ as the graph obtained by removing from $G$ all vertices in $S$ and edges adjacent to $S$.
 
        \item Define the $d$-neighbourhood $B^G(S;d)$ of $S$ as the set of vertices reachable from $S$ within $d$ steps.
 
        \item Define the boundary $\partial S$ of $S$ as the set of vertices adjacent to $S$, excluding $S$ itself. In other words $\partial S = B(S;1) \setminus S$.
 
        \item Define the boundary $\overline{\partial} S$ of $S$ as the set of vertices adjacent to $S$, excluding $S$ itself. In other words $\overline{\partial} S = B(S;1) \setminus S$.
 
    \end{itemize}
 
\end{definition}
 

	
 
The following Lemma says that if a set $S$ splits the graph in two, then those two parts become independent if the vertices in $S$ never become zero.
 
\begin{center}
 
    \includegraphics[scale=0.8]{diagram_splittinglemma.pdf}
 
\end{center}
 
\begin{lemma}[Splitting lemma] \label{lemma:splitting}
 
    Let $G=(V,E)$ be a graph. Let $S,X,Y\subseteq V$ be a partition of the vertices, such that $X$ and $Y$ are disconnected in the graph $G\setminus S$. Furthermore, let $A^X$ and $A^Y$ be any events that depends only on the sites in $X$ and $Y$ respectively. Then we have
 
    \begin{align*}
 
        \P^{G}_S(\NZ{S} \cap A^X \cap A^Y)
 
        &=
 
@@ -631,97 +631,123 @@ The following Lemma says that if a set $S$ splits the graph in two, then those t
 
%\newcommand{\initone}[1]{\textsc{InitOne}_#1}
 
\begin{proof}
 
    We are considering three different Markov Chains, and the events $\NZ{S}$ in the different parts of the equation are events on different probability spaces. We will keep using the same notation for these events because it should be clear from the context which Markov Chain is being considered. We will consider paths (i.e. resampling sequences) and we will use a superscript to denote to which Markov Chain a path belongs. Let $\xi^G \in \NZ{S}$ be a path of the Markov Chain associated to the resample process on the graph $G$, that satisfies the event $\NZ{S}$. 
 
    From $\xi^G$ we will now construct paths $\xi^{G\setminus Y} \in \NZ{S}$ and $\xi^{G \setminus X} \in \NZ{S}$ of the other Markov Chains satisfying the corresponding events on those Markov Chains.
 
    Let us write the path $\xi^G$ as an initialization and a sequence of resamplings:
 
    \begin{align*}
 
        \xi^G=\left( (\text{initialize to }b), (z_1, v_1, r_1), (z_2, v_2, r_2), ..., (z_{|\xi^G|}, v_{|\xi^G|}, r_{|\xi^G|}) \right)
 
    \end{align*}
 
    where $b\in\{0,1\}^V$ is the initial state, $1 \leq z_i \leq |V|$ denotes the number of zeroes in the state before the $i$th step, $v_i\in V$ denotes the site that was resampled and $r_i\in \{0,1\}^{d(v_i)+1}$ is the result of the resampled bits. Here $d(v_i)$ is the degree of vertex $v_i$. By definition of the resample process, we have
 
    \begin{align*}
 
        \P^{G}_S(\xi^G) &=
 
        \P(\text{initialize }b \mid \text{initialize $S$ to }1)
 
        \P(\text{pick }s_1 \mid z_1) \P(r_1)
 
        \P(\text{pick }s_2 \mid z_2) \P(r_2) \cdots \\ 
 
        \P(\text{pick }v_1 \mid z_1) \P(r_1)
 
        \P(\text{pick }v_2 \mid z_2) \P(r_2) \cdots \\ 
 
        &= \frac{(1-p)^{|b|} p^{|V|-|b|}}{(1-p)^{|S|}} \cdot
 
        \frac{1}{z_1} \P(r_1) \cdot
 
        \frac{1}{z_2} \P(r_2) \cdots
 
        \frac{1}{z_{|\xi^G|}} \P(r_{|\xi^G|}) .
 
    \end{align*}
 
    Let $b|_{G\setminus X}$ be the restriction of $b$ to $G\setminus X$ and similar for $b|_{G\setminus Y}$.
 
    To construct $\xi^{G\setminus Y}$ and $\xi^{G\setminus X}$, start with $\xi^{G\setminus Y} = \left( (\text{initialize }b|_{G\setminus Y}) \right)$ and $\xi^{G\setminus X} = \left( (\text{initialize }b|_{G\setminus X}) \right)$. For each step $(z_i,v_i,r_i)$ in $\xi^G$ do the following: if $v_i \in X$ then append $(z^{X}_i,v_i,r_i)$ to $\xi^{G\setminus Y}$ and if $v_i \in Y$ then append $(z^{Y}_i,v_i,r_i)$ to $\xi^{G\setminus X}$.
 
    Here $z^{X}_i$ is the number of zeroes that were in $X$ and $z^{Y}_i$ is the number of zeroes in $Y$. We have $z_i = z^{X}_i + z^{Y}_i$ because $\xi^G\in\NZ{S}$ so there can not be any zero in $S$; they all have to be in $X$ or $Y$. Furthermore, this also makes sure that we always have either $v_i\in X$ or $v_i\in Y$ since only vertices that are zero can be chosen to resample.
 

	
 
    Now $\xi^{G\setminus Y}$ is a valid path of the Markov Chain associated to the graph $G\setminus Y$ (i.e. with vertices $X\cup S$), because in the original path $\xi^G$, all zeroes in $X$ have been resampled by resamplings in $X$. There can not be a vertex $v\in Y$ such that the resampling of $v$ changed a vertex in $X$, since $X$ and $Y$ are only connected through $S$ and we know $\xi^G\in\NZ{S}$.
 

	
 
    Vice versa, any two paths $\xi^{G\setminus Y}\in\NZ{S}$ and $\xi^{G\setminus X}\in\NZ{S}$ also induce a path $\xi^G\in\NZ{S}$ by simply interleaving the resampling positions. Note that $\xi^{G\setminus Y},\xi^{G\setminus X}$ actually induce $\binom{|\xi^{G\setminus Y}|+|\xi^{G\setminus X}|}{|\xi^{G\setminus Y}|}$ paths $\xi^G$ because of the possible orderings of interleaving the resamplings in $\xi^{G\setminus Y}$ and $\xi^{G\setminus X}$.
 
    For a fixed $\xi^{G\setminus Y},\xi^{G\setminus X}$ we will now show the following:
 
    \begin{align*}
 
        \sum_{\substack{\xi^G\in\NZ{S} \text{ s.t.}\\ \xi^G \text{ decomposes into } \xi^{G\setminus Y},\xi^{G\setminus X} }} \P^{G}_S(\xi^G) &=
 
        \sum_{\text{interleavings of }\xi^{G\setminus Y},\xi^{G\setminus X}} \P(\text{interleaving}) \cdot \P^{G\setminus Y}_S(\xi^{G\setminus Y}) \cdot \P^{G\setminus X}_S(\xi^{G\setminus X}) \\
 
        &= \P^{G\setminus Y}_S(\xi^{G\setminus Y}) \cdot \P^{G\setminus X}_S(\xi^{G\setminus X}) 
 
    \end{align*}
 
    where both sums are over $\binom{|\xi^{G\setminus Y}|+|\xi^{G\setminus X}|}{|\xi^{G\setminus Y}|}$ terms.
 
    This is best explained by an example. Lets consider the following fixed $\xi^{G\setminus Y},\xi^{G\setminus X}$ and an example interleaving where we choose steps from $\xi^{G\setminus X},\xi^{G\setminus Y},\xi^{G\setminus Y},\xi^{G\setminus X},\cdots$:
 
    \todo{from here}
 
    This is best explained by an example. Lets consider the following fixed $\xi^{G\setminus Y},\xi^{G\setminus X}$ and an example interleaving where we choose vertices from $Y,X,X,Y,\cdots$:
 
    \begin{align*}
 
        \xi^{G\setminus Y} &= \left( (z_1, s_1, r_1), (z_2, s_2, r_2), (z_3, s_3, r_3), (z_4, s_4, r_4),\cdots  \right) \\
 
        \xi^{G\setminus X} &= \left( (z_1', s_1', r_1'), (z_2', s_2', r_2'), (z_3', s_3', r_3'), (z_4', s_4', r_4'),\cdots  \right) \\
 
        \xi   &= \left( (z_1 + z_1', s_1', r_1'), (z_1+z_2', s_1, r_1), (z_2+z_2', s_2, r_2), (z_3+z_2', s_2', r_2'), \cdots \right)
 
        \xi^{G\setminus Y} &= \left( (\text{initialize to }b^X\;1^S),
 
        (z^X_1, v^X_1, r^X_1),
 
        (z^X_2, v^X_2, r^X_2),
 
        (z^X_3, v^X_3, r^X_3),
 
        (z^X_4, v^X_4, r^X_4),
 
        \cdots  \right) \\
 
        \xi^{G\setminus X} &= \left( (\text{initialize to }1^S\;b^Y),
 
        (z^Y_1, v^Y_1, r^Y_1),
 
        (z^Y_2, v^Y_2, r^Y_2),
 
        (z^Y_3, v^Y_3, r^Y_3),
 
        (z^Y_4, v^Y_4, r^Y_4),
 
        \cdots  \right) \\
 
        \xi^G             &= \big( (\text{initialize to }b^X \; 1^S \; b^Y),
 
        (z^X_1+z^Y_1, v^Y_1, r^Y_1),
 
        (z^X_1+z^Y_2, v^X_1, r^X_1), \\
 
        &\qquad\qquad\qquad\qquad\qquad\qquad\qquad\qquad
 
        (z^X_2+z^Y_2, v^X_2, r^X_2),
 
        (z^X_3+z^Y_2, v^Y_2, r^Y_2),
 
        \cdots \big)
 
    \end{align*}
 
    The probability of $\xi^{G\setminus Y}$, started from $b_1$, is given by
 
    Here $b^X\in \{0,1\}^{X}$ and $b^Y\in\{0,1\}^Y$. Since we condition on the event that $S$ is initialized to ones, we know the initial state is of the form $b^X\;1^S$ in $\xi^{G\setminus Y}$. Similarly, since these paths satisfy the $\NZ{S}$ event, we know all the vertices $v_i$ resampled in $\xi^{G\setminus Y}$ are vertices in $X$, and the resampled bits $r_i$ are bits corresponding to vertices in $X$.
 
    In the newly constructed path $\xi^G$ the number of zeroes is the number of zeroes in $X$ and $Y$ together, so this starts as $z^X_1 + z^Y_1$. Then in this example, after the first step the number of zeroes is $z^X_1+z^Y_2$ since a step of $\xi^{G\setminus X}$ was done (so a vertex in $Y$ was resampled).
 
    The probability of $\xi^{G\setminus Y}$ is given by
 
    \begin{align*}
 
        \P^{(n)}_{b_1}[\xi_1] &= \P(\text{pick }s_1|z_1) \P(r_1) \P(\text{pick }s_2|z_2) \P(r_2) \cdots \P(\text{pick }s_{|\xi_1|}|z_{|\xi_1|}) \P(r_{|\xi_1|}) \\
 
                &= \frac{1}{z_1} \P(r_1) \frac{1}{z_2} \P(r_2) \cdots \frac{1}{z_{|\xi_1|}} \P(r_{|\xi_1|}) .
 
        \P^{G\setminus Y}_S(\xi^{G\setminus Y}) &=
 
        \P(\text{initialize }b^X\;1^S \mid \text{initialize $S$ to }1)
 
        \P(\text{pick }v^X_1 \mid z^X_1) \P(r^X_1)
 
        \P(\text{pick }v^X_2 \mid z^X_2) \P(r^X_2) \cdots \\ 
 
        &= (1-p)^{|b^X|} p^{|X|-|b^X|} \cdot
 
        \frac{1}{z^X_1} \P(r^X_1) \cdot
 
        \frac{1}{z^X_2} \P(r^X_2) \cdots
 
        \frac{1}{z^X_{|\xi^{G\setminus Y}|}} \P(r^X_{|\xi^{G\setminus Y}|}) .
 
    \end{align*}
 
    and similar for $\xi^{G\setminus X}$ but with primes.
 
    The following diagram illustrates all possible interleavings, and the red line corresponds to the particular interleaving $\xi$ in the example above.
 
    and similar for $\xi^{G\setminus X}$.
 
    Instead of choosing a step in $Y,X,X,Y,\cdots$ we could have chosen other orderings. The following diagram illustrates all possible interleavings, and the red line corresponds to the particular interleaving $Y,X,X,Y$ in the example above.
 
    \begin{center}
 
        \includegraphics{diagram_paths2.pdf}
 
        \includegraphics{diagram_paths3.pdf}
 
    \end{center}
 
    For the labels shown within the grid, define $p_{ij} = \frac{z_i}{z_i + z_j'}$.
 
    The probability of $\xi$ is given by
 
    For the labels shown within the grid, define $p_{ij} = \frac{z^X_i}{z^X_i + z^Y_j}$.
 
    The probability of this particular interleaving $\xi^G$ is given by
 
    \begin{align*}
 
        \P^{(n)}_b[\xi] &= \frac{1}{z_1+z_1'} \P(r_1') \frac{1}{z_1+z_2'} \P(r_1) \frac{1}{z_2+z_2'} \P(r_2) \frac{1}{z_3+z_2'} \P(r_2') \cdots \tag{by definition}\\
 
        &=
 
        \frac{z_1'}{z_1+z_1'} \frac{1}{z_1'} \P(r_1') \;
 
        \frac{z_1 }{z_1+z_2'} \frac{1}{z_1 } \P(r_1 ) \;
 
        \frac{z_2 }{z_2+z_2'} \frac{1}{z_2 } \P(r_2 ) \;
 
        \frac{z_2'}{z_3+z_2'} \frac{1}{z_2'} \P(r_2')
 
        \P^{G}_S(\xi^{G})
 
        &= (1-p)^{|b^X\; b^Y|} p^{|X\cup Y|-|b^X\;b^Y|} \quad
 
        \frac{1}{z^X_1+z^Y_1} \P(r^Y_1) \cdot
 
        \frac{1}{z^X_1+z^Y_2} \P(r^X_1) \cdots \\
 
        &= (1-p)^{|b^X|} p^{|X|-|b^X|} \cdot (1-p)^{|b^Y|} p^{|Y|-|b^Y|} \\
 
        &\qquad \cdot
 
        \frac{z^Y_1}{z^X_1+z^Y_1} \frac{1}{z^Y_1} \P(r^Y_1) \;
 
        \frac{z^X_1}{z^X_1+z^Y_2} \frac{1}{z^X_1} \P(r^X_1) \;
 
        \frac{z^X_2}{z^X_2+z^Y_2} \frac{1}{z^X_2} \P(r^X_2)
 
        \cdots \tag{rewrite fractions}\\
 
        &=
 
        \frac{z_1'}{z_1+z_1'} \;
 
        \frac{z_1 }{z_1+z_2'} \;
 
        \frac{z_2 }{z_2+z_2'} \;
 
        \frac{z_2'}{z_3+z_2'}
 
        \frac{z^Y_1}{z^X_1+z^Y_1} 
 
        \frac{z^X_1}{z^X_1+z^Y_2} 
 
        \frac{z^X_2}{z^X_2+z^Y_2} 
 
        \cdots
 
        \P^{(n)}_{b_1}[\xi_1] \; \P^{(n)}_{b_2}[\xi_2] \tag{definition of $\P^{(n)}_{b_i}[\xi_i]$} \\
 
        &= (1-p_{1,1}) \; p_{1,2} \; p_{2,2} \; (1-p_{3,2}) \; \P^{(n)}_{b_1}[\xi_1] \; \P^{(n)}_{b_2}[\xi_2] \tag{definition of $p_{i,j}$} \\
 
        &= \P(\text{path in grid}) \; \P^{(n)}_{b_1}[\xi_1] \; \P^{(n)}_{b_2}[\xi_2]
 
        \P^{G\setminus Y}_S(\xi^{G\setminus Y}) \; \P^{G\setminus X}_S(\xi^{G\setminus X})
 
        \tag{definition} \\
 
        &= (1-p_{1,1}) \; p_{1,2} \; p_{2,2} \; (1-p_{3,2}) \; \P^{G\setminus Y}_S(\xi^{G\setminus Y}) \; \P^{G\setminus X}_S(\xi^{G\setminus X})
 
        \tag{definition of $p_{i,j}$} \\
 
        &= \P(\text{path in grid}) \; \P^{G\setminus Y}_S(\xi^{G\setminus Y}) \; \P^{G\setminus X}_S(\xi^{G\setminus X})
 
    \end{align*}
 
    In the grid we see that at every point the probabilities sum to 1, and we always reach the end, so we know the sum of all paths in the grid is 1. This proves the required equality.
 
    We obtain
 
    \begin{align*}
 
        \P^{(n)}_b(\mathrm{NZ}^{(v,w)},A_1,A_2)
 
        &= \sum_{\substack{\xi\in\start{b} \cap \\ \mathrm{NZ}^{(v,w)}\cap A_1\cap A_2}} \P^{(n)}_b(\xi) \\
 
        &= \sum_{\substack{\xi_1\in\start{b_1} \cap \\ \mathrm{NZ}^{(v,w)}\cap A_1}} \;\;
 
          \sum_{\substack{\xi_2\in\start{b_1} \cap \\ \mathrm{NZ}^{(v,w)}\cap A_2}}
 
        \P^{(n)}_{b_1}(\xi_1)\cdot\P^{(n)}_{b_2}(\xi_2) \\
 
        &=
 
        \P^{(n)}_{b_1}(\mathrm{NZ}^{(v,w)},A_1)
 
        \; \cdot \;
 
        \P^{(n)}_{b_2}(\mathrm{NZ}^{(v,w)},A_2).
 
        \P^{G}_S(\NZ{S} \cap A^X \cap A^Y)
 
        &= \sum_{\xi^G \in \NZ{S}\cap A^X \cap A^Y} \P^{G}_S(\xi^G) \\
 
        &= \sum_{\xi^{G\setminus Y} \in \NZ{S}\cap A^X}
 
           \sum_{\xi^{G\setminus X} \in \NZ{S}\cap A^Y}
 
            \P^{G\setminus Y}_S(\xi^{G\setminus Y}) \cdot
 
            \P^{G\setminus X}_S(\xi^{G\setminus X}) \\
 
        &= \P^{G\setminus Y}_S(\NZ{S} \cap A^X) \; \cdot \; \P^{G\setminus X}_S(\NZ{S} \cap A^Y)
 
    \end{align*}
 
\end{proof}
 

	
 
\todo{rewrite from here}
 
\begin{lemma}[Conditional independence 2] \label{lemma:eventindependenceNewGen}
 
	Let $v,w \in [n]$, and let $A$ be any event that depends only on the sites $[v,w]$ (meaning the initialization and resamples) and similarly $B$ an event that depends only on the sites $[w,v]$. (For example $\mathrm{Z}^{(s)}$ or ``$s$ has been resampled at least $k$ times'' for an $s$ on the correct interval). Then we have
 
	\begin{align*}
 
		\P^{(n)}(\mathrm{NZ}^{(v,w)}\cap A\cap B)
 
		=
 
		\P_{b_v=b_w=1}^{[v,w]}(\mathrm{NZ}^{(v,w)}\cap A)
 
		\; \cdot \;
 
		\P^{[w,v]}(\mathrm{NZ}^{(v,w)}\cap B),
 
	\end{align*}
 
	and similarly
 
	\begin{align*}
 
		\P^{[n]}(\mathrm{NZ}^{(v)}\cap A\cap B)
0 comments (0 inline, 0 general)