From 8bf3b2c41088c38715b90747488e98892b360d91 2015-06-24 10:13:47
From: Hannes Muehleisen <hannes@muehleisen.org>
Date: 2015-06-24 10:13:47
Subject: [PATCH] updates with fixed renjin version

---

diff --git a/identity.R b/identity.R
index 3321cb8575f0eb1d83de408bb941e1c3ff2b7982..06b047ef77a8dee389b2b51190c4cc521babd064 100644
--- a/identity.R
+++ b/identity.R
@@ -7,6 +7,7 @@ for (s in 5:sm) {
 			b <- a ^ 1 * 1 + 0
 			print(mean(b))
 		})[[3]]
+		clearResultRecycler()
 		log.result("identity", sys, conf, s, r, timing)
 	}
 }
\ No newline at end of file
diff --git a/identity.pdf b/identity.pdf
index 1bc88536a84677dbfd92cc2546d719bafb882010..fd7b32ed9eb0048ac73bfc51d79fe0aa186f6737 100644
GIT binary patch
delta 1083
zcmeyY_C{@j1-prXrKz!@=|p=`I5YY#lcCvUD@N6N|Jx1%`+kR?F$}z&nts2!H7I0>
z($pQV7%dbGLIZ?CCavm^zkf6K_G=dA!b6I$dyaqp^=xBv0T;*j51W6?sy`t4{N)BE
zJCpE-A0rNyM~JYW{yf=vN2HjCzGcbzr@n{nW_{V9?w<Z|ZR7o;M@0*E=nD9~ERRpv
z@_A`TKmXrt{JZP@+}w53-5SEqNEieezISMCzjf)V_|x}`j5#}=@i?`o7JlI5-1e!@
zNkg7-Vx)V0<=^w#&sZW-?m1YtU(DfoTKi{<g<ib)bU&k|2Uj}0QOIADaHmP2PjhQ`
z)2;fZyYC;`7wuo%WW})5c5+!igT>_EDh*F$-#xTv%=rCg``?dS>i0O+d$ieoXV3qo
zytVziPvwTTLf+3#R>uVz{n8V{B&za7IW%WXbMcRgO_)*g(IYC`RORg^DHq8XVf{ve
zZKk#wPCou3D?cQz?(jIjS<dM3q*=Y!o@X0oKC?Kpus5J$#=#}Ri=C3pRi?Ie{4vYm
zu{*bLscNxV-A9%9l#|Cxj@H}XGcwtD>!;btIPqzI?LF4QTzMO|a2`<nd1~gX?5}gw
z=1wg1`JiXyVY#sJs*~^~4=?K*8o83?lG3R*#YGHeZ42*6N-tS<!*vgvyChG4`oV?$
zDQxW;w^`fcEaq<HoVs%N1%X-9(o@#(hi<SnXj*x<yKTwcu+J;S#fyIYe3>%2-sCRB
zSy#D!mu#>7%lHJR&0O;E$s6f8?7Gof0#{COsq{up6snHXeYc$ZMqI0rS`6QnV_Ck3
zt$)-+>xNyvdf!caYn$7Pd4Ii+bcg>;$t||f`5Y%u6Lirye12hT<{tO`?`jt<O`j&@
zI8o(!=T-4v-iJIq4LoNp`x=nxc-obBuUvgzblWNKOJx&s<=QrR>54DeC|tpu_q?py
zwy-Ao_u^F(K0aFV&~AP3tQ7^dDtecE9~$pgGmeko()yfj^jX!^GOf-xZC}xxn`hRa
zJaGSp-F>wuCOb^{C#T#C*x2>>=<H`<hx1NMi$A}%?fwMa|7X4KxgHH+jJm$^{aWdr
ziqe@+tm?U}(=O?zvt5x{I(?gk(VHs?hZCJx6R+nyDyu%+woU$hb7C@^w3(kv;`KEj
z@;3XH&2e|i^||c9op^{TahC3*$6sGnMXpUS`Wt@m>55sQ#Zs$Ie>bT9;rMG^`qifu
zmlrbnmFU#Juuw_aF>%7LR(Eqfx8wE499ExRvFqp7S#~-L#AKRPimdqKbWgTxYxq|O
zYW`!s=**S8`728wubsK2f&mC9<SB5083u;NW=0rdCKhHGVy1?clMf16X&IWJOPQFM
Z8)Ar=nwm~l6?Ww`HQ`cKb@g}S0svwU;JyF=

delta 1094
zcmaE(_E~L$1-r4KnTe&L`9ynBI5YY#lacXcMK;mN{)__k`O@w@``)jAaM4XV&4T~j
znX8#nR~(qH1YLBV)cjDRmB-UjS+w@guSv$gH|;6iQp7haw#)m|?EZeqrfh{B?e??c
z+vFuomg!xb=57!tA0PHX`pvBAzh|3=7i`b>_-A4e_q}}Xud7K;dn>+%{ZIX|y7D_C
zPfZTTx~Jv$13Et!2iME#FH4T^brf50Q6ZW`Zf4`$<8uzYK0Ke}tLJZjRv*<x(N|w&
z-Q4qMV#~It>NgL4;uc8s`IL2Q`y0c^j+V$P(K~L$9Qw4c=GLCLy1RE&+wB}aN!+#k
zCZjux<C+>zI%CGiYL)*ye^fM=KF>MO-t$w3{Vf~Mt}i{j9kt8SAM`W6trz*T&t7i&
z^l$CXr=06&th3Lme$r#N`uUv1+dHOA;7IXhncb$G{3T)T(FrbbU-mUj<%(T({hDu3
z!(M5n{%d@7Hr|hKw%46VdUCwarb<qR(}wZ(?@mcsQFHgT`F-D1?&mF>8nG}p!SL4N
z$pRNTC3AIt)m?50ds}@o^WzKg{!gOy22Urg`!q>e$hqX!S9O)&3paW@8qZTno0EUm
zONKM7IZ>-(zS^TkNyS4wGZl-n?glT;Jd<{&mw!@*alvED<XMM#vwxj`+O{O^MNN^-
zX_>i3@?Ph8pH#?JDi<Y5KC?BCnrXAl?S{y6TjQWrGHC+I7jJLw6nuRq{j<>GvIGAk
zj@M`DsymcVn7;Is<0XC8<Xo3^a`*Q970tVHx|45>$tHI7<ZXBVoy{uWfA8Q+Jsaa$
zYjWRwx^cMt!{y^w-)*q_bNQ!{Q5Wa2*I!g0om^b=@xil#tupUeyH1Lytc*P^y3E=C
zr{XWI-93TA7oYlv1V`7OnxVoOQysVLYfQHGbnft#{Pmxct=I1Hs-7cyd%@WUOaI;4
zweaFG>mv8%x33GQ_vO_GiRxutzNK*7(>HVKmme#lE?qwV^;MY6moTg5mDjgFT2OxJ
ziP_g*Kmj|+v)Rk@U9ZaDwcCGo+Uo~gpLY7Z@Y4#7;k#$G-Ktdm+pn^`(qDdWzTRK+
zB)D)5duT?meWdxj`V-quq@23>PN-;a|HqzLlfRrgsNXnwzHEg06shIw0w2F@oH^I5
zlO=7Q?2O=-2Andl`z{yGo@3d+#(vf^*KN}-zW#gedWQWSxxDYInRTxHU-#he(X7q4
zP6gbp=bwFkfA{{|XJ7q&YPdjB!EIuE4@2bg>j9JM3|Wuu?!I0h&&0YTLiX<8%82@V
z2R{kT>3F?%(Jk&a{tbKPr7Zo)uT{adaPvEsK3+QuGX(<>P{>o@0y7K@jm<1E#7r!W
qF~m%b%qH&=veGg#M3*u#F}J`FGc_}sEGO*BX=cc!s_N?R#svT|&IMfn

diff --git a/makeplots.R b/makeplots.R
index 453d0885ec626c967fd133c56a89e079997316cd..c8c2aeb64e5fb620bfd699f3b0130608db820238 100755
--- a/makeplots.R
+++ b/makeplots.R
@@ -27,6 +27,59 @@ se <- function(x) sqrt(var(x)/length(x))
 
 
 
+
+
+
+# parallel
+
+
+d <- all %>% filter(exp=="parallel", s  == 8) %>% group_by(exp, sys, conf) %>% 
+	summarize(meant=mean(timesec), se=se(timesec)) %>% 
+	mutate(threads=ifelse(conf=="none", 1L, as.integer(conf))) %>% mutate(tool=paste(sys,threads)) %>% filter(threads < 32)
+
+print(d)
+
+
+limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
+
+pdf("parallel.pdf",width=10,height=7)
+p <- ggplot(d,aes(threads,meant,group=sys)) + 
+  geom_point(size=4) + geom_line(size=1.5, aes(group=sys, linetype=sys)) +
+  geom_pointrange(limits) +
+  scale_y_continuous(limits=c(0,NA)) +
+   scale_x_continuous(breaks=unique(d$threads)) +
+ geom_vline(xintercept = 10) +
+	xlab("Number of Threads") + ylab("Execution Time (s)") + theme +
+		annotate("text", x=13.1, y=1.5, label="Problem parallelism", family="serif", size=10) +
+
+	annotate("text", x=2, y=0.4, label="Laptop", family="serif", size=10)+
+	annotate("text", x=3, y=1, label="Server", family="serif", size=10)
+
+print(p)
+dev.off()
+
+
+# f <- d %>% group_by(exp, sys, s) %>% summarize(maxmt=max(meant))
+
+# d <- d %>% left_join(f) %>% mutate(speedup = maxmt/meant) %>% select(s,threads,speedup)
+
+
+# print(d)
+
+# pdf("speedup.pdf",width=10,height=7)
+# p <- ggplot(d,aes(threads,speedup,group=s)) + 
+#   geom_point(size=4) + geom_line(size=1.5, aes(group=s, linetype=sys)) +
+#   scale_y_continuous(limits=c(0,NA)) +
+#    scale_x_continuous(breaks=unique(d$threads)) +
+# 	xlab("Number of Threads") + ylab("Speedup") + theme #+
+# #	annotate("text", x=10, y=6, label="Problem parallelism", family="serif", size=10) #+
+# 	# annotate("text", x=3.5, y=20, label="Renjin ", family="serif", size=10)
+
+# print(p)
+# dev.off()
+
+
+stop()
 # recycling
 d <- all %>% filter(exp=="recycling", s > 5) %>% group_by(exp, sys, s, conf) %>% 
 	summarize(meant=mean(timesec), se=se(timesec)) %>% 
@@ -134,57 +187,6 @@ dev.off()
 
 
 
-# parallel
-
-
-d <- all %>% filter(exp=="parallel", s  == 8) %>% group_by(exp, sys, conf, s) %>% 
-	summarize(meant=mean(timesec), se=se(timesec)) %>% 
-	mutate(datasize=10^as.integer(s), threads=ifelse(conf=="none", 1L, as.integer(conf))) %>% mutate(tool=paste(sys,threads))
-
-print(d)
-
-
-
-
-limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
-
-pdf("parallel.pdf",width=10,height=7)
-p <- ggplot(d,aes(threads,meant,group=s)) + 
-  geom_point(size=4) + geom_line(size=1.5, aes(group=s, linetype=sys)) +
-  geom_pointrange(limits) +
-  scale_y_continuous(limits=c(0,NA)) +
-   scale_x_continuous(breaks=unique(d$threads)) +
- geom_vline(xintercept = 10) +
-	xlab("Number of Threads") + ylab("Execution Time (s)") + theme +
-		annotate("text", x=17, y=1.5, label="Problem parallelism", family="serif", size=10) #+
-
-	# annotate("text", x=1.3, y=6, label="GNU R", family="serif", size=10)+
-	# annotate("text", x=3.5, y=20, label="Renjin ", family="serif", size=10)
-
-print(p)
-dev.off()
-
-
-f <- d %>% group_by(exp, sys, s) %>% summarize(maxmt=max(meant))
-
-d <- d %>% left_join(f) %>% mutate(speedup = maxmt/meant) %>% select(s,threads,speedup)
-
-
-print(d)
-
-pdf("speedup.pdf",width=10,height=7)
-p <- ggplot(d,aes(threads,speedup,group=s)) + 
-  geom_point(size=4) + geom_line(size=1.5, aes(group=s, linetype=sys)) +
-  scale_y_continuous(limits=c(0,NA)) +
-   scale_x_continuous(breaks=unique(d$threads)) +
-	xlab("Number of Threads") + ylab("Speedup") + theme #+
-#	annotate("text", x=10, y=6, label="Problem parallelism", family="serif", size=10) #+
-	# annotate("text", x=3.5, y=20, label="Renjin ", family="serif", size=10)
-
-print(p)
-dev.off()
-
-
 
 # operators
 d <- all %>% filter(exp=="operators", s > 5) %>% group_by(exp, sys, s, conf) %>% 
diff --git a/operators.pdf b/operators.pdf
index 2a62711ee5dcfa6db4bf9bc0081d43c890997c80..6b815659d6c4e84074b7ad04a02dc6ff077658d9 100644
GIT binary patch
delta 1089
zcmZ3k{!VRz1-prXrKz!@*+hF$I5YY#lcB|AD@Nt|Fz<X}Pl0{s*RNQ-HnwYB-FH)+
zZV^tEM~UABEL;*DI&&5ub?pA}HKg?X;>R-*_+{=Gn?9|o{hHNOtgxf?|E%km`9-us
z`xbmYtf}39UiJ_7?Po9FJvu5G^IqyvKi8|`a@!5_*Ya%$KOc88od3W1^!E-2f44oD
zQ@@=z)mne{pNjgT8{Z<|rj%W&G+~_M`u^bUmRk*`Vv}tzU3GtIpOVfca9GnRJ@@mM
z{G=PV_+^}aOLiEz)P??yR=Fb8<dnYf?t!GeE#J)kZ>_xdFXm1~ua$#I#uu5&{LM?u
z_!iGxyx{x%y&d}%{3Pz`xA=P{&U#w6Ucr)Q^N05zH^-EJmU$s6QGdF%jH79zqujOW
zCLNAm!ObfcI(pT+_+_;m5Y0}wEb;#6afu5;Yozm;mz|jDKf~nm>Ok>=g~w||*6x-1
z_dwlriHw%*%Z*y1yDm9PHP^2=;d#ENE9g+fOT%l5H`k=E|9LeoU|Mt2#7D1U53k~y
z)M7i)F11e7w9v%hLfFFopYr_mM#sd0{37Ze`W5@Vx+@#{{(Ech^B9f7S?VWGUYfV?
zV_z-51b?T0<*ErEGeUcLR@xkJ%TVc8yLKbupHtqUV?|QQR*cfsPjsw0cr|t1o;M{=
zwb!w`7Pmx7Ml`EnhgfA#=najPKe?nAD`(BxF!AHX)fRlx&7NnEsj<$KC|+o2Q=j>w
z{g|`h^B--c^ZK2vr7vz~<ePPBLe<AtyfGcq9*acCZD>1Cb+6b?d&i4y+s&gb;#xm@
zZZO`{7Ahn<y}8f+!F<*8vsk!e_BDTt`J%a{Z-E_uyt-WMtJT%z9h=K`DR#u0Rg3>N
zj!$dj(74;b;DSvtQ~F_VMGlr%0U!E1h2GbDhDM#9tFU^)#)~n(%pPxB5X_UFC@k@N
zlDU*F|BevpSI=jx-m5+5vd7O~0;#G~azwn$93BR71lcg}R#)HGS2>yQ&%8N5)T*xJ
zJ^8-m!}oO^`_-2iMbDXZaJS@&n1o8pX%~$)uope~-kkb?|H+B}xmQmt?g&?TzJ2{M
z`H<F|lh4+dT#7V1bxtI*-pR30L*!`Q7WLbvk4i)i*P6CH=B?iM=#|Wd@9NUu-fTT5
z_?_9}UHQQ?o(tdJTXT9#+VtK#b8<F*yMFcV)pfg@ub$n`cTaCu>Gqe~%6Ho*{(Y(Z
zdUsTL{`B8`b04^*{`7o0!EBRG=X1SyiO&aW|4n6I+w5BY_vt&SXP3opsXiALGnf9@
zRhy{a#`uR}`ZH_RCEv|AYqIw8+8bFIDj0x(LY@K_m|<XOY-WNXW@2H1A!cf1IQgrP
im6o9yx|E5DxiN;Asj2zoNMRQ)GgC7zRaIAiH!c7I81i%g

delta 1146
zcmaE-wp@LJ1-r4KnTe&L`9ynBI5YY#ley_+D@Nt|@W}kjQ37?}*Uvcaa-iVb)2%r{
zOS@f!A1wS3Ale+I>Np{;u(aORIDO;XR<p9o6C2eZ&-|J8HR6z^$BtI{v%CMXGqs**
z4}Y1|`tbC5F}p*{D);TJC}z8U+wIbPrncwbc5RB+>DwT#fA7<NzB<$C^BoUNcROVH
zH&1%zn?IMAoZejjc-#3l1>u0#0o5DW<}#-%Y4N&A_dIi1@%>c2Z$gp6tCLRYr=R`I
z_DqbfQx%_P@96cVG0$};x6o83{R=|XyqmAeOxynQ;<Kxt5)0poXz@EPC=Y%z_u>js
zjfH`2np{?Y&e=J|EUxI;;bP2L(>w3T3VB8S*7`Y30_w~5FF7yKU0)c)ko|A(!Gu1I
z7r#Dl*t64qWmeMt`HQ}#=bcY5WKlS4c4*hdbA=O_BsXoynzL{QtCmgwDZ#xjN*KRJ
zdbnS^wesVvD<Y>BUr`C2Y9+EteQC%{J+~g!BWc$;Y@K9_6OJw_wY{-IvYP)I`@iX5
z-|(t!e7;d}#RX>d_C&*uhTtRX>X*1a6yDF>`8X}=u!4)Cec=SZO#;DYmwgp>OmkDb
zmAtaXA;S8Qs)7bj(Vi`fxl}HAMdY1u{-`H*?!Ake+J3IL6*J0W`lH?-IlD;ySZ|Sf
zdyS@2)n$8yrH-QQ6HTKQNV#0w(c#$NwWj-Va&U|0dEu7qC==#+T4xt_))j^Ia@NP(
zuRpWOb@8t~fwRg!Ir+MDzPjX;a${}zsojFjRm%%=?sTlVP`T!bAGhz6$-9<bvrgm(
zsz3iot3*4<$|zTJMITRq@3bp>Du2uAMV!v$^4TI2A-k(?e}?&Xb7_m%)}?G6E-p=z
zR=wWzs)9-WnTfLUnSy_k)1I&KU$9ZA?fJ)g(YN<pGdFIYK3Dhm+U~-cEqYUobvv#y
zOP1T7*wSa?yke76T>TNl=kJB5e#!f=v*ry)<iW+R6T{8Qm&zntaAr&XFrC=q9&P6I
zv9&cceJ5M#hjVoniAnj(w{fLLolxODHR+Vk$87!LrC&8tj_akI4|gl*53f_K-WR6U
z`{|H=O8t3rrGgmk{S(gIzy0!m-|5P{K-mu>t3p=Y+hX`+W9ZGPZ+@g^h1RKB|BKfy
zJ=gT?Pjq$s$(Ob_UEHUpWY0c-r=v+Z{Ke&lH`7=Pdt%>SE@zeO+iCyzW!v0sHdZG#
z6ffqrc3L~>xLvi(x7{g^B!bfNC#XdUrks79@{_N!vb20_aPIqr!q4^G^V8n0irqeY
z_uJrz+W&69)`h)Y{?l%OpaR>p`MeC8XLrwDvM?`Y-m~@p7Hj4uUW@x*UH-Y2`LyLz
z;WYDXH`fRb*SYW53p4AORRRM1H-BL1<+V39woott0fjsTE-=Hu(8S0PL(J5~6jRLH
mV)7m#D=l+lbSV>4V*?B^GeeWf3c@a2=7z>xs;aL3Zd?HLM+UF}

diff --git a/parallel.R b/parallel.R
index ef87cdd1721bca0520770244c7f8e31907297b46..28bf14c6c129a88a33ebbbcdd7772bc9c0f6980c 100644
--- a/parallel.R
+++ b/parallel.R
@@ -1,21 +1,19 @@
 source("harness.R")
-s <- 7
 
 dd <- function() {as.integer(runif(10^s, 1, 100))}
-for (s in 6:sm) {
-	a <- list(dd(), dd(), dd(), dd(), dd(), dd(), dd(), dd(), dd(), dd())
-	attr(a, "row.names") <- 1:length(a[[1]])
-  	class(a) <- "data.frame"
-  
-	for (r in 1:5) {
-		timing <- system.time({
-			m <- matrix(data=as.numeric(NA), ncol=1, nrow=ncol(a))
-			for (i in 1:ncol(a)) {
-				m[i,] <- mean(a[,i])
-			}
-			print(m)
-		})[[3]]
-	log.result("parallel", sys, conf, s, r, timing)
-	clearResultRecycler()
-	}
+s <- sm
+a <- list(dd(), dd(), dd(), dd(), dd(), dd(), dd(), dd(), dd(), dd())
+attr(a, "row.names") <- 1:length(a[[1]])
+	class(a) <- "data.frame"
+
+for (r in 1:5) {
+	timing <- system.time({
+		m <- matrix(data=as.numeric(NA), ncol=1, nrow=ncol(a))
+		for (i in 1:ncol(a)) {
+			m[i,] <- mean(a[,i])
+		}
+		print(m)
+	})[[3]]
+log.result("parallel", sys, conf, s, r, timing)
+clearResultRecycler()
 }
\ No newline at end of file
diff --git a/parallel.pdf b/parallel.pdf
index a00455012cc44a5e7265dceda072fd25a87162f3..1cdb10f538c8ece6fb692ea91a166c57a804cdcc 100644
GIT binary patch
delta 1161
zcmbQGwo!e81-pr%fuXU1<wSc?I5YYVv!#XU<nyeell>X_>rWS5_7b@JTDvM!Ut-yF
z+uH#Sp<UjE8&^fJh$&jQ1_^PR#k_ld*>>^8!-kGxIyx)wUhcQNTf9v09OFZ=ePRFk
z>?b&#`tw0+?;4Xow{joK)~uZO?*2ZT=GC>WUzWFgEUpi|a^B4S%Ix&@KjYc$S9S9%
zJPd9v@Y{czD|k-*sxMXbMK<4VTAZA+!nu*lN91CYvD*v=H}{8c&V<Ns-S2lYMd8%s
z-gB>Bz2sK8@hbb4(_Utmhs?F7-f2fX)XjK*Blqs1RguoMv#*7ne|`V9b^jqrhf}AI
zs`3R$3JOfQ!t_^&-AhZ*birh%uR`p%-1vIWaW9=_aY91sZA<(Vhl2uJJL>CO78W1U
zDGD%HVz%LjyF^xEU*e7Vo7;0wJ@3hqZ!cCmZF%~*j@P%9%$;nvxI&-Y3!ilA>4KF%
z4hPDeEBHCfE10kGdy|v$$v!hz`3zI_TOqUUq$VgWaqpYWEU7GcMsdRQLv4Wz6n>hr
zEZVp6v4cd*nMS@B&VJvV|7Iy~x!^kWME%z61Y?yoEf=>en67JXvHpeP0?{d&B9c=b
ze6*_qwp{26`?5(_``4S5m7HNO5{s2uwmfpYxR%54s!c7+tu&Qq9eY+w>Kbn?n>TB&
z)G?)Y`<pUT#WOOa%bv}gJ4@Z#eRjC9XL{DU&Tiesk~dE~e_ppFgs;=NHFIn5WUj@c
zVZB=QKGQp9hs|LA8Q991E3GD~7HlV0+uGT~F{7}x_q=VulLxKSKWpcd2-GopEIs7G
zd2Z3s$D(D9H&}UtwBDSoxpwqhH&=9G-`l$qPq>ZmAJY{vJmSL38a4m#>I>&JUQSGP
zK6X%e&$O2v&U<d&t<Bk{dnf*#-t4s7ciu$v-CF*8g>^lbY{)KF>m6~i_v&}=p8uX<
zs}Pr?u<y&38%MJ?-~GFNnK9Suw|RdVUlo6IIqOqmUMDwyirn0Av&kP{tdVPzKX+ou
z9;fd<#Zf0^ADevF$<`Dpos;%{PkE5+?H|d<Jnr6$oyYQU<+WMw^5*WA@$WzDzUHx_
zOp<tsTlw?%6Q{Equc|M-lj34K@%_1&$vPidr*4(tjqi26+u0nKoV0Gy`y-C|J9e$R
zUas_-KkdQ(%}e|IbT>ytFS(K?v+41rMS4l=-_O|cqWi{cYdPItO5c9<xpwdC*!yq&
zR};aVpJSVsoSSh!w2#eED$#9Q-abSA$tK77j%DrB^;bFAmvffWz0u9XDJE?LZ##RU
zVyZ^5L%G`IIFVTv&8yE}jH}PL&nqt|=l%Np?zc~u{~7$^6m(CV*Rx3bY^bCE_w}b(
ze*gL37q@<2{qCK=nZC|SXt?UTyY>6(zrRcUckwH%sAF1EqcCst9F|^Qdt(y|1p^RJ
z$W!0~GYkw(j14iwOifKO#Vjl)X9!tp8(A2m%bA#(7+{E*8JSEzBjmzmZe+}*s_N?R
G#svWFln;;q

delta 1005
zcmdm}K1*$a1-r4KnTe&L`9ynBI5YYVvxTwAWGhCMdT;;R4g&jrho3RDG<fs7kayA4
z30=321@RwfbPsSe+~OJd`?K}tdv`4qn^YbN9G{<_{`~9DXm1N<&i)U(e{TEL=%Dzk
zJN)H&uEX`+l7AYOKdbop_cKf0^xh@yOl{Yn<{HlT**;^r`tv_m4&HzEh>PWpsnEF>
z-*21{dG0;=U*ERl_49Zp`*d1$1~qm{=vpLSU@@>-wAp&uuVw#hy_V&>?A&yDNp7FL
zXI6Bzzv>q52|~3Cq9?v@a?L-e(L3>tY|pdg4Ef8qo^7eUAHTcfl+Xu>vx?FlS&~;5
zY;n}*zj>gt^V|hHxn_F}=EWBRIIk_X)L>R+=DOve-II8lZEDK;^dt2umo*-Dr7W7T
z=6QrjM#ihITha@aU%6iC+9hhhF~j^)MOv#$QN%GX%`Yum-5+vh`!_GW^K#>bmbv9C
zID;Qu6r7hA6vK1)mBVV;k_np^L|U^J&$w2*ld(%o#7Fmn+S(N}xzr-qS*6<#E)z8s
zKd4#~u+eYpN4cF=-s>iQ*SMNhQg5_&#aF2<v%*4TPIrZ0-Yk(M6}OAiWS7U^t=5;y
z??wxM*D>^PlRJO!U694M;9CpJfA6-=+vPvE*IKY#*{ZXnf939H4KKP>{Da@#GTIuq
zTU-5t*uh07QzSBsl1wG<zhCb(^<&A)jh{U4_XM2D<NH|pvBr3Q>4(=<g|_q0KjS}L
z-`8AZvuMRsgFSiSAIwWjcB$Q-T&8+z&NR=Htu?;S-8CB|HiS9!cmC;mwxqJ$Z@!P}
z-Ndi?mfr6#9($Af{cBj@r|yIIivHhli!iaPzJ6n=HFIS3{?AE|-)!l-I*X+>Znxg~
zCGI+2dqdfRngY&Bu6v_3>B;J>^98BqYy8&TGES-geeC8RL)FxYOPE6g&h!YKwMYp&
zk)*fb)@D1g>c*?{u5P@+9rN@1t%$$IYrd`NIU1L+wO-=+%kD!zeHI*<V;k|DNB$sl
z{Px|(^&U486SnSNU+gj?F=21JalQSE#DvYe*FSo{Y+?S5n$vt&lvB-Eu724x%P;8o
zqT?6O#qXMZlWCsI`-OjZ&WOFQYrgosV4=XX41u}(bXIO&ljLIFRcUDT*L;~XyW8g5
z)9v}s`(NmD6s~!ZR$v(w*LOVp!o1vE$ItRhTxtb38?*NE+8bJ$D;R))LY@K_m|<XO
yWMP0IW@2E1DQ0Xw`M;2*wxO{Rx}1rzg(ZfViMjFQWMLOBQ*$FORaIAiH!c8v1<v*W

diff --git a/pushdown.pdf b/pushdown.pdf
index e108bd790d3f1861f65165daccb6c292469f898a..2163b7ab5a9c2067c906f48a21f726e7777d9be8 100644
GIT binary patch
delta 1031
zcmdn2wo`3_1-prXrKz!@*+hF$I5YY#lbPvcD@N6N|Jx1%`+kR?ndp&v^ZUB>3q?3r
zdZ@0eV&LnTr4=X?GHF$4eQo-;#N%qMHwsSNia&P$%$qkhVFy?_A`YB?bo$);l;Tpm
z*5AI063=DIuAlvD)#;yJePr`x?_bvsy?^ve%%Vo0CFVhXAV;74f#*s#eTQGAR7k9Q
z`7z}1mdC9B9HQ%=$x57^!;o!L%(dmxndx7Cnn&z^_Nx0&`vac#yHh<bud?{5VxV`G
zId5SVlj4leKTchqJ=sU1V9u5>ZHp+s1yL>j-J4&P?kf3F@PMZ{jVE3?zLKRa(%!An
z_4;X{Et-<olSP&=B+Pjl&2(U<)_sA7i+{G%$C%zfod4-}WmQ0(cD>puv;CFl-p{zl
zC+ydBSmf~rEfuG=2d19Mju4YlWQ*yTv~9nR&a#HBGoGvnQkrMF>)<7}%+9b$QHNV@
z1g@T0w)Pg!<gljHfLq!g_dbg-Z)&=h&*(kFRL$n<DK4QebM~oKZWetaXrHWk(yVr(
zdHRG-Kj+PnJZ)U@HrDFS$6m~+Kg6A@u;f-^=p|L}6z&|uzMaiMOHN<&3(VzyxFVTn
zS@aU^Hzs1r``0_nPI$eE*S3uLCTFe1Ikhh@OKx9Cul)Yy_JQ<DZeDqTGFMMyt2dKk
z<fOk%d?Qkt^nd%xohPQvTRN%F`-ofOr$yp12J*r0{(RDonK+GE^uYp6*(pZyzeDTy
z#+|u7!8BpNAye7)zn?!HU1|E7=Va#9K8H^(?DaKKhqs)wOTPZ{hs?%DK1pwEN)?J`
zzQ6s>JLIIQsr92%3uBhbTxBTy8nAAe;uEIpX?fq7gspzO7JR-}y6c!u$5qe0X7gNK
zuJ|ktDf+S`=LqMvqNSlPR(sA%(7t{nVr%Xb&Pnxq%9*R?>mC(LuGlg&z(e0?rj?Ia
z`i&F8?I%C+NLRixh@6+GT)#bLYeis5$se_8%WuqIv+6kSjnxOf{yde!ciz17vt(q(
z^{#_uOQ$!!`K+?BU3ytJV<_kHOY&I}ixZU=FMF}o`p$-}lcqND?0#syEskZ=a!db|
z`}*f6^7_1ryPU)u!R7lrDKl&0*8cL_yM6bz-u#o#YwrGaQ{2_pZ=W&i$k#8}w>!1g
z_@%YUflk@e$F2E1UCq@S#Z?5W9)7)eb3W$-)t@W&{ogv*e%-=Z4NeyE6T_vyJQQ2i
zy*E(vAER^R#Uq=yvh?%XS|}KRfI^-E7nosSXl!VRA!cH1iYaDhF}YF5O3Ta`UCPA7
a$N)pk)WBr&Qy~{FGXrBTRaIAiH!c8>`_*Cq

delta 1025
zcmdm~wpne01-r4KnTe&L`9ynBI5YY#ld0uoD@N7&{L2mk`+kR?F`SsN`~7j#r6H?a
zRHc;pa`{6G0~e`?`U-T!pFdM|z3kG2Bg@#=+s^y@Z0qL;#&CrMKKriobD!tb7F#wR
zFIALyF0<?PufnM}o?o_o^YW+Z->n~3@7T-Ecb|(f{KpyYgN4jBT901W#?0-}KWw@;
zPHRR^WFvpZ={@z#i)RWa^rrhYhRyovaC`ruS2I?!fAqg7!FPA6!{kjCzcmc>o(k^@
z*w-L%rt;5|m#00|cr4D%X)EGfd{p98<(;UQDaRjPdU(3gcnjZw>?7L!EsEROI5uQd
zaV+pnsF}d-%V6?<K7&Htguj{$%^y$xuYWlEPu*O(DfhcNFFZ3p|Fb@J`S!ytlOGry
z7181DToU$x>9d$vtD6wBo=bwBLarg}nxiW26NO%8Dog8FdU&s0D!AI&eN9^1_9Ww(
zOVWyVMNg=?9>nOKp~=fV!%WMDTj*xzmpNs^`wNe5I#B4mY-!51<FYp`n>~asT1ab{
zZFzjvQc}yuYS|CRd&fc!3tK;|pRoO)&_$-`9_8&-i?;@cL^)YJ^QqtAy5o>vvf-!S
zIr;vVOP&3XU*)X*bFpRL)9uH5A7(1~*WBc-c~*YO@f+7}yOpMI_^lVceXxPwW%&wu
zm)%mjw%)3-`lh)eYWh(JS*L1y?%4B>$z0{B3!_CwQ?r65Tg(2HVV`euZDM(2?pE(m
ze%D@~-*4^9YZK;7dCQ^VU9#o)a#O$8ImTskb!TTs6{;DQ&6Bd4dFK1hY7VWPXH3<8
zCrvGya<%1Z?Z#Pc0k-zJ$MWJ6lGyF#3ilN|U!1{OS{lT?{`{h4D`sAcIms-%C{caW
zQ|+}Yj;7ZsMejRytSfTX&rX$p=XhV_#;l6&seicjoXgQKN>f)JPAOB9u6t!LbN<P;
z`Bpy9(l<TaAGt1SkA{_1UGVc&H|DR&VwcWbuXOElh0+>J+xsf#(p?tDX;;0TYUk%7
zy1GI;vR`{yH)AO0@=NbmM=VZaTD;^|R{5@^Y*p?ik=_5~qV<(-T%M!8;lA$qMqZy+
zbC*eHYMRWA>0Y|h^_HDYj@-4YY|A#=i{9y7<+^oE*zB*?5jOSimHgeW^7dp0@GD!*
zx?j#SsVmQoN#CRN^?updKXT09t^|JlQEXft=V-~+`Xt9QZ0*IiYK`^Z+?M{}HvW9E
zb@OhPeqLK61p^RJ$W!0~GYkxk4NNh_OpGis#mtN*w+mTmnVO?ZnV1-wV2W8<Onxoo
Q!ewe{&ZVmA>hHz{0F>0gH~;_u

diff --git a/recycling.pdf b/recycling.pdf
index b3115edc6d17bca2fb55507614c8de8849f5d8c9..6070fd567f8779cac872391eb83626e11f28f2b5 100644
GIT binary patch
delta 29
ecmcbkc1LZ31-prXrKz!@=|p=`7;|GZqc8x2y$7}c

delta 29
ecmcbkc1LZ31-r4KnTe&L*+hF$7;|GZqc8x2^as2E

diff --git a/results.tsv b/results.tsv
index 2f77ba59f28f61325cada26e3de0e31e5eccd380..dc9dcbe15896e041887cb90374ace2f94517ef7f 100644
--- a/results.tsv
+++ b/results.tsv
@@ -23,56 +23,6 @@ identity	GNU R	none	8	2	3.851
 identity	GNU R	none	8	3	3.897
 identity	GNU R	none	8	4	4.011
 identity	GNU R	none	8	5	3.891
-identity	Renjin	noopt	4	1	0.045
-identity	Renjin	noopt	4	2	0.005
-identity	Renjin	noopt	4	3	0.005
-identity	Renjin	noopt	4	4	0.005
-identity	Renjin	noopt	4	5	0.006
-identity	Renjin	noopt	5	1	0.016
-identity	Renjin	noopt	5	2	0.015
-identity	Renjin	noopt	5	3	0.013
-identity	Renjin	noopt	5	4	0.013
-identity	Renjin	noopt	5	5	0.014
-identity	Renjin	noopt	6	1	0.104
-identity	Renjin	noopt	6	2	0.096
-identity	Renjin	noopt	6	3	0.098
-identity	Renjin	noopt	6	4	0.096
-identity	Renjin	noopt	6	5	0.095
-identity	Renjin	noopt	7	1	0.983
-identity	Renjin	noopt	7	2	0.951
-identity	Renjin	noopt	7	3	1.036
-identity	Renjin	noopt	7	4	0.944
-identity	Renjin	noopt	7	5	0.999
-identity	Renjin	noopt	8	1	9.442
-identity	Renjin	noopt	8	2	9.717
-identity	Renjin	noopt	8	3	9.846
-identity	Renjin	noopt	8	4	9.089
-identity	Renjin	noopt	8	5	9.823
-identity	Renjin	opt	4	1	0.07
-identity	Renjin	opt	4	2	0.007
-identity	Renjin	opt	4	3	0.008
-identity	Renjin	opt	4	4	0.004
-identity	Renjin	opt	4	5	0.005
-identity	Renjin	opt	5	1	0.005
-identity	Renjin	opt	5	2	0.003
-identity	Renjin	opt	5	3	0.006
-identity	Renjin	opt	5	4	0.003
-identity	Renjin	opt	5	5	0.003
-identity	Renjin	opt	6	1	0.004
-identity	Renjin	opt	6	2	0.009
-identity	Renjin	opt	6	3	0.004
-identity	Renjin	opt	6	4	0.004
-identity	Renjin	opt	6	5	0.005
-identity	Renjin	opt	7	1	0.02
-identity	Renjin	opt	7	2	0.015
-identity	Renjin	opt	7	3	0.016
-identity	Renjin	opt	7	4	0.018
-identity	Renjin	opt	7	5	0.023
-identity	Renjin	opt	8	1	0.157
-identity	Renjin	opt	8	2	0.115
-identity	Renjin	opt	8	3	0.116
-identity	Renjin	opt	8	4	0.122
-identity	Renjin	opt	8	5	0.112
 pushdown	GNU R	none	4	1	0.001
 pushdown	GNU R	none	4	2	0
 pushdown	GNU R	none	4	3	0.001
@@ -98,172 +48,6 @@ pushdown	GNU R	none	8	2	5.611
 pushdown	GNU R	none	8	3	5.872
 pushdown	GNU R	none	8	4	5.55
 pushdown	GNU R	none	8	5	6.105
-pushdown	Renjin	none	4	1	0.052
-pushdown	Renjin	none	4	2	0.002
-pushdown	Renjin	none	4	3	0.002
-pushdown	Renjin	none	4	4	0.004
-pushdown	Renjin	none	4	5	0.002
-pushdown	Renjin	none	5	1	0.001
-pushdown	Renjin	none	5	2	0.001
-pushdown	Renjin	none	5	3	0.001
-pushdown	Renjin	none	5	4	0
-pushdown	Renjin	none	5	5	0.001
-pushdown	Renjin	none	6	1	0.001
-pushdown	Renjin	none	6	2	0.001
-pushdown	Renjin	none	6	3	0.001
-pushdown	Renjin	none	6	4	0.001
-pushdown	Renjin	none	6	5	0.001
-pushdown	Renjin	none	7	1	0.002
-pushdown	Renjin	none	7	2	0.001
-pushdown	Renjin	none	7	3	0
-pushdown	Renjin	none	7	4	0.001
-pushdown	Renjin	none	7	5	0.001
-pushdown	Renjin	none	8	1	0.001
-pushdown	Renjin	none	8	2	0
-pushdown	Renjin	none	8	3	0.001
-pushdown	Renjin	none	8	4	0.002
-pushdown	Renjin	none	8	5	0.001
-
-parallel	Renjin	1	6	1	0.128
-parallel	Renjin	1	6	2	0.041
-parallel	Renjin	1	6	3	0.037
-parallel	Renjin	1	6	4	0.036
-parallel	Renjin	1	6	5	0.05
-parallel	Renjin	1	7	1	0.208
-parallel	Renjin	1	7	2	0.188
-parallel	Renjin	1	7	3	0.211
-parallel	Renjin	1	7	4	0.185
-parallel	Renjin	1	7	5	0.203
-parallel	Renjin	1	8	1	1.267
-parallel	Renjin	1	8	2	1.262
-parallel	Renjin	1	8	3	1.301
-parallel	Renjin	1	8	4	1.924
-parallel	Renjin	1	8	5	2.102
-parallel	Renjin	2	6	1	0.139
-parallel	Renjin	2	6	2	0.037
-parallel	Renjin	2	6	3	0.037
-parallel	Renjin	2	6	4	0.032
-parallel	Renjin	2	6	5	0.029
-parallel	Renjin	2	7	1	0.116
-parallel	Renjin	2	7	2	0.104
-parallel	Renjin	2	7	3	0.13
-parallel	Renjin	2	7	4	0.106
-parallel	Renjin	2	7	5	0.118
-parallel	Renjin	2	8	1	0.662
-parallel	Renjin	2	8	2	0.865
-parallel	Renjin	2	8	3	0.686
-parallel	Renjin	2	8	4	0.758
-parallel	Renjin	2	8	5	0.734
-parallel	Renjin	4	6	1	0.142
-parallel	Renjin	4	6	2	0.034
-parallel	Renjin	4	6	3	0.057
-parallel	Renjin	4	6	4	0.035
-parallel	Renjin	4	6	5	0.026
-parallel	Renjin	4	7	1	0.072
-parallel	Renjin	4	7	2	0.07
-parallel	Renjin	4	7	3	0.079
-parallel	Renjin	4	7	4	0.071
-parallel	Renjin	4	7	5	0.07
-parallel	Renjin	4	8	1	0.398
-parallel	Renjin	4	8	2	0.39
-parallel	Renjin	4	8	3	0.396
-parallel	Renjin	4	8	4	0.438
-parallel	Renjin	4	8	5	0.387
-parallel	Renjin	8	6	1	0.113
-parallel	Renjin	8	6	2	0.03
-parallel	Renjin	8	6	3	0.029
-parallel	Renjin	8	6	4	0.025
-parallel	Renjin	8	6	5	0.026
-parallel	Renjin	8	7	1	0.064
-parallel	Renjin	8	7	2	0.054
-parallel	Renjin	8	7	3	0.059
-parallel	Renjin	8	7	4	0.057
-parallel	Renjin	8	7	5	0.056
-parallel	Renjin	8	8	1	0.308
-parallel	Renjin	8	8	2	0.281
-parallel	Renjin	8	8	3	0.331
-parallel	Renjin	8	8	4	0.285
-parallel	Renjin	8	8	5	0.268
-parallel	Renjin	16	6	1	0.135
-parallel	Renjin	16	6	2	0.03
-parallel	Renjin	16	6	3	0.03
-parallel	Renjin	16	6	4	0.025
-parallel	Renjin	16	6	5	0.023
-parallel	Renjin	16	7	1	0.041
-parallel	Renjin	16	7	2	0.045
-parallel	Renjin	16	7	3	0.041
-parallel	Renjin	16	7	4	0.049
-parallel	Renjin	16	7	5	0.04
-parallel	Renjin	16	8	1	0.409
-parallel	Renjin	16	8	2	0.189
-parallel	Renjin	16	8	3	0.17
-parallel	Renjin	16	8	4	0.19
-parallel	Renjin	16	8	5	0.185
-parallel	Renjin	32	6	1	0.129
-parallel	Renjin	32	6	2	0.03
-parallel	Renjin	32	6	3	0.029
-parallel	Renjin	32	6	4	0.025
-parallel	Renjin	32	6	5	0.033
-parallel	Renjin	32	7	1	0.033
-parallel	Renjin	32	7	2	0.035
-parallel	Renjin	32	7	3	0.034
-parallel	Renjin	32	7	4	0.033
-parallel	Renjin	32	7	5	0.033
-parallel	Renjin	32	8	1	0.175
-parallel	Renjin	32	8	2	0.168
-parallel	Renjin	32	8	3	0.181
-parallel	Renjin	32	8	4	0.183
-parallel	Renjin	32	8	5	0.215
-operators	Renjin	opt	4	1	0.091
-operators	Renjin	opt	4	2	0.026
-operators	Renjin	opt	4	3	0.02
-operators	Renjin	opt	4	4	0.02
-operators	Renjin	opt	4	5	0.016
-operators	Renjin	opt	5	1	0.027
-operators	Renjin	opt	5	2	0.025
-operators	Renjin	opt	5	3	0.019
-operators	Renjin	opt	5	4	0.021
-operators	Renjin	opt	5	5	0.018
-operators	Renjin	opt	6	1	0.134
-operators	Renjin	opt	6	2	0.131
-operators	Renjin	opt	6	3	0.168
-operators	Renjin	opt	6	4	0.16
-operators	Renjin	opt	6	5	0.126
-operators	Renjin	opt	7	1	1.271
-operators	Renjin	opt	7	2	1.205
-operators	Renjin	opt	7	3	1.179
-operators	Renjin	opt	7	4	1.242
-operators	Renjin	opt	7	5	1.195
-operators	Renjin	opt	8	1	12.82900000000001
-operators	Renjin	opt	8	2	12.05300000000001
-operators	Renjin	opt	8	3	12.35000000000001
-operators	Renjin	opt	8	4	12.057
-operators	Renjin	opt	8	5	12.059
-operators	Renjin	noopt	4	1	0.092
-operators	Renjin	noopt	4	2	0.044
-operators	Renjin	noopt	4	3	0.034
-operators	Renjin	noopt	4	4	0.02
-operators	Renjin	noopt	4	5	0.015
-operators	Renjin	noopt	5	1	0.052
-operators	Renjin	noopt	5	2	0.034
-operators	Renjin	noopt	5	3	0.032
-operators	Renjin	noopt	5	4	0.033
-operators	Renjin	noopt	5	5	0.034
-operators	Renjin	noopt	6	1	0.282
-operators	Renjin	noopt	6	2	0.228
-operators	Renjin	noopt	6	3	0.239
-operators	Renjin	noopt	6	4	0.219
-operators	Renjin	noopt	6	5	0.219
-operators	Renjin	noopt	7	1	2.855
-operators	Renjin	noopt	7	2	2.163
-operators	Renjin	noopt	7	3	2.257
-operators	Renjin	noopt	7	4	2.154
-operators	Renjin	noopt	7	5	2.157
-operators	Renjin	noopt	8	1	27.185
-operators	Renjin	noopt	8	2	21.197
-operators	Renjin	noopt	8	3	21.54000000000001
-operators	Renjin	noopt	8	4	21.19800000000001
-operators	Renjin	noopt	8	5	21.24099999999999
 operators	GNU R	none	4	1	0.002
 operators	GNU R	none	4	2	0.002
 operators	GNU R	none	4	3	0.001
@@ -439,23 +223,293 @@ recycling	GNU R	none	8	2	37.532
 recycling	GNU R	none	8	3	37.181
 recycling	GNU R	none	8	4	32.414
 recycling	GNU R	none	8	5	38.118
-operators	Renjin	foo	4	1	0.108
-operators	Renjin	foo	4	2	0.03
-operators	Renjin	foo	4	3	0.02
-operators	Renjin	foo	4	4	0.023
-operators	Renjin	foo	4	5	0.037
-operators	Renjin	foo	5	1	0.039
-operators	Renjin	foo	5	2	0.026
-operators	Renjin	foo	5	3	0.026
-operators	Renjin	foo	5	4	0.027
-operators	Renjin	foo	5	5	0.028
-operators	Renjin	foo	6	1	0.106
-operators	Renjin	foo	6	2	0.098
-operators	Renjin	foo	6	3	0.089
-operators	Renjin	foo	6	4	0.085
-operators	Renjin	foo	6	5	0.093
-operators	Renjin	foo	7	1	0.835
-operators	Renjin	foo	7	2	0.765
-operators	Renjin	foo	7	3	0.747
-operators	Renjin	foo	7	4	0.753
-operators	Renjin	foo	7	5	0.736
+pushdown	Renjin	none	5	1	0.047
+pushdown	Renjin	none	5	2	0.002
+pushdown	Renjin	none	5	3	0.001
+pushdown	Renjin	none	5	4	0.001
+pushdown	Renjin	none	5	5	0.001
+pushdown	Renjin	none	6	1	0.001
+pushdown	Renjin	none	6	2	0.001
+pushdown	Renjin	none	6	3	0.001
+pushdown	Renjin	none	6	4	0.001
+pushdown	Renjin	none	6	5	0.001
+pushdown	Renjin	none	7	1	0.001
+pushdown	Renjin	none	7	2	0.001
+pushdown	Renjin	none	7	3	0.001
+pushdown	Renjin	none	7	4	0.001
+pushdown	Renjin	none	7	5	0.001
+pushdown	Renjin	none	8	1	0.001
+pushdown	Renjin	none	8	2	0.001
+pushdown	Renjin	none	8	3	0.002
+pushdown	Renjin	none	8	4	0.001
+pushdown	Renjin	none	8	5	0.001
+operators	Renjin	opt	4	1	0.103
+operators	Renjin	opt	4	2	0.029
+operators	Renjin	opt	4	3	0.025
+operators	Renjin	opt	4	4	0.029
+operators	Renjin	opt	4	5	0.021
+operators	Renjin	opt	5	1	0.037
+operators	Renjin	opt	5	2	0.036
+operators	Renjin	opt	5	3	0.033
+operators	Renjin	opt	5	4	0.033
+operators	Renjin	opt	5	5	0.034
+operators	Renjin	opt	6	1	0.168
+operators	Renjin	opt	6	2	0.158
+operators	Renjin	opt	6	3	0.142
+operators	Renjin	opt	6	4	0.139
+operators	Renjin	opt	6	5	0.135
+operators	Renjin	opt	7	1	1.334
+operators	Renjin	opt	7	2	1.319
+operators	Renjin	opt	7	3	1.346
+operators	Renjin	opt	7	4	1.235
+operators	Renjin	opt	7	5	1.223
+operators	Renjin	opt	8	1	16.262
+operators	Renjin	opt	8	2	12.38200000000001
+operators	Renjin	opt	8	3	12.36200000000001
+operators	Renjin	opt	8	4	12.03700000000001
+operators	Renjin	opt	8	5	12.119
+operators	Renjin	noopt	4	1	0.085
+operators	Renjin	noopt	4	2	0.026
+operators	Renjin	noopt	4	3	0.021
+operators	Renjin	noopt	4	4	0.023
+operators	Renjin	noopt	4	5	0.023
+operators	Renjin	noopt	5	1	0.051
+operators	Renjin	noopt	5	2	0.04
+operators	Renjin	noopt	5	3	0.033
+operators	Renjin	noopt	5	4	0.032
+operators	Renjin	noopt	5	5	0.029
+operators	Renjin	noopt	6	1	0.172
+operators	Renjin	noopt	6	2	0.17
+operators	Renjin	noopt	6	3	0.171
+operators	Renjin	noopt	6	4	0.168
+operators	Renjin	noopt	6	5	0.162
+operators	Renjin	noopt	7	1	1.601
+operators	Renjin	noopt	7	2	1.505
+operators	Renjin	noopt	7	3	1.513
+operators	Renjin	noopt	7	4	1.553
+operators	Renjin	noopt	7	5	1.529
+operators	Renjin	noopt	8	1	15.893
+operators	Renjin	noopt	8	2	15.554
+operators	Renjin	noopt	8	3	16.27500000000001
+operators	Renjin	noopt	8	4	16.066
+operators	Renjin	noopt	8	5	16.66000000000001
+identity	Renjin	noopt	5	1	0.062
+identity	Renjin	noopt	5	2	0.012
+identity	Renjin	noopt	5	3	0.011
+identity	Renjin	noopt	5	4	0.011
+identity	Renjin	noopt	5	5	0.01
+identity	Renjin	noopt	6	1	0.094
+identity	Renjin	noopt	6	2	0.097
+identity	Renjin	noopt	6	3	0.093
+identity	Renjin	noopt	6	4	0.095
+identity	Renjin	noopt	6	5	0.096
+identity	Renjin	noopt	7	1	0.957
+identity	Renjin	noopt	7	2	0.939
+identity	Renjin	noopt	7	3	0.974
+identity	Renjin	noopt	7	4	0.961
+identity	Renjin	noopt	7	5	0.95
+identity	Renjin	noopt	8	1	9.252
+identity	Renjin	noopt	8	2	9.884
+identity	Renjin	noopt	8	3	9.159
+identity	Renjin	noopt	8	4	9.906
+identity	Renjin	noopt	8	5	9.675
+identity	Renjin	opt	5	1	0.088
+identity	Renjin	opt	5	2	0.002
+identity	Renjin	opt	5	3	0.001
+identity	Renjin	opt	5	4	0.003
+identity	Renjin	opt	5	5	0.003
+identity	Renjin	opt	6	1	0.003
+identity	Renjin	opt	6	2	0.003
+identity	Renjin	opt	6	3	0.003
+identity	Renjin	opt	6	4	0.005
+identity	Renjin	opt	6	5	0.002
+identity	Renjin	opt	7	1	0.016
+identity	Renjin	opt	7	2	0.013
+identity	Renjin	opt	7	3	0.013
+identity	Renjin	opt	7	4	0.018
+identity	Renjin	opt	7	5	0.012
+identity	Renjin	opt	8	1	0.121
+identity	Renjin	opt	8	2	0.108
+identity	Renjin	opt	8	3	0.102
+identity	Renjin	opt	8	4	0.108
+identity	Renjin	opt	8	5	0.119
+parallel	Renjin-laptop	1	6	1	0.079
+parallel	Renjin-laptop	1	6	2	0.02
+parallel	Renjin-laptop	1	6	3	0.021
+parallel	Renjin-laptop	1	6	4	0.019
+parallel	Renjin-laptop	1	6	5	0.017
+parallel	Renjin-laptop	1	7	1	0.104
+parallel	Renjin-laptop	1	7	2	0.109
+parallel	Renjin-laptop	1	7	3	0.112
+parallel	Renjin-laptop	1	7	4	0.11
+parallel	Renjin-laptop	1	7	5	0.11
+parallel	Renjin-laptop	1	8	1	1.411
+parallel	Renjin-laptop	1	8	2	1.063
+parallel	Renjin-laptop	1	8	3	1.083
+parallel	Renjin-laptop	1	8	4	1.46
+parallel	Renjin-laptop	1	8	5	1.213
+parallel	Renjin-laptop	2	6	1	0.071
+parallel	Renjin-laptop	2	6	2	0.012
+parallel	Renjin-laptop	2	6	3	0.019
+parallel	Renjin-laptop	2	6	4	0.018
+parallel	Renjin-laptop	2	6	5	0.013
+parallel	Renjin-laptop	2	7	1	0.056
+parallel	Renjin-laptop	2	7	2	0.058
+parallel	Renjin-laptop	2	7	3	0.064
+parallel	Renjin-laptop	2	7	4	0.059
+parallel	Renjin-laptop	2	7	5	0.062
+parallel	Renjin-laptop	2	8	1	0.5
+parallel	Renjin-laptop	2	8	2	0.534
+parallel	Renjin-laptop	2	8	3	0.54
+parallel	Renjin-laptop	2	8	4	0.558
+parallel	Renjin-laptop	2	8	5	0.61799999999999
+parallel	Renjin-laptop	4	6	1	0.094
+parallel	Renjin-laptop	4	6	2	0.013
+parallel	Renjin-laptop	4	6	3	0.015
+parallel	Renjin-laptop	4	6	4	0.015
+parallel	Renjin-laptop	4	6	5	0.013
+parallel	Renjin-laptop	4	7	1	0.049
+parallel	Renjin-laptop	4	7	2	0.045
+parallel	Renjin-laptop	4	7	3	0.041
+parallel	Renjin-laptop	4	7	4	0.042
+parallel	Renjin-laptop	4	7	5	0.043
+parallel	Renjin-laptop	4	8	1	0.371
+parallel	Renjin-laptop	4	8	2	0.369
+parallel	Renjin-laptop	4	8	3	0.381
+parallel	Renjin-laptop	4	8	4	0.378
+parallel	Renjin-laptop	4	8	5	0.389
+parallel	Renjin-laptop	8	6	1	0.094
+parallel	Renjin-laptop	8	6	2	0.023
+parallel	Renjin-laptop	8	6	3	0.013
+parallel	Renjin-laptop	8	6	4	0.014
+parallel	Renjin-laptop	8	6	5	0.011
+parallel	Renjin-laptop	8	7	1	0.042
+parallel	Renjin-laptop	8	7	2	0.038
+parallel	Renjin-laptop	8	7	3	0.044
+parallel	Renjin-laptop	8	7	4	0.04
+parallel	Renjin-laptop	8	7	5	0.038
+parallel	Renjin-laptop	8	8	1	0.351
+parallel	Renjin-laptop	8	8	2	0.45
+parallel	Renjin-laptop	8	8	3	0.462
+parallel	Renjin-laptop	8	8	4	0.363
+parallel	Renjin-laptop	8	8	5	0.404
+parallel	Renjin-laptop	16	6	1	0.205
+parallel	Renjin-laptop	16	6	2	0.015
+parallel	Renjin-laptop	16	6	3	0.013
+parallel	Renjin-laptop	16	6	4	0.015
+parallel	Renjin-laptop	16	6	5	0.012
+parallel	Renjin-laptop	16	7	1	0.044
+parallel	Renjin-laptop	16	7	2	0.04
+parallel	Renjin-laptop	16	7	3	0.044
+parallel	Renjin-laptop	16	7	4	0.039
+parallel	Renjin-laptop	16	7	5	0.039
+parallel	Renjin-laptop	16	8	1	0.352
+parallel	Renjin-laptop	16	8	2	0.329
+parallel	Renjin-laptop	16	8	3	0.337
+parallel	Renjin-laptop	16	8	4	0.32
+parallel	Renjin-laptop	16	8	5	0.341
+parallel	Renjin-laptop	32	6	1	0.086
+parallel	Renjin-laptop	32	6	2	0.016
+parallel	Renjin-laptop	32	6	3	0.017
+parallel	Renjin-laptop	32	6	4	0.012
+parallel	Renjin-laptop	32	6	5	0.011
+parallel	Renjin-laptop	32	7	1	0.043
+parallel	Renjin-laptop	32	7	2	0.044
+parallel	Renjin-laptop	32	7	3	0.045
+parallel	Renjin-laptop	32	7	4	0.037
+parallel	Renjin-laptop	32	7	5	0.042
+parallel	Renjin-laptop	32	8	1	0.351
+parallel	Renjin-laptop	32	8	2	0.323
+parallel	Renjin-laptop	32	8	3	0.322
+parallel	Renjin-laptop	32	8	4	0.314
+parallel	Renjin-laptop	32	8	5	0.322
+parallel	Renjin-server	1	6	1	0.13
+parallel	Renjin-server	1	6	2	0.053
+parallel	Renjin-server	1	6	3	0.066
+parallel	Renjin-server	1	6	4	0.055
+parallel	Renjin-server	1	6	5	0.055
+parallel	Renjin-server	1	7	1	0.137
+parallel	Renjin-server	1	7	2	0.199
+parallel	Renjin-server	1	7	3	0.185
+parallel	Renjin-server	1	7	4	0.212
+parallel	Renjin-server	1	7	5	0.21
+parallel	Renjin-server	1	8	1	1.82199999999999
+parallel	Renjin-server	1	8	2	1.706
+parallel	Renjin-server	1	8	3	1.313
+parallel	Renjin-server	1	8	4	1.27800000000001
+parallel	Renjin-server	1	8	5	1.30800000000001
+parallel	Renjin-server	2	6	1	0.133
+parallel	Renjin-server	2	6	2	0.034
+parallel	Renjin-server	2	6	3	0.033
+parallel	Renjin-server	2	6	4	0.031
+parallel	Renjin-server	2	6	5	0.031
+parallel	Renjin-server	2	7	1	0.13
+parallel	Renjin-server	2	7	2	0.096
+parallel	Renjin-server	2	7	3	0.09
+parallel	Renjin-server	2	7	4	0.078
+parallel	Renjin-server	2	7	5	0.076
+parallel	Renjin-server	2	8	1	0.687
+parallel	Renjin-server	2	8	2	0.781
+parallel	Renjin-server	2	8	3	0.885
+parallel	Renjin-server	2	8	4	0.875
+parallel	Renjin-server	2	8	5	0.79
+parallel	Renjin-server	4	6	1	0.13
+parallel	Renjin-server	4	6	2	0.038
+parallel	Renjin-server	4	6	3	0.031
+parallel	Renjin-server	4	6	4	0.031
+parallel	Renjin-server	4	6	5	0.025
+parallel	Renjin-server	4	7	1	0.057
+parallel	Renjin-server	4	7	2	0.066
+parallel	Renjin-server	4	7	3	0.058
+parallel	Renjin-server	4	7	4	0.058
+parallel	Renjin-server	4	7	5	0.056
+parallel	Renjin-server	4	8	1	0.438
+parallel	Renjin-server	4	8	2	0.44900000000001
+parallel	Renjin-server	4	8	3	0.416
+parallel	Renjin-server	4	8	4	0.404
+parallel	Renjin-server	4	8	5	0.50899999999999
+parallel	Renjin-server	8	6	1	0.117
+parallel	Renjin-server	8	6	2	0.03
+parallel	Renjin-server	8	6	3	0.029
+parallel	Renjin-server	8	6	4	0.03
+parallel	Renjin-server	8	6	5	0.024
+parallel	Renjin-server	8	7	1	0.054
+parallel	Renjin-server	8	7	2	0.054
+parallel	Renjin-server	8	7	3	0.058
+parallel	Renjin-server	8	7	4	0.055
+parallel	Renjin-server	8	7	5	0.053
+parallel	Renjin-server	8	8	1	0.712
+parallel	Renjin-server	8	8	2	0.317
+parallel	Renjin-server	8	8	3	0.309
+parallel	Renjin-server	8	8	4	0.278
+parallel	Renjin-server	8	8	5	0.338
+parallel	Renjin-server	16	6	1	0.129
+parallel	Renjin-server	16	6	2	0.029
+parallel	Renjin-server	16	6	3	0.037
+parallel	Renjin-server	16	6	4	0.024
+parallel	Renjin-server	16	6	5	0.022
+parallel	Renjin-server	16	7	1	0.051
+parallel	Renjin-server	16	7	2	0.036
+parallel	Renjin-server	16	7	3	0.036
+parallel	Renjin-server	16	7	4	0.036
+parallel	Renjin-server	16	7	5	0.045
+parallel	Renjin-server	16	8	1	0.201
+parallel	Renjin-server	16	8	2	0.217
+parallel	Renjin-server	16	8	3	0.155
+parallel	Renjin-server	16	8	4	0.196
+parallel	Renjin-server	16	8	5	0.195
+parallel	Renjin-server	32	6	1	0.137
+parallel	Renjin-server	32	6	2	0.043
+parallel	Renjin-server	32	6	3	0.032
+parallel	Renjin-server	32	6	4	0.036
+parallel	Renjin-server	32	6	5	0.034
+parallel	Renjin-server	32	7	1	0.039
+parallel	Renjin-server	32	7	2	0.031
+parallel	Renjin-server	32	7	3	0.034
+parallel	Renjin-server	32	7	4	0.054
+parallel	Renjin-server	32	7	5	0.053
+parallel	Renjin-server	32	8	1	0.187
+parallel	Renjin-server	32	8	2	0.191
+parallel	Renjin-server	32	8	3	0.19
+parallel	Renjin-server	32	8	4	0.199
+parallel	Renjin-server	32	8	5	0.153
\ No newline at end of file
diff --git a/speedup.pdf b/speedup.pdf
index 8b71e88b35b415ee4b43702488076aa48ce37a06..b738daaa0cc196a21441edbde3b56156774d19b7 100644
GIT binary patch
delta 775
zcmX@EvP)%x1-prXrKz!@*+hF$I5YY#lcB+6D@K)i-~8JKJbPb<f7l^=s!K#Q^18_D
z1}5zdM-T8h^GDB4(zvzOJK)Xx{!J>!&tBqZw~hGr`LnU=r->}-4h78hXP&=h6<e$8
z{p8`ZwNGwWvBp1~Zh5cf=Z=Qcy^6J&iM#Ujq-!_ban|=g_xUzM{n_o@8wyf6&VAWs
zXmaFdO55#=|8CTGzf^1Q^*W%}q~asj^xnWqV7kGN@Vu{)f4^>+IjLh?+QmiY$Coe3
ze7*iF$6u)qgR);4uY*%m_>VLRE!f{&zWx2e{gV4k<$q28swbevG~K34=2NqahTsWf
zD?1nYMMtNY?3UYW{e=CA&Lq~dcL#(w^uAEq;4-DwUBdQTedng*GW9{Xs?M18i*~!}
zT4h&SePJqBV^vvxl1oD@kJs|xiixpj()XMC^n^9oE>u6N$MPj=@f0rkMaKn9!n35q
z=4@B_^|Yk+(6_6f&d)0NdE#?--Rl=?rae3p8{7WOx>t4Wlw)dg)0(#G%~9C#=lh({
z*_*Axo`?p$(kVN7)h7J(O6R+2_18|ttexPV&YqibYueOK$+&ZS?n+u5+L;%%cgop-
ztiXVEsfjDQcP^HWeK@V$YSERoz3U53bFZ$vbRvAl&$*4?%-pru#QQI1o#|q$emddm
zf!@4=C*JlZyB1B%En8pGtQ>!P`A6Qqn%w2b%q>3UKP!<vWES>0<@yDl<3DHAT3u{Q
zy53#-ZP&^&x9KdptgW5b&I&xAm|dwf?_yHrtyNj8-<CzcIiPstlSRzIJBFLeB)ufr
zp7WR6hh_h$<^6m9>#N^a)69SMbWApIpZwy@2IYjgKZDrrf2!NMt7=F6r#a8$nYHg1
zY(B}{$7^S9tY82F3V8}#V1|LAfvFjWn4yIMhM19|@#Lw3R$2xY=u#$zW~LZoMkbb%
Se+s&CnpkkDs=E5SaRC7SL0&Wf

delta 808
zcmdm`a$IGC1-r4KnTe&L`9ynBI5YY#lacY{_bj55{Tcb|Pv?m^^6WVu{)404BKQ06
zU4o8XE-E)BS}5>M$Z1)`a%i1Wo&5J=wfASV+F#DRbt|j<cB=3khJ&hqWbOR<H9}VD
z%=>&=YjWIe-kR3?habK>eOz?TTeeB^qGzt(ja=M+t^dO7#h1UVZmvJP{r!RmH3}9J
zpBF8Vd4739JbVA~xU>BAGx@V**!b0wwmisjSby+E$GLr<R-AvO|0&T+>DDZl)rA%|
zYM!?%6vHL9JG9uHSiUNL-o!OE##QW(P511s;(wg_@BN3wn#lFCi7FQq6>is>b+jB~
zw(Oqu?V|O11GkgwTvva;*|5ba=)j~%zTY_qPA&en;N-$b?q)CKsv{OXG3>1uQSV>*
zY-5t4zH54?vOe>5=Ms;oNun1uc1U?hf04V9b;ZxXTXHI+ZkmeFnz_!}rd>U^ILhuV
zDxRdhk(b-g-Dq0EKD)%<SwGW#ckFxo^QwiV)k@!e#VfM&_9e$(^4e%#7{@hjR{_iN
z%kMN-Yo%@te<B*RNzS*>RR8LxrD^P&>qA!ex{7YTrh8RNHppHzH{;f{i!&$2t(&#W
zd=1a?S>8{Rje=GtJDy~3RrTDqeeSw~N0CBVwa>NZROotMUiewmZ_mUd8(!74cJ4RV
zx&Q3c(n^&Me?#q4*L)STi%oVNJU2ZqyTo;F?%I%-Y}WD7n?LfF?c0|1So+PM*`*VC
zDxR*c-#KY@Mx*l5eL^YAViTUv$hOZEFIg}-Xu|BwuS|tf&yCvDKQ?{yoow?p|GHhq
zL0fj2*}ETdJv(sXQftPk1(tjF{@Z!;(0p!*`doASbLHO`>vvdi7aMe+lVWBpo*;J0
z@Vfczvp?USo%~(qA2a8+kKL(xDa9p4sfoE<KvsTI*5)(Jb-Z>KW(o!%ppd7)1!fo+
y8kkvPh#6WMV~80UnN98xw9+y%M3*u#G`GMIGcq%p{6^4~)69@dRn^tsjSB$%xnZmT

diff --git a/survey.pdf b/survey.pdf
index 29d17f5b83d31049b7110c905feaed17b7ef7ce4..494e6645008ec95530ca850abec5a816e3526dda 100644
GIT binary patch
delta 29
ecmcbqc2jMF1-prXrKz!@=|p=`7;|IvKOq2x4hXCO

delta 29
ecmcbqc2jMF1-r4KnTe&L*+hF$7;|IvKOq2xMF_G0