diff --git a/identity.pdf b/identity.pdf index 4f30a0920855f11868cd3ea9b75a837e5011e28f..76097cebab878390019da1db98bc2e897e4d7158 100644 GIT binary patch delta 32 icmaE(_C{@j1*?Ujp@H#4TX85OQjgh4&v0YcBOw5z*$J@# delta 32 icmaE(_C{@j1*@rnrK#maTX85OQjghC&v;|kBOw5#*9p)7 diff --git a/makeplots.R b/makeplots.R index 0427845d0cb65f65557882bb652b1b3ada730e17..72f0157399a226f93efc04ccce37767a69cca162 100755 --- a/makeplots.R +++ b/makeplots.R @@ -1,10 +1,12 @@ #!R -f -library(ggplot2) -library(ggthemes) -library(scales) -library(xtable) -library(grid) -library(dplyr) + +(function(lp) { +np <- lp[!(lp %in% installed.packages()[,"Package"])] +if(length(np)) install.packages(np,repos=c("http://cran.rstudio.com/")) +x <- lapply(lp,function(x){library(x,character.only=TRUE)}) +})(c("ggplot2", "ggthemes", "scales", "xtable", "grid", "dplyr")) + + all <- read.csv("results.tsv",sep="\t",header=F, stringsAsFactors=F) names(all) <- c("exp", "sys", "conf", "s", "r", "timesec") @@ -32,9 +34,9 @@ d <- all %>% filter(exp=="survey") %>% group_by(sys, s, conf) %>% summarize(meant=mean(timesec), se=se(timesec)) %>% mutate(tool=paste(sys,conf), datasize=sapply(s, switch, alabama=47512, california=1060060, acs3yr=9093077)) %>% - filter(tool == "Renjin jitopt" | sys != "Renjin") + filter(tool %in% c("Renjin jitopt", "Renjin none", "Renjin 1t") | sys == "GNU R") -print(d %>% select(sys,s,meant) %>% arrange(s)) +print(d) limits <- aes(ymax = meant + se, ymin=meant - se, width=2) @@ -47,16 +49,15 @@ ggplot(d,aes(datasize,meant,group=tool)) + xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme + annotate("text", x=10^6.6, y=45, label="GNU R", family="serif", size=10)+ - annotate("text", x=10^6.4, y=100, label="sqlsurvey", family="serif", size=10)+ - annotate("text", x=10^6.8, y=15, label="Renjin", family="serif", size=10) + annotate("text", x=10^6.4, y=100, label="Renjin -opt", family="serif", size=10)+ + annotate("text", x=10^6.8, y=-1, label="Renjin", family="serif", size=10)+ + annotate("text", x=10^6.8, y=20, label="Renjin 1t", family="serif", size=10) #scale_color_brewer(palette=cBrwPl) + #guides(colour=guide_legend(keywidth=3.5)) dev.off() - - # parallel diff --git a/operators.pdf b/operators.pdf index 7489ef920e54aa1b9312aac56bb1fd61ac81bef8..eab18df57f346826670f9f43b46e3e76f3031afb 100644 GIT binary patch delta 36 kcmaE-_D*er1-pfzp@FfH*+hF$I5S#@*+|cDW7iWQ0LJwSivR!s delta 36 kcmaE-_D*er1-q$%rKzQn=|p=`I5S#@*-+1TW7iWQ0Ldx}r~m)} diff --git a/parallel.pdf b/parallel.pdf index f81a79fa0224c45da1cfedd21275b78225a1a46b..93ccd5004d2352dda412a8feaafa1e2387771d49 100644 GIT binary patch delta 36 kcmdm>zCnG01-pfzp@FfH=|p=`I5S#@*+|cDW0#sR0JNtGQUCw| delta 36 kcmdm>zCnG01-q$%rKzQn$wYfmI5S#@*-+1TW0#sR0Jhu-ZvX%Q diff --git a/pushdown.pdf b/pushdown.pdf index 54e2a3d2ea813956850d078c7b1c77a9a9ded12d..18eae60a9b6c80d9c8e049935508df1b4b8b3b77 100644 GIT binary patch delta 36 kcmcbsdRKLV1-pfzp@FfH*+hF$I5S#@*+|cDV^^>c0Kn-9)&Kwi delta 36 kcmcbsdRKLV1-q$%rKzQn=|p=`I5S#@*-+1TV^^>c0K*;$^8f$< diff --git a/recycling.pdf b/recycling.pdf index 2bbe650b6953fab645bdc7c6864537f2129aa4fb..59031b685b6ef5e5bd875a8919a0ab7b76c3dfd7 100644 GIT binary patch delta 36 kcmcbkc1LZ31-pfzp@FfH=|p=`I5S#@*+|cDW7j1i0KvivQvd(} delta 36 kcmcbkc1LZ31-q$%rKzQn$wYfmI5S#@*-+1TW7j1i0K@kRZ~y=R diff --git a/results.tsv b/results.tsv index dc9dcbe15896e041887cb90374ace2f94517ef7f..f2a7b45223532411fc5efa2167c32c440c641266 100644 --- a/results.tsv +++ b/results.tsv @@ -512,4 +512,19 @@ parallel Renjin-server 32 8 1 0.187 parallel Renjin-server 32 8 2 0.191 parallel Renjin-server 32 8 3 0.19 parallel Renjin-server 32 8 4 0.199 -parallel Renjin-server 32 8 5 0.153 \ No newline at end of file +parallel Renjin-server 32 8 5 0.153 +survey Renjin 1t alabama 1 0.48 +survey Renjin 1t alabama 2 0.253 +survey Renjin 1t alabama 3 0.173 +survey Renjin 1t alabama 4 0.177 +survey Renjin 1t alabama 5 0.185 +survey Renjin 1t california 1 1.55 +survey Renjin 1t california 2 1.526 +survey Renjin 1t california 3 1.514 +survey Renjin 1t california 4 1.532 +survey Renjin 1t california 5 1.611 +survey Renjin 1t acs3yr 1 13.745 +survey Renjin 1t acs3yr 2 13.80000000000001 +survey Renjin 1t acs3yr 3 13.56600000000003 +survey Renjin 1t acs3yr 4 13.19300000000004 +survey Renjin 1t acs3yr 5 13.33799999999997 diff --git a/run.sh b/run.sh index c0b1c2279a8c9b13810ae79b23a8fe224ba20c40..4b94dde9844a40106b359d63bf5a0fcbe45c2352 100755 --- a/run.sh +++ b/run.sh @@ -1,4 +1,5 @@ #!/bin/bash +set -x # identity, pointless math ops IDSCL=8 @@ -23,7 +24,7 @@ renjin -f recycling.R --args opt $PDRYC R -f recycling.R --args none $PDRYC # parallel processing -PDPAR=8 +PDPAR=9 R -f parallel.R --args none $PDPAR export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=1" renjin -f parallel.R --args 1 $PDPAR @@ -47,19 +48,17 @@ renjin -f operators.R --args noopt $PDOPT R -f operators.R --args none $PDOPT # survey -# NOTE: Need to install MonetDB and load ACS dataset to run this -# R -f sqlsurvey.R --args laptop 42 +#NOTE: Need to install MonetDB and load ACS dataset to run this +#R -f sqlsurvey.R --args laptop 42 R -f survey.R --args laptop 42 export RENJIN_OPTS="-Xmx200G" renjin -f survey.R --args jitopt 42 - export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disableopt=true" renjin -f survey.R --args noopt 42 - export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disablejit=true" renjin -f survey.R --args nojit 42 - export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disableopt=true -Drenjin.vp.disablejit=true" renjin -f survey.R --args none 42 - +export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=1" +renjin -f survey.R --args 1t 42 \ No newline at end of file diff --git a/survey.pdf b/survey.pdf index 6ff368c97861f6b1f1f3286ded3cf4a1b002ffac..b6811900036b00235189ee7f2c5dc39111348bea 100644 GIT binary patch delta 1154 zcmcbqwo-k91-pfzp@FfH=|p=`I5S#@*+|cDV%J(GOY_N=j4Jiv-ubr;c=r7c|1g7T zwbrY(+21t+5}2=5+(>-A@Wq{luCwxd+jxI}RZcx!WRzbziK#cI?Wy{!$Id*5EEVn? z{Qj!;XM;%4w(jtkiAx_IPiB@+jGVhh@0{Pms!+vR&BPt+)@}avw8q7@{%7C*(hr+| zm2e8}3*mVFW#?*xx1YCp_18cCxYxhkPtAR<=)vYrrKkccuJs2m9KPAP?%(x)YL=IU zCWf0?tzA9Y++)jC^OBZdflU$l0cKM!PK=jz?S^{RS?Zr_4^-v49vuA9%+5wwD% zPsZ@~4C%G5JOU@4?&z<5Za?Y26h8w;2}5ne-a@Y#dnGbBzqlNT`~CgdtA-C3>m~PC zE7Z)pVXyM%%tD(3a-NqGSr)8+zyEae>uBztrTbFXz2CNH@x!3cv$WstGqNh^VpqO! zcu~>4!h;%1@+Us2>}TzZeYn*1ZNdpZQ3?5$i>z#%ZpVEkLS!Zj%AES#ML{jf~@l99|D1j`BHq z`FuUI!H0AAK_3}|$&aiO+KgO&AL3E>xzi}AlD6gUY)RE6_h(C5ZIFAsRb}PXRtcfU zVaHfxJ_*&ERc>6ntK;I^1Kvw!yf54|Ppp(dw`9XcwVTuDJdv$h}n#rJ2ezHq)OGcz?iz-6-9 zjJy_$>hFwt5~)%Rg>ey_R#oS`*>+@1E8p&IQTJopJig@Q2lcZLot%@Pdy0=i@$RA( zOFvkAVXoF+Vjz~dqtAck|GA>ir5C@+WNso~#z zx#-Q2$IISGZq?Fm&6~Yr({3qkDTbQc&)=N0&i=Bq{da7cpYi00K{w3&G=8r&UfX=| z@yiJ(*UF3W?e2P1^{(lrSAC7*_NXm=k7r(;8}a4Tl1`)7)*D}JUDOr4cb{}+<&V@ zN7^Hc|0dV|-q7-kBjef3yZ1JSYkztu^y+h9*ed&3erevDZ?p9B+8LV|C>Vf%LY@K_ zm|Xa5r&wV;bbmhS1xlyQ!Z6iSARDy0Qn9P AcmMzZ delta 1074 zcmZ3fep79N1-q$%rKzQn$wYfmI5S#@*-+1TV%J(G3(Lutj4JhE-u{mb1ok}-KQqy5 z_p!&@*QZ9REOCvRbyco`IqC4K&}bIj-@m?EZ<}n9tL(wueq*Lz`lp|>+u0w=2&8?8 zs5#4DaI7+FO~>qKS~>orHSMW|dv@7KAHKWF;nzgx^4PnkuO@r;R}~cr)|r0Ty<-<6 zpFLMgaa9`YvG+BakG^gEUw`|t-U*H?8P9Yy&hKGUw%sfwlIzCb@@vuGT9(Nj8P^g_ z^tvCP_t-M^dr8YDPJx-FUrxO?Po8MW%%oZ@b&6Hytb4$@NAtTce=234XZ-N-Lq4PM zAfxvOq?R33{AOC0K4U|EL;j2^?wZF=i)8rXGrQFHG44-&wc!2r9}{2yW8U($e&g)8 zg?1{=^Itccf1P;h@ah?>rflF6Yn{|5$=YY!Y@qMcwZlRB%IBm@znBg$>Gu9K>rTYE zEobu9B&^sho#Z&nS6^d>>F&G#4nt1GWIPq zxM^dW;_057<|q-AesT7S`G?b5 zt)4o$&U3f!(eUC_-gPA5g@bHT&r6}^Ieluz#)^fnr%1W=8cDo*7?5Xkx%pPGzWIq< zd&`S=>eY%L-s-l|^Ss98tl0Xx^OSvs#qJ+$(+{3DVDHM(R(KeaWN5msFRcIb)z6pL z3kI-TuDbNCyoCAbPY0iSt*6CTHlK1imAZ9~?{r=bzlkm{*8N?4q+9$~N^+gV^hzrZ zkB}peUzze5@uq#5J!7&@Jm+P;yB6NL9T9Nauv2UE_Ki!P z6l;E~lYd-cxavY+h>6?9DDy34dE2i$AKSjnUTZ~&WS3Q#>=~8T*UFiOBAfEBZk_S< z(5VaE(zUv2dza)jF1mU>>6-TJTTYX`J$ZhuefhbzZ_cdAm(H-A**Zlk@Zz>rZg)G@ z?#pfUyx+0*-`z=bBgE=`nOaV0uMXrnFXMW6!WY@}YS*nX>+KHwd8qz#_uTO7i*p^S z8(!4>OlF_3fU(PJ-_|qN-hTVye>d~}yz7_SRi`LVQ1KIIyxL`8GPk^a>LXTr`Ggnq zH*2%@^4b}h87LTlfI^-E7nosSXl!DPA!cG`jv;1hF!`I1m6oBUDY}%2iK!8Wn5psP SC}CGFGh