DA/raaql-paper-experiments Changeset - d4cb694d4b30 · Centrum Wiskunde & Informatica (CWI)

Changeset - d4cb694d4b30

Parent rev.

Child rev.

[Not reviewed]

0 9 0

Hannes Muehleisen - 10 years ago 2015-06-28 16:58:47
hannes@muehleisen.org

plot fix parallel

9 files changed with 35 insertions and 20 deletions:

identity.pdf

bin+mod

makeplots.R

operators.pdf

bin+mod

parallel.pdf

bin+mod

pushdown.pdf

bin+mod

recycling.pdf

bin+mod

results.tsv

run.sh

survey.pdf

bin+mod

0 comments (0 inline, 0 general)

identity.pdf

➞

Show inline comments

binary diff not shown

makeplots.R

➞

Show inline comments

 #!R -f
 library(ggplot2)
 library(ggthemes)
 library(scales)
 library(xtable)
 library(grid)
 library(dplyr)
 (function(lp) {
 np <- lp[!(lp %in% installed.packages()[,"Package"])]
 if(length(np)) install.packages(np,repos=c("http://cran.rstudio.com/"))
 x <- lapply(lp,function(x){library(x,character.only=TRUE)})
 })(c("ggplot2", "ggthemes", "scales", "xtable", "grid", "dplyr"))
 all <- read.csv("results.tsv",sep="\t",header=F, stringsAsFactors=F)
 names(all) <- c("exp", "sys", "conf", "s", "r", "timesec")
 ybreaks <- c(.01,.1,1,10,60,600)
 ylabels <- c("10ms","100ms","1s", "10s","1min", "10min")
 xbreaks <- 10^(5:9)
 xlabels <- c(expression(10^5),expression(10^6),expression(10^7),expression(10^8),expression(10^9))
 theme <- theme_few(base_size = 24) +
 theme(axis.title.y=element_text(vjust=0.9),
@@ @@ -23,49 +25,48 @@ theme(axis.title.y=element_text(vjust=0.9), @@
+    )
 se <- function(x) sqrt(var(x)/length(x))
 # survey
 d <- all %>% filter(exp=="survey") %>% group_by(sys, s, conf) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(tool=paste(sys,conf),
 		datasize=sapply(s, switch, alabama=47512, california=1060060, acs3yr=9093077)) %>%
-	filter(tool == "Renjin jitopt" | sys != "Renjin")
+	filter(tool %in% c("Renjin jitopt", "Renjin none", "Renjin 1t") | sys == "GNU R")
-print(d %>% select(sys,s,meant) %>% arrange(s))
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("survey.pdf",width=10,height=7)
 ggplot(d,aes(datasize,meant,group=tool)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +
   geom_pointrange(limits) +
   #scale_y_log10(breaks=ybreaks, labels=ylabels) +
     scale_x_log10(breaks=c(47512,1060060,9093077)) +
 	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +
 	annotate("text", x=10^6.6, y=45, label="GNU R", family="serif", size=10)+
 	annotate("text", x=10^6.4, y=100, label="sqlsurvey", family="serif", size=10)+
 	annotate("text", x=10^6.8, y=15, label="Renjin", family="serif", size=10)
 	annotate("text", x=10^6.4, y=100, label="Renjin -opt", family="serif", size=10)+
 	annotate("text", x=10^6.8, y=-1, label="Renjin", family="serif", size=10)+
 	annotate("text", x=10^6.8, y=20, label="Renjin 1t", family="serif", size=10)
 	#scale_color_brewer(palette=cBrwPl) +
  #guides(colour=guide_legend(keywidth=3.5))
 dev.off()
 # parallel
 d <- all %>% filter(exp=="parallel", s  == 8) %>% group_by(exp, sys, conf) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(threads=ifelse(conf=="none", 1L, as.integer(conf))) %>% mutate(tool=paste(sys,threads)) %>% filter(threads < 32)
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)

operators.pdf

➞

Show inline comments

binary diff not shown

parallel.pdf

➞

Show inline comments

binary diff not shown

pushdown.pdf

➞

Show inline comments

binary diff not shown

recycling.pdf

➞

Show inline comments

binary diff not shown

results.tsv

➞

Show inline comments

@@ @@ -503,13 +503,28 @@ parallel Renjin-server 32 6 2 0.043 @@
 parallel	Renjin-server	32	6	3	0.032
 parallel	Renjin-server	32	6	4	0.036
 parallel	Renjin-server	32	6	5	0.034
 parallel	Renjin-server	32	7	1	0.039
 parallel	Renjin-server	32	7	2	0.031
 parallel	Renjin-server	32	7	3	0.034
 parallel	Renjin-server	32	7	4	0.054
 parallel	Renjin-server	32	7	5	0.053
 parallel	Renjin-server	32	8	1	0.187
 parallel	Renjin-server	32	8	2	0.191
 parallel	Renjin-server	32	8	3	0.19
 parallel	Renjin-server	32	8	4	0.199
 parallel	Renjin-server	32	8	5	0.153
@@ \ No newline at end of file @@
 parallel	Renjin-server	32	8	5	0.153
 survey	Renjin	1t	alabama	1	0.48
 survey	Renjin	1t	alabama	2	0.253
 survey	Renjin	1t	alabama	3	0.173
 survey	Renjin	1t	alabama	4	0.177
 survey	Renjin	1t	alabama	5	0.185
 survey	Renjin	1t	california	1	1.55
 survey	Renjin	1t	california	2	1.526
 survey	Renjin	1t	california	3	1.514
 survey	Renjin	1t	california	4	1.532
 survey	Renjin	1t	california	5	1.611
 survey	Renjin	1t	acs3yr	1	13.745
 survey	Renjin	1t	acs3yr	2	13.80000000000001
 survey	Renjin	1t	acs3yr	3	13.56600000000003
 survey	Renjin	1t	acs3yr	4	13.19300000000004
 survey	Renjin	1t	acs3yr	5	13.33799999999997

run.sh

➞

Show inline comments

 #!/bin/bash
 set -x
 # identity, pointless math ops
 IDSCL=8
 R -f identity.R --args none $IDSCL
 export RENJIN_OPTS="-Drenjin.vp.threads=1 -Drenjin.vp.disableopt=true"
 renjin -f identity.R --args noopt $IDSCL
 export RENJIN_OPTS="-Drenjin.vp.threads=1"
 renjin -f identity.R --args opt $IDSCL
 # pushdown
 PDSCL=8
 R -f pushdown.R --args none $PDSCL
 export RENJIN_OPTS="-Drenjin.vp.threads=1"
 renjin -f pushdown.R --args none $IDSCL
 # recycling
 PDRYC=8
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1 -Drenjin.vp.disableopt=true"
 renjin -f recycling.R --args noopt $PDRYC
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1"
 renjin -f recycling.R --args opt $PDRYC
 R -f recycling.R --args none $PDRYC
 # parallel processing
-PDPAR=8
+PDPAR=9
 R -f parallel.R --args none $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=1"
 renjin -f parallel.R --args 1 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=2"
 renjin -f parallel.R --args 2 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=4"
 renjin -f parallel.R --args 4 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=8"
 renjin -f parallel.R --args 8 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=16"
 renjin -f parallel.R --args 16 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=32"
 renjin -f parallel.R --args 32 $PDPAR
 # vectorized/jitted operators
 PDOPT=8
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1"
 renjin -f operators.R --args opt $PDOPT
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1 -Drenjin.vp.disablejit=true"
 renjin -f operators.R --args noopt $PDOPT
 R -f operators.R --args none $PDOPT
 # survey
 # NOTE: Need to install MonetDB and load ACS dataset to run this
 # R -f sqlsurvey.R   --args laptop 42
 #NOTE: Need to install MonetDB and load ACS dataset to run this
 #R -f sqlsurvey.R   --args laptop 42
 R -f survey.R      --args laptop 42
 export RENJIN_OPTS="-Xmx200G"
 renjin -f survey.R --args jitopt 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disableopt=true"
 renjin -f survey.R --args noopt 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disablejit=true"
 renjin -f survey.R --args nojit 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disableopt=true -Drenjin.vp.disablejit=true"
 renjin -f survey.R --args none 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=1"
 renjin -f survey.R --args 1t 42
@@ \ No newline at end of file @@

survey.pdf

➞

Show inline comments

binary diff not shown

0 comments (0 inline, 0 general)