DA/raaql-paper-experiments Changeset - d4cb694d4b30 · Centrum Wiskunde & Informatica (CWI)

Changeset - d4cb694d4b30

Parent rev.

Child rev.

[Not reviewed]

0 9 0

Hannes Muehleisen - 10 years ago 2015-06-28 16:58:47
hannes@muehleisen.org

plot fix parallel

9 files changed with 35 insertions and 20 deletions:

identity.pdf

bin+mod

makeplots.R

operators.pdf

bin+mod

parallel.pdf

bin+mod

pushdown.pdf

bin+mod

recycling.pdf

bin+mod

results.tsv

run.sh

survey.pdf

bin+mod

0 comments (0 inline, 0 general)

identity.pdf

➞

Show inline comments

binary diff not shown

makeplots.R

➞

Show inline comments

 #!R -f
 library(ggplot2)
 library(ggthemes)
 library(scales)
 library(xtable)
 library(grid)
 library(dplyr)
 (function(lp) {
 np <- lp[!(lp %in% installed.packages()[,"Package"])]
 if(length(np)) install.packages(np,repos=c("http://cran.rstudio.com/"))
 x <- lapply(lp,function(x){library(x,character.only=TRUE)})
 })(c("ggplot2", "ggthemes", "scales", "xtable", "grid", "dplyr"))
 all <- read.csv("results.tsv",sep="\t",header=F, stringsAsFactors=F)
 names(all) <- c("exp", "sys", "conf", "s", "r", "timesec")
 ybreaks <- c(.01,.1,1,10,60,600)
 ylabels <- c("10ms","100ms","1s", "10s","1min", "10min")
 xbreaks <- 10^(5:9)
 xlabels <- c(expression(10^5),expression(10^6),expression(10^7),expression(10^8),expression(10^9))
 theme <- theme_few(base_size = 24) +
 theme(axis.title.y=element_text(vjust=0.9),
 	  axis.title.x=element_text(vjust=-0.1),
 	  text=element_text(family="serif"),
 	legend.position = "none"
+    )
 se <- function(x) sqrt(var(x)/length(x))
 # survey
 d <- all %>% filter(exp=="survey") %>% group_by(sys, s, conf) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(tool=paste(sys,conf),
 		datasize=sapply(s, switch, alabama=47512, california=1060060, acs3yr=9093077)) %>%
-	filter(tool == "Renjin jitopt" | sys != "Renjin")
+	filter(tool %in% c("Renjin jitopt", "Renjin none", "Renjin 1t") | sys == "GNU R")
-print(d %>% select(sys,s,meant) %>% arrange(s))
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("survey.pdf",width=10,height=7)
 ggplot(d,aes(datasize,meant,group=tool)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +
   geom_pointrange(limits) +
   #scale_y_log10(breaks=ybreaks, labels=ylabels) +
     scale_x_log10(breaks=c(47512,1060060,9093077)) +
 	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +
 	annotate("text", x=10^6.6, y=45, label="GNU R", family="serif", size=10)+
 	annotate("text", x=10^6.4, y=100, label="sqlsurvey", family="serif", size=10)+
 	annotate("text", x=10^6.8, y=15, label="Renjin", family="serif", size=10)
 	annotate("text", x=10^6.4, y=100, label="Renjin -opt", family="serif", size=10)+
 	annotate("text", x=10^6.8, y=-1, label="Renjin", family="serif", size=10)+
 	annotate("text", x=10^6.8, y=20, label="Renjin 1t", family="serif", size=10)
 	#scale_color_brewer(palette=cBrwPl) +
  #guides(colour=guide_legend(keywidth=3.5))
 dev.off()
 # parallel
 d <- all %>% filter(exp=="parallel", s  == 8) %>% group_by(exp, sys, conf) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(threads=ifelse(conf=="none", 1L, as.integer(conf))) %>% mutate(tool=paste(sys,threads)) %>% filter(threads < 32)
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("parallel.pdf",width=10,height=7)
 p <- ggplot(d,aes(threads,meant,group=sys)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=sys, linetype=sys)) +
   geom_pointrange(limits) +
   scale_y_continuous(limits=c(0,NA)) +
    scale_x_continuous(breaks=unique(d$threads)) +
  geom_vline(xintercept = 10) +
 	xlab("Number of Threads") + ylab("Execution Time (s)") + theme +
 		annotate("text", x=13.1, y=1.5, label="Problem parallelism", family="serif", size=10) +
 	annotate("text", x=2, y=0.4, label="Server", family="serif", size=10)+
 	annotate("text", x=3, y=1, label="Laptop", family="serif", size=10)
 print(p)
 dev.off()
 # f <- d %>% group_by(exp, sys, s) %>% summarize(maxmt=max(meant))
 # d <- d %>% left_join(f) %>% mutate(speedup = maxmt/meant) %>% select(s,threads,speedup)
 # print(d)
 # pdf("speedup.pdf",width=10,height=7)
 # p <- ggplot(d,aes(threads,speedup,group=s)) +
 #   geom_point(size=4) + geom_line(size=1.5, aes(group=s, linetype=sys)) +
 #   scale_y_continuous(limits=c(0,NA)) +
 #    scale_x_continuous(breaks=unique(d$threads)) +
 # 	xlab("Number of Threads") + ylab("Speedup") + theme #+
 # #	annotate("text", x=10, y=6, label="Problem parallelism", family="serif", size=10) #+
 # 	# annotate("text", x=3.5, y=20, label="Renjin ", family="serif", size=10)
 # print(p)
 # dev.off()
 # recycling
 d <- all %>% filter(exp=="recycling", s > 5) %>% group_by(exp, sys, s, conf) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(datasize=10^as.integer(s), tool=paste(sys, conf))
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("recycling.pdf",width=10,height=7)
 p <- ggplot(d,aes(datasize,meant,group=tool)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +
   geom_pointrange(limits) +
 #  scale_y_log10(breaks=ybreaks, labels=ylabels) +
     scale_x_log10(breaks=xbreaks, labels=xlabels) +
 	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +
 	annotate("text", x=10^7.7, y=65, label="Renjin", family="serif", size=10)+
 	annotate("text", x=10^7.7, y=2, label="Renjin + R.", family="serif", size=10)+
 	annotate("text", x=10^7.8, y=21, label="GNU R", family="serif", size=10)
 print(p)
 dev.off()
 # # identity
 d <- all %>% filter(exp=="identity", s > 5) %>% group_by(exp, sys, conf, s) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(tool=ifelse(conf=="none", sys, paste(sys,conf)), datasize=10^as.integer(s))
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("identity.pdf",width=10,height=7)
 ggplot(d,aes(datasize,meant,group=tool)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +
   geom_pointrange(limits) +
   #scale_y_log10(breaks=ybreaks, labels=ylabels) +
     scale_x_log10(breaks=xbreaks, labels=xlabels) +
 	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +
 	annotate("text", x=60000000, y=4, label="GNU R", family="serif", size=10)+
 	annotate("text", x=40000000, y=8.1, label="Renjin ", family="serif", size=10)+
 	annotate("text", x=40000000, y=.6, label="Renjin + Identity", family="serif", size=10)
 	#scale_color_brewer(palette=cBrwPl) +
  # guides(colour=guide_legend(keywidth=3.5))
 dev.off()
 # pushdown
 d <- all %>% filter(exp=="pushdown", s > 5) %>% group_by(exp, sys, s) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(tool=sys, datasize=10^as.integer(s))
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("pushdown.pdf",width=10,height=7)
 p <- ggplot(d,aes(datasize,meant,group=tool)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +
   geom_pointrange(limits) +
  # scale_y_log10(breaks=ybreaks, labels=ylabels) +
     scale_x_log10(breaks=xbreaks, labels=xlabels) +
 	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +
 	annotate("text", x=10^7.6, y=5, label="GNU R", family="serif", size=10)+
 	annotate("text", x=10^7.6, y=.4, label="Renjin ", family="serif", size=10)
 print(p)
 dev.off()
 # operators
 d <- all %>% filter(exp=="operators", s > 5) %>% group_by(exp, sys, s, conf) %>%
 	summarize(meant=mean(timesec), se=se(timesec)) %>%
 	mutate(conf=ifelse(conf=="opt"," + Vectorization",""), tool=paste(sys,conf,sep=""), datasize=10^as.integer(s))
 print(d)
 limits <- aes(ymax = meant + se, ymin=meant - se, width=2)
 pdf("operators.pdf",width=10,height=7)
 p <- ggplot(d,aes(datasize,meant,group=tool)) +
   geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +
   geom_pointrange(limits) +
    # scale_y_log10(breaks=ybreaks, labels=ylabels) +
     scale_x_log10(breaks=xbreaks, labels=xlabels, limits=c(NA, 10^8.1)) +
 	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (log)") + theme +
 	annotate("text", x=10^7.8, y=4, label="GNU R", family="serif", size=10)+
 	annotate("text", x=40000000, y=19, label="Renjin ", family="serif", size=10)+
 	annotate("text", x=10^7.95, y=14, label="Renjin + V.", family="serif", size=10)
 	#annotate("text", x=700000, y=6, label="Renjin", family="serif", size=10)+
 	#annotate("text", x=20000000, y=2, label="Renjin + Recycling", family="serif", size=10)
 print(p)
 dev.off()
 # # print some latex for the paper
 # selection$timesec <- selection$timesec/1000
 # selproj$timesec <- selproj$timesec/1000
 # grouping$timesec <- grouping$timesec/1000
 # joins$timesec <- joins$timesec/1000
 # selection <- cast(selection,datasetn+oparg ~ tool)
 # selproj <- cast(selproj,datasetn+oparg ~ tool)
 # joins <- cast(joins,datasetn+oparg ~ tool)
 # grouping <- cast(grouping,datasetn+opargn ~ tool)
 # selection[1] <- ""
 # print(xtable(selection),include.rownames=FALSE)
 # selproj[1] <- ""
 # print(xtable(selproj),include.rownames=FALSE)
 # grouping[1] <- ""
 # print(xtable(grouping),include.rownames=FALSE)
 # joins[1] <- ""
 # print(xtable(joins),include.rownames=FALSE)

operators.pdf

➞

Show inline comments

binary diff not shown

parallel.pdf

➞

Show inline comments

binary diff not shown

pushdown.pdf

➞

Show inline comments

binary diff not shown

recycling.pdf

➞

Show inline comments

binary diff not shown

results.tsv

➞

Show inline comments

@@ @@ -131,385 +131,400 @@ survey Renjin noopt california 5 1.92899999999999 @@
 survey	Renjin	noopt	acs3yr	1	13.887
 survey	Renjin	noopt	acs3yr	2	13.62899999999999
 survey	Renjin	noopt	acs3yr	3	13.62
 survey	Renjin	noopt	acs3yr	4	14.43599999999998
 survey	Renjin	noopt	acs3yr	5	14.72300000000001
 survey	Renjin	nojit	alabama	1	1.118
 survey	Renjin	nojit	alabama	2	0.666
 survey	Renjin	nojit	alabama	3	0.564
 survey	Renjin	nojit	alabama	4	0.563
 survey	Renjin	nojit	alabama	5	0.584
 survey	Renjin	nojit	california	1	10.209
 survey	Renjin	nojit	california	2	10.453
 survey	Renjin	nojit	california	3	10.393
 survey	Renjin	nojit	california	4	10.152
 survey	Renjin	nojit	california	5	10.84
 survey	Renjin	nojit	acs3yr	1	91.29599999999999
 survey	Renjin	nojit	acs3yr	2	90.57999999999998
 survey	Renjin	nojit	acs3yr	3	90.36299999999994
 survey	Renjin	nojit	acs3yr	4	89.02499999999998
 survey	Renjin	nojit	acs3yr	5	93.26300000000003
 survey	Renjin	none	alabama	1	0.987
 survey	Renjin	none	alabama	2	0.829
 survey	Renjin	none	alabama	3	0.67
 survey	Renjin	none	alabama	4	0.682
 survey	Renjin	none	alabama	5	0.69
 survey	Renjin	none	california	1	12.796
 survey	Renjin	none	california	2	12.446
 survey	Renjin	none	california	3	12.7
 survey	Renjin	none	california	4	12.593
 survey	Renjin	none	california	5	12.724
 survey	Renjin	none	acs3yr	1	118.22399999999999
 survey	Renjin	none	acs3yr	2	115.11399999999998
 survey	Renjin	none	acs3yr	3	116.58800000000008
 survey	Renjin	none	acs3yr	4	119.44299999999998
 survey	Renjin	none	acs3yr	5	120.17599999999993
 recycling	Renjin	noopt	5	1	0.199
 recycling	Renjin	noopt	5	2	0.167
 recycling	Renjin	noopt	5	3	0.142
 recycling	Renjin	noopt	5	4	0.145
 recycling	Renjin	noopt	5	5	0.1
 recycling	Renjin	noopt	6	1	0.669
 recycling	Renjin	noopt	6	2	0.638
 recycling	Renjin	noopt	6	3	0.629
 recycling	Renjin	noopt	6	4	0.63
 recycling	Renjin	noopt	6	5	0.629
 recycling	Renjin	noopt	7	1	5.82
 recycling	Renjin	noopt	7	2	5.926
 recycling	Renjin	noopt	7	3	5.949
 recycling	Renjin	noopt	7	4	5.728
 recycling	Renjin	noopt	7	5	5.525
 recycling	Renjin	noopt	8	1	55.08400000000001
 recycling	Renjin	noopt	8	2	71.627
 recycling	Renjin	noopt	8	3	71.636
 recycling	Renjin	noopt	8	4	69.411
 recycling	Renjin	noopt	8	5	62.98200000000003
 recycling	Renjin	opt	5	1	0.134
 recycling	Renjin	opt	5	2	0.108
 recycling	Renjin	opt	5	3	0.084
 recycling	Renjin	opt	5	4	0.06
 recycling	Renjin	opt	5	5	0.058
 recycling	Renjin	opt	6	1	0.208
 recycling	Renjin	opt	6	2	0.194
 recycling	Renjin	opt	6	3	0.143
 recycling	Renjin	opt	6	4	0.128
 recycling	Renjin	opt	6	5	0.145
 recycling	Renjin	opt	7	1	1.199
 recycling	Renjin	opt	7	2	1.33
 recycling	Renjin	opt	7	3	1.422
 recycling	Renjin	opt	7	4	1.37
 recycling	Renjin	opt	7	5	1.285
 recycling	Renjin	opt	8	1	11.94
 recycling	Renjin	opt	8	2	12.011
 recycling	Renjin	opt	8	3	10.974
 recycling	Renjin	opt	8	4	11.139
 recycling	Renjin	opt	8	5	11.491
 recycling	GNU R	none	5	1	0.038
 recycling	GNU R	none	5	2	0.038
 recycling	GNU R	none	5	3	0.036
 recycling	GNU R	none	5	4	0.038
 recycling	GNU R	none	5	5	0.036
 recycling	GNU R	none	6	1	0.336
 recycling	GNU R	none	6	2	0.342
 recycling	GNU R	none	6	3	0.34
 recycling	GNU R	none	6	4	0.345
 recycling	GNU R	none	6	5	0.345
 recycling	GNU R	none	7	1	3.214
 recycling	GNU R	none	7	2	3.159
 recycling	GNU R	none	7	3	3.244
 recycling	GNU R	none	7	4	3.222
 recycling	GNU R	none	7	5	3.151
 recycling	GNU R	none	8	1	38.982
 recycling	GNU R	none	8	2	37.532
 recycling	GNU R	none	8	3	37.181
 recycling	GNU R	none	8	4	32.414
 recycling	GNU R	none	8	5	38.118
 pushdown	Renjin	none	5	1	0.047
 pushdown	Renjin	none	5	2	0.002
 pushdown	Renjin	none	5	3	0.001
 pushdown	Renjin	none	5	4	0.001
 pushdown	Renjin	none	5	5	0.001
 pushdown	Renjin	none	6	1	0.001
 pushdown	Renjin	none	6	2	0.001
 pushdown	Renjin	none	6	3	0.001
 pushdown	Renjin	none	6	4	0.001
 pushdown	Renjin	none	6	5	0.001
 pushdown	Renjin	none	7	1	0.001
 pushdown	Renjin	none	7	2	0.001
 pushdown	Renjin	none	7	3	0.001
 pushdown	Renjin	none	7	4	0.001
 pushdown	Renjin	none	7	5	0.001
 pushdown	Renjin	none	8	1	0.001
 pushdown	Renjin	none	8	2	0.001
 pushdown	Renjin	none	8	3	0.002
 pushdown	Renjin	none	8	4	0.001
 pushdown	Renjin	none	8	5	0.001
 operators	Renjin	opt	4	1	0.103
 operators	Renjin	opt	4	2	0.029
 operators	Renjin	opt	4	3	0.025
 operators	Renjin	opt	4	4	0.029
 operators	Renjin	opt	4	5	0.021
 operators	Renjin	opt	5	1	0.037
 operators	Renjin	opt	5	2	0.036
 operators	Renjin	opt	5	3	0.033
 operators	Renjin	opt	5	4	0.033
 operators	Renjin	opt	5	5	0.034
 operators	Renjin	opt	6	1	0.168
 operators	Renjin	opt	6	2	0.158
 operators	Renjin	opt	6	3	0.142
 operators	Renjin	opt	6	4	0.139
 operators	Renjin	opt	6	5	0.135
 operators	Renjin	opt	7	1	1.334
 operators	Renjin	opt	7	2	1.319
 operators	Renjin	opt	7	3	1.346
 operators	Renjin	opt	7	4	1.235
 operators	Renjin	opt	7	5	1.223
 operators	Renjin	opt	8	1	16.262
 operators	Renjin	opt	8	2	12.38200000000001
 operators	Renjin	opt	8	3	12.36200000000001
 operators	Renjin	opt	8	4	12.03700000000001
 operators	Renjin	opt	8	5	12.119
 operators	Renjin	noopt	4	1	0.085
 operators	Renjin	noopt	4	2	0.026
 operators	Renjin	noopt	4	3	0.021
 operators	Renjin	noopt	4	4	0.023
 operators	Renjin	noopt	4	5	0.023
 operators	Renjin	noopt	5	1	0.051
 operators	Renjin	noopt	5	2	0.04
 operators	Renjin	noopt	5	3	0.033
 operators	Renjin	noopt	5	4	0.032
 operators	Renjin	noopt	5	5	0.029
 operators	Renjin	noopt	6	1	0.172
 operators	Renjin	noopt	6	2	0.17
 operators	Renjin	noopt	6	3	0.171
 operators	Renjin	noopt	6	4	0.168
 operators	Renjin	noopt	6	5	0.162
 operators	Renjin	noopt	7	1	1.601
 operators	Renjin	noopt	7	2	1.505
 operators	Renjin	noopt	7	3	1.513
 operators	Renjin	noopt	7	4	1.553
 operators	Renjin	noopt	7	5	1.529
 operators	Renjin	noopt	8	1	15.893
 operators	Renjin	noopt	8	2	15.554
 operators	Renjin	noopt	8	3	16.27500000000001
 operators	Renjin	noopt	8	4	16.066
 operators	Renjin	noopt	8	5	16.66000000000001
 identity	Renjin	noopt	5	1	0.062
 identity	Renjin	noopt	5	2	0.012
 identity	Renjin	noopt	5	3	0.011
 identity	Renjin	noopt	5	4	0.011
 identity	Renjin	noopt	5	5	0.01
 identity	Renjin	noopt	6	1	0.094
 identity	Renjin	noopt	6	2	0.097
 identity	Renjin	noopt	6	3	0.093
 identity	Renjin	noopt	6	4	0.095
 identity	Renjin	noopt	6	5	0.096
 identity	Renjin	noopt	7	1	0.957
 identity	Renjin	noopt	7	2	0.939
 identity	Renjin	noopt	7	3	0.974
 identity	Renjin	noopt	7	4	0.961
 identity	Renjin	noopt	7	5	0.95
 identity	Renjin	noopt	8	1	9.252
 identity	Renjin	noopt	8	2	9.884
 identity	Renjin	noopt	8	3	9.159
 identity	Renjin	noopt	8	4	9.906
 identity	Renjin	noopt	8	5	9.675
 identity	Renjin	opt	5	1	0.088
 identity	Renjin	opt	5	2	0.002
 identity	Renjin	opt	5	3	0.001
 identity	Renjin	opt	5	4	0.003
 identity	Renjin	opt	5	5	0.003
 identity	Renjin	opt	6	1	0.003
 identity	Renjin	opt	6	2	0.003
 identity	Renjin	opt	6	3	0.003
 identity	Renjin	opt	6	4	0.005
 identity	Renjin	opt	6	5	0.002
 identity	Renjin	opt	7	1	0.016
 identity	Renjin	opt	7	2	0.013
 identity	Renjin	opt	7	3	0.013
 identity	Renjin	opt	7	4	0.018
 identity	Renjin	opt	7	5	0.012
 identity	Renjin	opt	8	1	0.121
 identity	Renjin	opt	8	2	0.108
 identity	Renjin	opt	8	3	0.102
 identity	Renjin	opt	8	4	0.108
 identity	Renjin	opt	8	5	0.119
 parallel	Renjin-laptop	1	6	1	0.079
 parallel	Renjin-laptop	1	6	2	0.02
 parallel	Renjin-laptop	1	6	3	0.021
 parallel	Renjin-laptop	1	6	4	0.019
 parallel	Renjin-laptop	1	6	5	0.017
 parallel	Renjin-laptop	1	7	1	0.104
 parallel	Renjin-laptop	1	7	2	0.109
 parallel	Renjin-laptop	1	7	3	0.112
 parallel	Renjin-laptop	1	7	4	0.11
 parallel	Renjin-laptop	1	7	5	0.11
 parallel	Renjin-laptop	1	8	1	1.411
 parallel	Renjin-laptop	1	8	2	1.063
 parallel	Renjin-laptop	1	8	3	1.083
 parallel	Renjin-laptop	1	8	4	1.46
 parallel	Renjin-laptop	1	8	5	1.213
 parallel	Renjin-laptop	2	6	1	0.071
 parallel	Renjin-laptop	2	6	2	0.012
 parallel	Renjin-laptop	2	6	3	0.019
 parallel	Renjin-laptop	2	6	4	0.018
 parallel	Renjin-laptop	2	6	5	0.013
 parallel	Renjin-laptop	2	7	1	0.056
 parallel	Renjin-laptop	2	7	2	0.058
 parallel	Renjin-laptop	2	7	3	0.064
 parallel	Renjin-laptop	2	7	4	0.059
 parallel	Renjin-laptop	2	7	5	0.062
 parallel	Renjin-laptop	2	8	1	0.5
 parallel	Renjin-laptop	2	8	2	0.534
 parallel	Renjin-laptop	2	8	3	0.54
 parallel	Renjin-laptop	2	8	4	0.558
 parallel	Renjin-laptop	2	8	5	0.61799999999999
 parallel	Renjin-laptop	4	6	1	0.094
 parallel	Renjin-laptop	4	6	2	0.013
 parallel	Renjin-laptop	4	6	3	0.015
 parallel	Renjin-laptop	4	6	4	0.015
 parallel	Renjin-laptop	4	6	5	0.013
 parallel	Renjin-laptop	4	7	1	0.049
 parallel	Renjin-laptop	4	7	2	0.045
 parallel	Renjin-laptop	4	7	3	0.041
 parallel	Renjin-laptop	4	7	4	0.042
 parallel	Renjin-laptop	4	7	5	0.043
 parallel	Renjin-laptop	4	8	1	0.371
 parallel	Renjin-laptop	4	8	2	0.369
 parallel	Renjin-laptop	4	8	3	0.381
 parallel	Renjin-laptop	4	8	4	0.378
 parallel	Renjin-laptop	4	8	5	0.389
 parallel	Renjin-laptop	8	6	1	0.094
 parallel	Renjin-laptop	8	6	2	0.023
 parallel	Renjin-laptop	8	6	3	0.013
 parallel	Renjin-laptop	8	6	4	0.014
 parallel	Renjin-laptop	8	6	5	0.011
 parallel	Renjin-laptop	8	7	1	0.042
 parallel	Renjin-laptop	8	7	2	0.038
 parallel	Renjin-laptop	8	7	3	0.044
 parallel	Renjin-laptop	8	7	4	0.04
 parallel	Renjin-laptop	8	7	5	0.038
 parallel	Renjin-laptop	8	8	1	0.351
 parallel	Renjin-laptop	8	8	2	0.45
 parallel	Renjin-laptop	8	8	3	0.462
 parallel	Renjin-laptop	8	8	4	0.363
 parallel	Renjin-laptop	8	8	5	0.404
 parallel	Renjin-laptop	16	6	1	0.205
 parallel	Renjin-laptop	16	6	2	0.015
 parallel	Renjin-laptop	16	6	3	0.013
 parallel	Renjin-laptop	16	6	4	0.015
 parallel	Renjin-laptop	16	6	5	0.012
 parallel	Renjin-laptop	16	7	1	0.044
 parallel	Renjin-laptop	16	7	2	0.04
 parallel	Renjin-laptop	16	7	3	0.044
 parallel	Renjin-laptop	16	7	4	0.039
 parallel	Renjin-laptop	16	7	5	0.039
 parallel	Renjin-laptop	16	8	1	0.352
 parallel	Renjin-laptop	16	8	2	0.329
 parallel	Renjin-laptop	16	8	3	0.337
 parallel	Renjin-laptop	16	8	4	0.32
 parallel	Renjin-laptop	16	8	5	0.341
 parallel	Renjin-laptop	32	6	1	0.086
 parallel	Renjin-laptop	32	6	2	0.016
 parallel	Renjin-laptop	32	6	3	0.017
 parallel	Renjin-laptop	32	6	4	0.012
 parallel	Renjin-laptop	32	6	5	0.011
 parallel	Renjin-laptop	32	7	1	0.043
 parallel	Renjin-laptop	32	7	2	0.044
 parallel	Renjin-laptop	32	7	3	0.045
 parallel	Renjin-laptop	32	7	4	0.037
 parallel	Renjin-laptop	32	7	5	0.042
 parallel	Renjin-laptop	32	8	1	0.351
 parallel	Renjin-laptop	32	8	2	0.323
 parallel	Renjin-laptop	32	8	3	0.322
 parallel	Renjin-laptop	32	8	4	0.314
 parallel	Renjin-laptop	32	8	5	0.322
 parallel	Renjin-server	1	6	1	0.13
 parallel	Renjin-server	1	6	2	0.053
 parallel	Renjin-server	1	6	3	0.066
 parallel	Renjin-server	1	6	4	0.055
 parallel	Renjin-server	1	6	5	0.055
 parallel	Renjin-server	1	7	1	0.137
 parallel	Renjin-server	1	7	2	0.199
 parallel	Renjin-server	1	7	3	0.185
 parallel	Renjin-server	1	7	4	0.212
 parallel	Renjin-server	1	7	5	0.21
 parallel	Renjin-server	1	8	1	1.82199999999999
 parallel	Renjin-server	1	8	2	1.706
 parallel	Renjin-server	1	8	3	1.313
 parallel	Renjin-server	1	8	4	1.27800000000001
 parallel	Renjin-server	1	8	5	1.30800000000001
 parallel	Renjin-server	2	6	1	0.133
 parallel	Renjin-server	2	6	2	0.034
 parallel	Renjin-server	2	6	3	0.033
 parallel	Renjin-server	2	6	4	0.031
 parallel	Renjin-server	2	6	5	0.031
 parallel	Renjin-server	2	7	1	0.13
 parallel	Renjin-server	2	7	2	0.096
 parallel	Renjin-server	2	7	3	0.09
 parallel	Renjin-server	2	7	4	0.078
 parallel	Renjin-server	2	7	5	0.076
 parallel	Renjin-server	2	8	1	0.687
 parallel	Renjin-server	2	8	2	0.781
 parallel	Renjin-server	2	8	3	0.885
 parallel	Renjin-server	2	8	4	0.875
 parallel	Renjin-server	2	8	5	0.79
 parallel	Renjin-server	4	6	1	0.13
 parallel	Renjin-server	4	6	2	0.038
 parallel	Renjin-server	4	6	3	0.031
 parallel	Renjin-server	4	6	4	0.031
 parallel	Renjin-server	4	6	5	0.025
 parallel	Renjin-server	4	7	1	0.057
 parallel	Renjin-server	4	7	2	0.066
 parallel	Renjin-server	4	7	3	0.058
 parallel	Renjin-server	4	7	4	0.058
 parallel	Renjin-server	4	7	5	0.056
 parallel	Renjin-server	4	8	1	0.438
 parallel	Renjin-server	4	8	2	0.44900000000001
 parallel	Renjin-server	4	8	3	0.416
 parallel	Renjin-server	4	8	4	0.404
 parallel	Renjin-server	4	8	5	0.50899999999999
 parallel	Renjin-server	8	6	1	0.117
 parallel	Renjin-server	8	6	2	0.03
 parallel	Renjin-server	8	6	3	0.029
 parallel	Renjin-server	8	6	4	0.03
 parallel	Renjin-server	8	6	5	0.024
 parallel	Renjin-server	8	7	1	0.054
 parallel	Renjin-server	8	7	2	0.054
 parallel	Renjin-server	8	7	3	0.058
 parallel	Renjin-server	8	7	4	0.055
 parallel	Renjin-server	8	7	5	0.053
 parallel	Renjin-server	8	8	1	0.712
 parallel	Renjin-server	8	8	2	0.317
 parallel	Renjin-server	8	8	3	0.309
 parallel	Renjin-server	8	8	4	0.278
 parallel	Renjin-server	8	8	5	0.338
 parallel	Renjin-server	16	6	1	0.129
 parallel	Renjin-server	16	6	2	0.029
 parallel	Renjin-server	16	6	3	0.037
 parallel	Renjin-server	16	6	4	0.024
 parallel	Renjin-server	16	6	5	0.022
 parallel	Renjin-server	16	7	1	0.051
 parallel	Renjin-server	16	7	2	0.036
 parallel	Renjin-server	16	7	3	0.036
 parallel	Renjin-server	16	7	4	0.036
 parallel	Renjin-server	16	7	5	0.045
 parallel	Renjin-server	16	8	1	0.201
 parallel	Renjin-server	16	8	2	0.217
 parallel	Renjin-server	16	8	3	0.155
 parallel	Renjin-server	16	8	4	0.196
 parallel	Renjin-server	16	8	5	0.195
 parallel	Renjin-server	32	6	1	0.137
 parallel	Renjin-server	32	6	2	0.043
 parallel	Renjin-server	32	6	3	0.032
 parallel	Renjin-server	32	6	4	0.036
 parallel	Renjin-server	32	6	5	0.034
 parallel	Renjin-server	32	7	1	0.039
 parallel	Renjin-server	32	7	2	0.031
 parallel	Renjin-server	32	7	3	0.034
 parallel	Renjin-server	32	7	4	0.054
 parallel	Renjin-server	32	7	5	0.053
 parallel	Renjin-server	32	8	1	0.187
 parallel	Renjin-server	32	8	2	0.191
 parallel	Renjin-server	32	8	3	0.19
 parallel	Renjin-server	32	8	4	0.199
 parallel	Renjin-server	32	8	5	0.153
@@ \ No newline at end of file @@
 parallel	Renjin-server	32	8	5	0.153
 survey	Renjin	1t	alabama	1	0.48
 survey	Renjin	1t	alabama	2	0.253
 survey	Renjin	1t	alabama	3	0.173
 survey	Renjin	1t	alabama	4	0.177
 survey	Renjin	1t	alabama	5	0.185
 survey	Renjin	1t	california	1	1.55
 survey	Renjin	1t	california	2	1.526
 survey	Renjin	1t	california	3	1.514
 survey	Renjin	1t	california	4	1.532
 survey	Renjin	1t	california	5	1.611
 survey	Renjin	1t	acs3yr	1	13.745
 survey	Renjin	1t	acs3yr	2	13.80000000000001
 survey	Renjin	1t	acs3yr	3	13.56600000000003
 survey	Renjin	1t	acs3yr	4	13.19300000000004
 survey	Renjin	1t	acs3yr	5	13.33799999999997

run.sh

➞

Show inline comments

 #!/bin/bash
 set -x
 # identity, pointless math ops
 IDSCL=8
 R -f identity.R --args none $IDSCL
 export RENJIN_OPTS="-Drenjin.vp.threads=1 -Drenjin.vp.disableopt=true"
 renjin -f identity.R --args noopt $IDSCL
 export RENJIN_OPTS="-Drenjin.vp.threads=1"
 renjin -f identity.R --args opt $IDSCL
 # pushdown
 PDSCL=8
 R -f pushdown.R --args none $PDSCL
 export RENJIN_OPTS="-Drenjin.vp.threads=1"
 renjin -f pushdown.R --args none $IDSCL
 # recycling
 PDRYC=8
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1 -Drenjin.vp.disableopt=true"
 renjin -f recycling.R --args noopt $PDRYC
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1"
 renjin -f recycling.R --args opt $PDRYC
 R -f recycling.R --args none $PDRYC
 # parallel processing
-PDPAR=8
+PDPAR=9
 R -f parallel.R --args none $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=1"
 renjin -f parallel.R --args 1 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=2"
 renjin -f parallel.R --args 2 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=4"
 renjin -f parallel.R --args 4 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=8"
 renjin -f parallel.R --args 8 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=16"
 renjin -f parallel.R --args 16 $PDPAR
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=32"
 renjin -f parallel.R --args 32 $PDPAR
 # vectorized/jitted operators
 PDOPT=8
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1"
 renjin -f operators.R --args opt $PDOPT
 export RENJIN_OPTS="-Xmx16G -Drenjin.vp.threads=1 -Drenjin.vp.disablejit=true"
 renjin -f operators.R --args noopt $PDOPT
 R -f operators.R --args none $PDOPT
 # survey
 # NOTE: Need to install MonetDB and load ACS dataset to run this
 # R -f sqlsurvey.R   --args laptop 42
 #NOTE: Need to install MonetDB and load ACS dataset to run this
 #R -f sqlsurvey.R   --args laptop 42
 R -f survey.R      --args laptop 42
 export RENJIN_OPTS="-Xmx200G"
 renjin -f survey.R --args jitopt 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disableopt=true"
 renjin -f survey.R --args noopt 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disablejit=true"
 renjin -f survey.R --args nojit 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.disableopt=true -Drenjin.vp.disablejit=true"
 renjin -f survey.R --args none 42
 export RENJIN_OPTS="-Xmx200G -Drenjin.vp.threads=1"
 renjin -f survey.R --args 1t 42
@@ \ No newline at end of file @@

survey.pdf

➞

Show inline comments

binary diff not shown

0 comments (0 inline, 0 general)