Changeset - 5cabbae4fdd5
Parent rev.
Child rev.
[Not reviewed]
master
0 8 0
Hannes Muehleisen - 10 years ago 2015-07-08 13:22:49
hannes@muehleisen.org
submitted
8 files changed with 103 insertions and 77 deletions:
identity.pdf
bin+mod
makeplots.R
2
2
operators.pdf
bin+mod
parallel.pdf
bin+mod
pushdown.pdf
bin+mod
recycling.pdf
bin+mod
results.tsv
101
75
survey.pdf
bin+mod
0 comments (0 inline, 0 general)
identity.pdf
➞
Show inline comments
 
binary diff not shown
makeplots.R
➞
Show inline comments
 
@@ -66,98 +66,98 @@ d <- all %>% filter(exp=="survey") %>% group_by(sys, s, conf) %>%
 
	filter(tool %in% c("Renjin jitopt", "Renjin none", "Renjin 1t") | sys  =="GNU R" | conf == "pqr")
 

			




	
	
	
		
 
print(d)

			




	
	
	
		
 

			




	
	
	
		
 
limits <- aes(ymax = meant + se, ymin=meant - se, width=2)

			




	
	
	
		
 

			




	
	
	
		
 
pdf("survey.pdf",width=10,height=7)

			




	
	
	
		
 
ggplot(d,aes(datasize,meant,group=tool)) + 

			




	
	
	
		
 
  geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +

			




	
	
	
		
 
  geom_pointrange(limits) +

			




	
	
	
		
 
  #scale_y_log10(breaks=ybreaks, labels=ylabels) +

			




	
	
	
		
 
    scale_x_log10(breaks=c(47512,1060060,9093077)) +

			




	
	
	
		
 

			




	
	
	
		
 
	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +

			




	
	
	
		
 
	annotate("text", x=10^6.7, y=45, label="pqR", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=10^6.9, y=30, label="GNU R", family="serif", size=10)+

			




	
	
	
		
 

			




	
	
	
		
 
	annotate("text", x=10^6.4, y=100, label="Renjin -opt", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=10^6.8, y=-1, label="Renjin", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=10^6.8, y=20, label="Renjin 1t", family="serif", size=10)

			




	
	
	
		
 

			




	
	
	
		
 
	#scale_color_brewer(palette=cBrwPl) +

			




	
	
	
		
 
 #guides(colour=guide_legend(keywidth=3.5))

			




	
	
	
		
 

			




	
	
	
		
 
dev.off()

			




	
	
	
		
 

			




	
	
	
		
 
# parallel

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
d <- all %>% filter(exp=="parallel", s  == 8) %>% group_by(exp, sys, conf) %>% 

			




	
	
	
		
 
	summarize(meant=mean(timesec), se=se(timesec)) %>% 

			




	
	
	
		
 
	mutate(threads=ifelse(conf=="none", 1L, as.integer(conf))) %>% mutate(tool=paste(sys,threads)) %>% filter(threads < 32)

			




	
	
	
		
 

			




	
	
	
		
 
print(d)

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
limits <- aes(ymax = meant + se, ymin=meant - se, width=2)

			




	
	
	
		
 

			




	
	
	
		
 
pdf("parallel.pdf",width=10,height=7)

			




	
	
	
		
 
p <- ggplot(d,aes(threads,meant,group=sys)) + 

			




	
	
	
		
 
  geom_point(size=4) + geom_line(size=1.5, aes(group=sys, linetype=sys)) +

			




	
	
	
		
 
  geom_pointrange(limits) +

			




	
	
	
		
 
  scale_y_continuous(limits=c(0,NA)) +

			




	
	
	
		
 
   scale_x_continuous(breaks=unique(d$threads)) +

			




	
	
	
		
 
 geom_vline(xintercept = 10) +

			




	
	
	
		
 
	xlab("Number of Threads") + ylab("Execution Time (s)") + theme +

			




	
	
	
		
 
		annotate("text", x=13.1, y=1.5, label="Problem parallelism", family="serif", size=10) +

			




	
	
	
		
 

			




	
	
	
		
 
	annotate("text", x=2, y=0.4, label="Server", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=3, y=1, label="Laptop", family="serif", size=10)

			




	
	
	
		
 
	annotate("text", x=2, y=0.4, label="Laptop", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=3, y=1, label="Server", family="serif", size=10)

			




	
	
	
		
 

			




	
	
	
		
 
print(p)

			




	
	
	
		
 
dev.off()

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
# f <- d %>% group_by(exp, sys, s) %>% summarize(maxmt=max(meant))

			




	
	
	
		
 

			




	
	
	
		
 
# d <- d %>% left_join(f) %>% mutate(speedup = maxmt/meant) %>% select(s,threads,speedup)

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
# print(d)

			




	
	
	
		
 

			




	
	
	
		
 
# pdf("speedup.pdf",width=10,height=7)

			




	
	
	
		
 
# p <- ggplot(d,aes(threads,speedup,group=s)) + 

			




	
	
	
		
 
#   geom_point(size=4) + geom_line(size=1.5, aes(group=s, linetype=sys)) +

			




	
	
	
		
 
#   scale_y_continuous(limits=c(0,NA)) +

			




	
	
	
		
 
#    scale_x_continuous(breaks=unique(d$threads)) +

			




	
	
	
		
 
# 	xlab("Number of Threads") + ylab("Speedup") + theme #+

			




	
	
	
		
 
# #	annotate("text", x=10, y=6, label="Problem parallelism", family="serif", size=10) #+

			




	
	
	
		
 
# 	# annotate("text", x=3.5, y=20, label="Renjin ", family="serif", size=10)

			




	
	
	
		
 

			




	
	
	
		
 
# print(p)

			




	
	
	
		
 
# dev.off()

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
# recycling

			




	
	
	
		
 
d <- all %>% filter(exp=="recycling", s > 5) %>% group_by(exp, sys, s, conf) %>% 

			




	
	
	
		
 
	summarize(meant=mean(timesec), se=se(timesec)) %>% 

			




	
	
	
		
 
	mutate(datasize=10^as.integer(s), tool=paste(sys, conf))

			




	
	
	
		
 

			




	
	
	
		
 
print(d)

			




	
	
	
		
 

			




	
	
	
		
 
limits <- aes(ymax = meant + se, ymin=meant - se, width=2)

			




	
	
	
		
 

			




	
	
	
		
 
pdf("recycling.pdf",width=10,height=7)

			




	
	
	
		
 
p <- ggplot(d,aes(datasize,meant,group=tool)) + 

			




	
	
	
		
 
  geom_point(size=4) + geom_line(size=1.5, aes(group=tool, linetype=tool)) +

			




	
	
	
		
 
  geom_pointrange(limits) +

			




	
	
	
		
 
#  scale_y_log10(breaks=ybreaks, labels=ylabels) +

			




	
	
	
		
 
    scale_x_log10(breaks=xbreaks, labels=xlabels) +

			




	
	
	
		
 

			




	
	
	
		
 
	xlab("Dataset Size (elements, log scale)") + ylab("Execution Time (s)") + theme +

			




	
	
	
		
 
	annotate("text", x=10^7.7, y=65, label="Renjin", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=10^7.7, y=2, label="Renjin + R.", family="serif", size=10)+

			




	
	
	
		
 
	annotate("text", x=10^7.8, y=21, label="GNU R", family="serif", size=10)

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
print(p)

			




        

    


    
    

    

        

                

                    operators.pdf
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
binary diff not shown

			




        

    


    
    

    

        

                

                    parallel.pdf
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
binary diff not shown

			




        

    


    
    

    

        

                

                    pushdown.pdf
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
binary diff not shown

			




        

    


    
    

    

        

                

                    recycling.pdf
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
binary diff not shown

			




        

    


    
    

    

        

                

                    results.tsv
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
@@ -3,121 +3,96 @@ identity	GNU R	none	4	2	0

			




	
	
	
		
 
identity	GNU R	none	4	3	0

			




	
	
	
		
 
identity	GNU R	none	4	4	0

			




	
	
	
		
 
identity	GNU R	none	4	5	0

			




	
	
	
		
 
identity	GNU R	none	5	1	0.005

			




	
	
	
		
 
identity	GNU R	none	5	2	0.004

			




	
	
	
		
 
identity	GNU R	none	5	3	0.00299999999999995

			




	
	
	
		
 
identity	GNU R	none	5	4	0.004

			




	
	
	
		
 
identity	GNU R	none	5	5	0.005

			




	
	
	
		
 
identity	GNU R	none	6	1	0.057

			




	
	
	
		
 
identity	GNU R	none	6	2	0.0579999999999999

			




	
	
	
		
 
identity	GNU R	none	6	3	0.032

			




	
	
	
		
 
identity	GNU R	none	6	4	0.033

			




	
	
	
		
 
identity	GNU R	none	6	5	0.033

			




	
	
	
		
 
identity	GNU R	none	7	1	0.381

			




	
	
	
		
 
identity	GNU R	none	7	2	0.389

			




	
	
	
		
 
identity	GNU R	none	7	3	0.345

			




	
	
	
		
 
identity	GNU R	none	7	4	0.34

			




	
	
	
		
 
identity	GNU R	none	7	5	0.335

			




	
	
	
		
 
identity	GNU R	none	8	1	3.815

			




	
	
	
		
 
identity	GNU R	none	8	2	3.851

			




	
	
	
		
 
identity	GNU R	none	8	3	3.897

			




	
	
	
		
 
identity	GNU R	none	8	4	4.011

			




	
	
	
		
 
identity	GNU R	none	8	5	3.891

			




	
	
	
		
 
pushdown	GNU R	none	4	1	0.001

			




	
	
	
		
 
pushdown	GNU R	none	4	2	0

			




	
	
	
		
 
pushdown	GNU R	none	4	3	0.001

			




	
	
	
		
 
pushdown	GNU R	none	4	4	0

			




	
	
	
		
 
pushdown	GNU R	none	4	5	0

			




	
	
	
		
 
pushdown	GNU R	none	5	1	0.00600000000000001

			




	
	
	
		
 
pushdown	GNU R	none	5	2	0.00600000000000001

			




	
	
	
		
 
pushdown	GNU R	none	5	3	0.00600000000000001

			




	
	
	
		
 
pushdown	GNU R	none	5	4	0.00600000000000001

			




	
	
	
		
 
pushdown	GNU R	none	5	5	0.005

			




	
	
	
		
 
pushdown	GNU R	none	6	1	0.079

			




	
	
	
		
 
pushdown	GNU R	none	6	2	0.055

			




	
	
	
		
 
pushdown	GNU R	none	6	3	0.0610000000000001

			




	
	
	
		
 
pushdown	GNU R	none	6	4	0.074

			




	
	
	
		
 
pushdown	GNU R	none	6	5	0.134

			




	
	
	
		
 
pushdown	GNU R	none	7	1	0.674

			




	
	
	
		
 
pushdown	GNU R	none	7	2	0.798

			




	
	
	
		
 
pushdown	GNU R	none	7	3	0.734

			




	
	
	
		
 
pushdown	GNU R	none	7	4	0.564

			




	
	
	
		
 
pushdown	GNU R	none	7	5	0.598

			




	
	
	
		
 
pushdown	GNU R	none	8	1	5.723

			




	
	
	
		
 
pushdown	GNU R	none	8	2	5.611

			




	
	
	
		
 
pushdown	GNU R	none	8	3	5.872

			




	
	
	
		
 
pushdown	GNU R	none	8	4	5.55

			




	
	
	
		
 
pushdown	GNU R	none	8	5	6.105

			




	
	
	
		
 
operators	GNU R	none	4	1	0.002

			




	
	
	
		
 
operators	GNU R	none	4	2	0.002

			




	
	
	
		
 
operators	GNU R	none	4	3	0.001

			




	
	
	
		
 
operators	GNU R	none	4	4	0.002

			




	
	
	
		
 
operators	GNU R	none	4	5	0.001

			




	
	
	
		
 
operators	GNU R	none	5	1	0.00800000000000001

			




	
	
	
		
 
operators	GNU R	none	5	2	0.00700000000000001

			




	
	
	
		
 
operators	GNU R	none	5	3	0.00799999999999995

			




	
	
	
		
 
operators	GNU R	none	5	4	0.00600000000000001

			




	
	
	
		
 
operators	GNU R	none	5	5	0.00900000000000001

			




	
	
	
		
 
operators	GNU R	none	6	1	0.091

			




	
	
	
		
 
operators	GNU R	none	6	2	0.121

			




	
	
	
		
 
operators	GNU R	none	6	3	0.069

			




	
	
	
		
 
operators	GNU R	none	6	4	0.069

			




	
	
	
		
 
operators	GNU R	none	6	5	0.0780000000000001

			




	
	
	
		
 
operators	GNU R	none	7	1	0.718

			




	
	
	
		
 
operators	GNU R	none	7	2	0.739

			




	
	
	
		
 
operators	GNU R	none	7	3	0.666

			




	
	
	
		
 
operators	GNU R	none	7	4	0.681

			




	
	
	
		
 
operators	GNU R	none	7	5	0.683

			




	
	
	
		
 
operators	GNU R	none	8	1	8.076

			




	
	
	
		
 
operators	GNU R	none	8	2	8.05199999999999

			




	
	
	
		
 
operators	GNU R	none	8	3	7.869

			




	
	
	
		
 
operators	GNU R	none	8	4	7.973

			




	
	
	
		
 
operators	GNU R	none	8	5	8.012

			




	
	
	
		
 
survey	GNU R	laptop	alabama	1	0.143

			




	
	
	
		
 
survey	GNU R	laptop	alabama	2	0.134

			




	
	
	
		
 
survey	GNU R	laptop	alabama	3	0.137

			




	
	
	
		
 
survey	GNU R	laptop	alabama	4	0.135

			




	
	
	
		
 
survey	GNU R	laptop	alabama	5	0.138

			




	
	
	
		
 
survey	GNU R	laptop	california	1	3.661

			




	
	
	
		
 
survey	GNU R	laptop	california	2	3.257

			




	
	
	
		
 
survey	GNU R	laptop	california	3	3.154

			




	
	
	
		
 
survey	GNU R	laptop	california	4	3.199

			




	
	
	
		
 
survey	GNU R	laptop	california	5	3.07

			




	
	
	
		
 
survey	GNU R	laptop	acs3yr	1	52.437

			




	
	
	
		
 
survey	GNU R	laptop	acs3yr	2	40.949

			




	
	
	
		
 
survey	GNU R	laptop	acs3yr	3	41.5140000000001

			




	
	
	
		
 
survey	GNU R	laptop	acs3yr	4	41.3040000000001

			




	
	
	
		
 
survey	GNU R	laptop	acs3yr	5	41.672

			




	
	
	
		
 
survey	sqlsurvey	laptop	alabama	1	0.71

			




	
	
	
		
 
survey	sqlsurvey	laptop	alabama	2	0.606

			




	
	
	
		
 
survey	sqlsurvey	laptop	alabama	3	0.638

			




	
	
	
		
 
survey	sqlsurvey	laptop	alabama	4	0.562

			




	
	
	
		
 
survey	sqlsurvey	laptop	alabama	5	0.532

			




	
	
	
		
 
survey	sqlsurvey	laptop	california	1	11.732

			




	
	
	
		
 
survey	sqlsurvey	laptop	california	2	10.972

			




	
	
	
		
 
survey	sqlsurvey	laptop	california	3	11.439

			




	
	
	
		
 
survey	sqlsurvey	laptop	california	4	11.637

			




	
	
	
		
 
survey	sqlsurvey	laptop	california	5	12.437

			




	
	
	
		
 
survey	sqlsurvey	laptop	acs3yr	1	121.306

			




	
	
	
		
 
survey	sqlsurvey	laptop	acs3yr	2	113.03

			




	
	
	
		
 
survey	sqlsurvey	laptop	acs3yr	3	112.426

			




	
	
	
		
 
survey	sqlsurvey	laptop	acs3yr	4	118.066

			




	
	
	
		
 
survey	sqlsurvey	laptop	acs3yr	5	113.849

			




	
	
	
		
 
survey	Renjin	jitopt	alabama	1	0.91

			




	
	
	
		
 
survey	Renjin	jitopt	alabama	2	0.238

			




	
	
	
		
 
survey	Renjin	jitopt	alabama	3	0.158

			




	
	
	
		
 
survey	Renjin	jitopt	alabama	4	0.129

			




	
	
	
		
 
survey	Renjin	jitopt	alabama	5	0.122

			




	
	
	
		
 
survey	Renjin	jitopt	california	1	0.784

			




	
	
	
		
 
survey	Renjin	jitopt	california	2	0.807

			




	
	
	
		
 
survey	Renjin	jitopt	california	3	0.734

			




	
	
	
		
 
survey	Renjin	jitopt	california	4	0.741

			




	
	
	
		
 
survey	Renjin	jitopt	california	5	0.855

			




	
	
	
		
 
survey	Renjin	jitopt	acs3yr	1	6.268

			




	
	
	
		
 
survey	Renjin	jitopt	acs3yr	2	6.01900000000001

			




	
	
	
		
 
survey	Renjin	jitopt	acs3yr	3	6.03200000000001

			




	
	
	
		
 
survey	Renjin	jitopt	acs3yr	4	6.26800000000003

			




	
	
	
		
 
survey	Renjin	jitopt	acs3yr	5	6.06400000000002

			




	
	
	
		
 
survey	Renjin	noopt	alabama	1	0.509

			




	
	
	
		
 
survey	Renjin	noopt	alabama	2	0.32

			




	
	
	
		
 
survey	Renjin	noopt	alabama	3	0.211

			




	
	
		
 
@@ -198,146 +173,96 @@ recycling	Renjin	opt	7	2	1.33

			




	
	
	
		
 
recycling	Renjin	opt	7	3	1.422

			




	
	
	
		
 
recycling	Renjin	opt	7	4	1.37

			




	
	
	
		
 
recycling	Renjin	opt	7	5	1.285

			




	
	
	
		
 
recycling	Renjin	opt	8	1	11.94

			




	
	
	
		
 
recycling	Renjin	opt	8	2	12.011

			




	
	
	
		
 
recycling	Renjin	opt	8	3	10.974

			




	
	
	
		
 
recycling	Renjin	opt	8	4	11.139

			




	
	
	
		
 
recycling	Renjin	opt	8	5	11.491

			




	
	
	
		
 
recycling	GNU R	none	5	1	0.038

			




	
	
	
		
 
recycling	GNU R	none	5	2	0.038

			




	
	
	
		
 
recycling	GNU R	none	5	3	0.036

			




	
	
	
		
 
recycling	GNU R	none	5	4	0.038

			




	
	
	
		
 
recycling	GNU R	none	5	5	0.036

			




	
	
	
		
 
recycling	GNU R	none	6	1	0.336

			




	
	
	
		
 
recycling	GNU R	none	6	2	0.342

			




	
	
	
		
 
recycling	GNU R	none	6	3	0.34

			




	
	
	
		
 
recycling	GNU R	none	6	4	0.345

			




	
	
	
		
 
recycling	GNU R	none	6	5	0.345

			




	
	
	
		
 
recycling	GNU R	none	7	1	3.214

			




	
	
	
		
 
recycling	GNU R	none	7	2	3.159

			




	
	
	
		
 
recycling	GNU R	none	7	3	3.244

			




	
	
	
		
 
recycling	GNU R	none	7	4	3.222

			




	
	
	
		
 
recycling	GNU R	none	7	5	3.151

			




	
	
	
		
 
recycling	GNU R	none	8	1	38.982

			




	
	
	
		
 
recycling	GNU R	none	8	2	37.532

			




	
	
	
		
 
recycling	GNU R	none	8	3	37.181

			




	
	
	
		
 
recycling	GNU R	none	8	4	32.414

			




	
	
	
		
 
recycling	GNU R	none	8	5	38.118

			




	
	
	
		
 
pushdown	Renjin	none	5	1	0.047

			




	
	
	
		
 
pushdown	Renjin	none	5	2	0.002

			




	
	
	
		
 
pushdown	Renjin	none	5	3	0.001

			




	
	
	
		
 
pushdown	Renjin	none	5	4	0.001

			




	
	
	
		
 
pushdown	Renjin	none	5	5	0.001

			




	
	
	
		
 
pushdown	Renjin	none	6	1	0.001

			




	
	
	
		
 
pushdown	Renjin	none	6	2	0.001

			




	
	
	
		
 
pushdown	Renjin	none	6	3	0.001

			




	
	
	
		
 
pushdown	Renjin	none	6	4	0.001

			




	
	
	
		
 
pushdown	Renjin	none	6	5	0.001

			




	
	
	
		
 
pushdown	Renjin	none	7	1	0.001

			




	
	
	
		
 
pushdown	Renjin	none	7	2	0.001

			




	
	
	
		
 
pushdown	Renjin	none	7	3	0.001

			




	
	
	
		
 
pushdown	Renjin	none	7	4	0.001

			




	
	
	
		
 
pushdown	Renjin	none	7	5	0.001

			




	
	
	
		
 
pushdown	Renjin	none	8	1	0.001

			




	
	
	
		
 
pushdown	Renjin	none	8	2	0.001

			




	
	
	
		
 
pushdown	Renjin	none	8	3	0.002

			




	
	
	
		
 
pushdown	Renjin	none	8	4	0.001

			




	
	
	
		
 
pushdown	Renjin	none	8	5	0.001

			




	
	
	
		
 
operators	Renjin	opt	4	1	0.103

			




	
	
	
		
 
operators	Renjin	opt	4	2	0.029

			




	
	
	
		
 
operators	Renjin	opt	4	3	0.025

			




	
	
	
		
 
operators	Renjin	opt	4	4	0.029

			




	
	
	
		
 
operators	Renjin	opt	4	5	0.021

			




	
	
	
		
 
operators	Renjin	opt	5	1	0.037

			




	
	
	
		
 
operators	Renjin	opt	5	2	0.036

			




	
	
	
		
 
operators	Renjin	opt	5	3	0.033

			




	
	
	
		
 
operators	Renjin	opt	5	4	0.033

			




	
	
	
		
 
operators	Renjin	opt	5	5	0.034

			




	
	
	
		
 
operators	Renjin	opt	6	1	0.168

			




	
	
	
		
 
operators	Renjin	opt	6	2	0.158

			




	
	
	
		
 
operators	Renjin	opt	6	3	0.142

			




	
	
	
		
 
operators	Renjin	opt	6	4	0.139

			




	
	
	
		
 
operators	Renjin	opt	6	5	0.135

			




	
	
	
		
 
operators	Renjin	opt	7	1	1.334

			




	
	
	
		
 
operators	Renjin	opt	7	2	1.319

			




	
	
	
		
 
operators	Renjin	opt	7	3	1.346

			




	
	
	
		
 
operators	Renjin	opt	7	4	1.235

			




	
	
	
		
 
operators	Renjin	opt	7	5	1.223

			




	
	
	
		
 
operators	Renjin	opt	8	1	16.262

			




	
	
	
		
 
operators	Renjin	opt	8	2	12.38200000000001

			




	
	
	
		
 
operators	Renjin	opt	8	3	12.36200000000001

			




	
	
	
		
 
operators	Renjin	opt	8	4	12.03700000000001

			




	
	
	
		
 
operators	Renjin	opt	8	5	12.119

			




	
	
	
		
 
operators	Renjin	noopt	4	1	0.085

			




	
	
	
		
 
operators	Renjin	noopt	4	2	0.026

			




	
	
	
		
 
operators	Renjin	noopt	4	3	0.021

			




	
	
	
		
 
operators	Renjin	noopt	4	4	0.023

			




	
	
	
		
 
operators	Renjin	noopt	4	5	0.023

			




	
	
	
		
 
operators	Renjin	noopt	5	1	0.051

			




	
	
	
		
 
operators	Renjin	noopt	5	2	0.04

			




	
	
	
		
 
operators	Renjin	noopt	5	3	0.033

			




	
	
	
		
 
operators	Renjin	noopt	5	4	0.032

			




	
	
	
		
 
operators	Renjin	noopt	5	5	0.029

			




	
	
	
		
 
operators	Renjin	noopt	6	1	0.172

			




	
	
	
		
 
operators	Renjin	noopt	6	2	0.17

			




	
	
	
		
 
operators	Renjin	noopt	6	3	0.171

			




	
	
	
		
 
operators	Renjin	noopt	6	4	0.168

			




	
	
	
		
 
operators	Renjin	noopt	6	5	0.162

			




	
	
	
		
 
operators	Renjin	noopt	7	1	1.601

			




	
	
	
		
 
operators	Renjin	noopt	7	2	1.505

			




	
	
	
		
 
operators	Renjin	noopt	7	3	1.513

			




	
	
	
		
 
operators	Renjin	noopt	7	4	1.553

			




	
	
	
		
 
operators	Renjin	noopt	7	5	1.529

			




	
	
	
		
 
operators	Renjin	noopt	8	1	15.893

			




	
	
	
		
 
operators	Renjin	noopt	8	2	15.554

			




	
	
	
		
 
operators	Renjin	noopt	8	3	16.27500000000001

			




	
	
	
		
 
operators	Renjin	noopt	8	4	16.066

			




	
	
	
		
 
operators	Renjin	noopt	8	5	16.66000000000001

			




	
	
	
		
 
identity	Renjin	noopt	5	1	0.062

			




	
	
	
		
 
identity	Renjin	noopt	5	2	0.012

			




	
	
	
		
 
identity	Renjin	noopt	5	3	0.011

			




	
	
	
		
 
identity	Renjin	noopt	5	4	0.011

			




	
	
	
		
 
identity	Renjin	noopt	5	5	0.01

			




	
	
	
		
 
identity	Renjin	noopt	6	1	0.094

			




	
	
	
		
 
identity	Renjin	noopt	6	2	0.097

			




	
	
	
		
 
identity	Renjin	noopt	6	3	0.093

			




	
	
	
		
 
identity	Renjin	noopt	6	4	0.095

			




	
	
	
		
 
identity	Renjin	noopt	6	5	0.096

			




	
	
	
		
 
identity	Renjin	noopt	7	1	0.957

			




	
	
	
		
 
identity	Renjin	noopt	7	2	0.939

			




	
	
	
		
 
identity	Renjin	noopt	7	3	0.974

			




	
	
	
		
 
identity	Renjin	noopt	7	4	0.961

			




	
	
	
		
 
identity	Renjin	noopt	7	5	0.95

			




	
	
	
		
 
identity	Renjin	noopt	8	1	9.252

			




	
	
	
		
 
identity	Renjin	noopt	8	2	9.884

			




	
	
	
		
 
identity	Renjin	noopt	8	3	9.159

			




	
	
	
		
 
identity	Renjin	noopt	8	4	9.906

			




	
	
	
		
 
identity	Renjin	noopt	8	5	9.675

			




	
	
	
		
 
identity	Renjin	opt	5	1	0.088

			




	
	
	
		
 
identity	Renjin	opt	5	2	0.002

			




	
	
	
		
 
identity	Renjin	opt	5	3	0.001

			




	
	
	
		
 
identity	Renjin	opt	5	4	0.003

			




	
	
	
		
 
identity	Renjin	opt	5	5	0.003

			




	
	
	
		
 
identity	Renjin	opt	6	1	0.003

			




	
	
	
		
 
identity	Renjin	opt	6	2	0.003

			




	
	
	
		
 
identity	Renjin	opt	6	3	0.003

			




	
	
	
		
 
identity	Renjin	opt	6	4	0.005

			




	
	
	
		
 
identity	Renjin	opt	6	5	0.002

			




	
	
	
		
 
identity	Renjin	opt	7	1	0.016

			




	
	
	
		
 
identity	Renjin	opt	7	2	0.013

			




	
	
	
		
 
identity	Renjin	opt	7	3	0.013

			




	
	
	
		
 
identity	Renjin	opt	7	4	0.018

			




	
	
	
		
 
identity	Renjin	opt	7	5	0.012

			




	
	
	
		
 
identity	Renjin	opt	8	1	0.121

			




	
	
	
		
 
identity	Renjin	opt	8	2	0.108

			




	
	
	
		
 
identity	Renjin	opt	8	3	0.102

			




	
	
	
		
 
identity	Renjin	opt	8	4	0.108

			




	
	
	
		
 
identity	Renjin	opt	8	5	0.119

			




	
	
	
		
 
parallel	Renjin-laptop	1	6	1	0.079

			




	
	
	
		
 
parallel	Renjin-laptop	1	6	2	0.02

			




	
	
	
		
 
parallel	Renjin-laptop	1	6	3	0.021

			




	
	
	
		
 
parallel	Renjin-laptop	1	6	4	0.019

			




	
	
	
		
 
parallel	Renjin-laptop	1	6	5	0.017

			




	
	
	
		
 
parallel	Renjin-laptop	1	7	1	0.104

			




	
	
	
		
 
parallel	Renjin-laptop	1	7	2	0.109

			




	
	
	
		
 
parallel	Renjin-laptop	1	7	3	0.112

			




	
	
		
 
@@ -483,48 +408,149 @@ parallel	Renjin-server	8	8	2	0.317

			




	
	
	
		
 
parallel	Renjin-server	8	8	3	0.309

			




	
	
	
		
 
parallel	Renjin-server	8	8	4	0.278

			




	
	
	
		
 
parallel	Renjin-server	8	8	5	0.338

			




	
	
	
		
 
parallel	Renjin-server	16	6	1	0.129

			




	
	
	
		
 
parallel	Renjin-server	16	6	2	0.029

			




	
	
	
		
 
parallel	Renjin-server	16	6	3	0.037

			




	
	
	
		
 
parallel	Renjin-server	16	6	4	0.024

			




	
	
	
		
 
parallel	Renjin-server	16	6	5	0.022

			




	
	
	
		
 
parallel	Renjin-server	16	7	1	0.051

			




	
	
	
		
 
parallel	Renjin-server	16	7	2	0.036

			




	
	
	
		
 
parallel	Renjin-server	16	7	3	0.036

			




	
	
	
		
 
parallel	Renjin-server	16	7	4	0.036

			




	
	
	
		
 
parallel	Renjin-server	16	7	5	0.045

			




	
	
	
		
 
parallel	Renjin-server	16	8	1	0.201

			




	
	
	
		
 
parallel	Renjin-server	16	8	2	0.217

			




	
	
	
		
 
parallel	Renjin-server	16	8	3	0.155

			




	
	
	
		
 
parallel	Renjin-server	16	8	4	0.196

			




	
	
	
		
 
parallel	Renjin-server	16	8	5	0.195

			




	
	
	
		
 
parallel	Renjin-server	32	6	1	0.137

			




	
	
	
		
 
parallel	Renjin-server	32	6	2	0.043

			




	
	
	
		
 
parallel	Renjin-server	32	6	3	0.032

			




	
	
	
		
 
parallel	Renjin-server	32	6	4	0.036

			




	
	
	
		
 
parallel	Renjin-server	32	6	5	0.034

			




	
	
	
		
 
parallel	Renjin-server	32	7	1	0.039

			




	
	
	
		
 
parallel	Renjin-server	32	7	2	0.031

			




	
	
	
		
 
parallel	Renjin-server	32	7	3	0.034

			




	
	
	
		
 
parallel	Renjin-server	32	7	4	0.054

			




	
	
	
		
 
parallel	Renjin-server	32	7	5	0.053

			




	
	
	
		
 
parallel	Renjin-server	32	8	1	0.187

			




	
	
	
		
 
parallel	Renjin-server	32	8	2	0.191

			




	
	
	
		
 
parallel	Renjin-server	32	8	3	0.19

			




	
	
	
		
 
parallel	Renjin-server	32	8	4	0.199

			




	
	
	
		
 
parallel	Renjin-server	32	8	5	0.153

			




	
	
	
		
 
survey	Renjin	1t	alabama	1	0.48

			




	
	
	
		
 
survey	Renjin	1t	alabama	2	0.253

			




	
	
	
		
 
survey	Renjin	1t	alabama	3	0.173

			




	
	
	
		
 
survey	Renjin	1t	alabama	4	0.177

			




	
	
	
		
 
survey	Renjin	1t	alabama	5	0.185

			




	
	
	
		
 
survey	Renjin	1t	california	1	1.55

			




	
	
	
		
 
survey	Renjin	1t	california	2	1.526

			




	
	
	
		
 
survey	Renjin	1t	california	3	1.514

			




	
	
	
		
 
survey	Renjin	1t	california	4	1.532

			




	
	
	
		
 
survey	Renjin	1t	california	5	1.611

			




	
	
	
		
 
survey	Renjin	1t	acs3yr	1	13.745

			




	
	
	
		
 
survey	Renjin	1t	acs3yr	2	13.80000000000001

			




	
	
	
		
 
survey	Renjin	1t	acs3yr	3	13.56600000000003

			




	
	
	
		
 
survey	Renjin	1t	acs3yr	4	13.19300000000004

			




	
	
	
		
 
survey	Renjin	1t	acs3yr	5	13.33799999999997

			




	
	
	
		
 
survey	Renjin	pqr	alabama	1	0.104

			




	
	
	
		
 
survey	pqR	pqr	alabama	1	0.103

			




	
	
	
		
 
survey	pqR	pqr	alabama	2	0.099

			




	
	
	
		
 
survey	pqR	pqr	alabama	3	0.102

			




	
	
	
		
 
survey	pqR	pqr	alabama	4	0.1

			




	
	
	
		
 
survey	pqR	pqr	alabama	5	0.101

			




	
	
	
		
 
survey	pqR	pqr	california	1	2.331

			




	
	
	
		
 
survey	pqR	pqr	california	2	2.295

			




	
	
	
		
 
survey	pqR	pqr	california	3	2.294

			




	
	
	
		
 
survey	pqR	pqr	california	4	2.278

			




	
	
	
		
 
survey	pqR	pqr	california	5	2.31

			




	
	
	
		
 
survey	pqR	pqr	acs3yr	1	53.483

			




	
	
	
		
 
survey	pqR	pqr	acs3yr	2	43.385

			




	
	
	
		
 
survey	pqR	pqr	acs3yr	3	43.67

			




	
	
	
		
 
survey	pqR	pqr	acs3yr	4	50.236

			




	
	
	
		
 
survey	pqR	pqr	acs3yr	5	52.634

			




	
	
	
		
 
operators	Renjin	opt	4	1	0.069

			




	
	
	
		
 
operators	Renjin	opt	4	2	0.003

			




	
	
	
		
 
operators	Renjin	opt	4	3	0.005

			




	
	
	
		
 
operators	Renjin	opt	4	4	0.003

			




	
	
	
		
 
operators	Renjin	opt	4	5	0.004

			




	
	
	
		
 
operators	Renjin	opt	5	1	0.02

			




	
	
	
		
 
operators	Renjin	opt	5	2	0.006

			




	
	
	
		
 
operators	Renjin	opt	5	3	0.005

			




	
	
	
		
 
operators	Renjin	opt	5	4	0.003

			




	
	
	
		
 
operators	Renjin	opt	5	5	0.004

			




	
	
	
		
 
operators	Renjin	opt	6	1	0.021

			




	
	
	
		
 
operators	Renjin	opt	6	2	0.022

			




	
	
	
		
 
operators	Renjin	opt	6	3	0.021

			




	
	
	
		
 
operators	Renjin	opt	6	4	0.021

			




	
	
	
		
 
operators	Renjin	opt	6	5	0.022

			




	
	
	
		
 
operators	Renjin	opt	7	1	0.213

			




	
	
	
		
 
operators	Renjin	opt	7	2	0.229

			




	
	
	
		
 
operators	Renjin	opt	7	3	0.216

			




	
	
	
		
 
operators	Renjin	opt	7	4	0.216

			




	
	
	
		
 
operators	Renjin	opt	7	5	0.215

			




	
	
	
		
 
operators	Renjin	opt	8	1	2.151

			




	
	
	
		
 
operators	Renjin	opt	8	2	2.194

			




	
	
	
		
 
operators	Renjin	opt	8	3	2.138

			




	
	
	
		
 
operators	Renjin	opt	8	4	2.14

			




	
	
	
		
 
operators	Renjin	opt	8	5	2.147

			




	
	
	
		
 
operators	Renjin	opt	9	1	24.497

			




	
	
	
		
 
operators	Renjin	opt	9	2	21.251

			




	
	
	
		
 
operators	Renjin	opt	9	3	21.029

			




	
	
	
		
 
operators	Renjin	opt	9	4	22.575

			




	
	
	
		
 
operators	Renjin	opt	9	5	25.54599999999999

			




	
	
	
		
 
operators	Renjin	noopt	4	1	0.061

			




	
	
	
		
 
operators	Renjin	noopt	4	2	0.006

			




	
	
	
		
 
operators	Renjin	noopt	4	3	0.004

			




	
	
	
		
 
operators	Renjin	noopt	4	4	0.005

			




	
	
	
		
 
operators	Renjin	noopt	4	5	0.004

			




	
	
	
		
 
operators	Renjin	noopt	5	1	0.027

			




	
	
	
		
 
operators	Renjin	noopt	5	2	0.007

			




	
	
	
		
 
operators	Renjin	noopt	5	3	0.007

			




	
	
	
		
 
operators	Renjin	noopt	5	4	0.007

			




	
	
	
		
 
operators	Renjin	noopt	5	5	0.008

			




	
	
	
		
 
operators	Renjin	noopt	6	1	0.048

			




	
	
	
		
 
operators	Renjin	noopt	6	2	0.063

			




	
	
	
		
 
operators	Renjin	noopt	6	3	0.049

			




	
	
	
		
 
operators	Renjin	noopt	6	4	0.044

			




	
	
	
		
 
operators	Renjin	noopt	6	5	0.045

			




	
	
	
		
 
operators	Renjin	noopt	7	1	0.437

			




	
	
	
		
 
operators	Renjin	noopt	7	2	0.435

			




	
	
	
		
 
operators	Renjin	noopt	7	3	0.438

			




	
	
	
		
 
operators	Renjin	noopt	7	4	0.441

			




	
	
	
		
 
operators	Renjin	noopt	7	5	0.44

			




	
	
	
		
 
operators	Renjin	noopt	8	1	4.243

			




	
	
	
		
 
operators	Renjin	noopt	8	2	4.573

			




	
	
	
		
 
operators	Renjin	noopt	8	3	4.441

			




	
	
	
		
 
operators	Renjin	noopt	8	4	4.287

			




	
	
	
		
 
operators	Renjin	noopt	8	5	4.315

			




	
	
	
		
 
operators	Renjin	noopt	9	1	43.934

			




	
	
	
		
 
operators	Renjin	noopt	9	2	44.69699999999999

			




	
	
	
		
 
operators	Renjin	noopt	9	3	49.05600000000001

			




	
	
	
		
 
operators	Renjin	noopt	9	4	46.81899999999999

			




	
	
	
		
 
operators	Renjin	noopt	9	5	45.85399999999998

			




	
	
	
		
 
operators	GNU R	none	4	1	0

			




	
	
	
		
 
operators	GNU R	none	4	2	0

			




	
	
	
		
 
operators	GNU R	none	4	3	0

			




	
	
	
		
 
operators	GNU R	none	4	4	0

			




	
	
	
		
 
operators	GNU R	none	4	5	0

			




	
	
	
		
 
operators	GNU R	none	5	1	0.002

			




	
	
	
		
 
operators	GNU R	none	5	2	0.001

			




	
	
	
		
 
operators	GNU R	none	5	3	0.001

			




	
	
	
		
 
operators	GNU R	none	5	4	0.002

			




	
	
	
		
 
operators	GNU R	none	5	5	0.001

			




	
	
	
		
 
operators	GNU R	none	6	1	0.033

			




	
	
	
		
 
operators	GNU R	none	6	2	0.011

			




	
	
	
		
 
operators	GNU R	none	6	3	0.014

			




	
	
	
		
 
operators	GNU R	none	6	4	0.011

			




	
	
	
		
 
operators	GNU R	none	6	5	0.015

			




	
	
	
		
 
operators	GNU R	none	7	1	0.197

			




	
	
	
		
 
operators	GNU R	none	7	2	0.126

			




	
	
	
		
 
operators	GNU R	none	7	3	0.122

			




	
	
	
		
 
operators	GNU R	none	7	4	0.131

			




	
	
	
		
 
operators	GNU R	none	7	5	0.126

			




	
	
	
		
 
operators	GNU R	none	8	1	1.748

			




	
	
	
		
 
operators	GNU R	none	8	2	1.658

			




	
	
	
		
 
operators	GNU R	none	8	3	1.672

			




	
	
	
		
 
operators	GNU R	none	8	4	1.721

			




	
	
	
		
 
operators	GNU R	none	8	5	1.654

			




	
	
		
 
\ No newline at end of file

			




        

    


    
    

    

        

                

                    survey.pdf
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
binary diff not shown

			




        

    



    


    



    



      

      





    
    0 comments (0 inline, 0 general)
    





    


  

  







  


    




    








    
        Server instance: kalli-3336600
    
    
        This site is powered by
            Kallithea,
        which is
        © 2010–2022 by various authors & licensed under GPLv3.
            – Support