library(dplyr)
library(ggplot2)
library(ggthemes)

theme <- theme_few(base_size = 24) + 
theme(axis.title.y=element_text(vjust=0.9), 
  axis.title.x=element_text(vjust=-0.1),
  axis.ticks.x=element_blank())


read.table("newproto.csv", header=T,  sep=",", stringsAsFactors=F, na.strings=c("-1", "")) -> dd3



ggplot(dd3 %>% filter(bin_chunksize==100000, tuple > 1000, run == 0), aes(color=system, y=time, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10() + scale_y_log10()





ggplot(dd3 %>% filter(bin_chunksize==100000, tuple > 1000, run == 0), aes(fill=system, y=bytes, x=tuple)) + scale_x_log10() +  geom_bar(stat="identity", position="dodge") 



read.table("newproto2.csv", header=T,  sep=",", stringsAsFactors=F, na.strings=c("-1", "")) -> dd3

dd3 %>% filter(bin_compress %in% c("lz4", NA, "snappy"), tuple ==  1000000) %>% group_by( bin_orientation, bin_compress,bin_chunksize) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) %>% mutate(sys2=paste( bin_orientation, bin_compress)) -> df4 

ggplot(df4, aes(fill=sys2, y=time_mean, x=bin_chunksize)) + geom_bar(stat="identity", position="dodge") + scale_x_log10()