system,db,protocol,network,throughput,latency,tuple,run,timeout,time,bytes,packets,cpu_kernel_sec,cpu_user_sec,io_page_faults,memory_max_kb,bin_orientation,bin_chunksize,bin_compress

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,1,0,0,0.033879995346069336,13778,54,0.0,0.02,0,6884,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,10000000,0,0,1.7502360343933105,1371602391,30203,0.23,1.31,0,7904,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,1,0,0,0.032026052474975586,5627,54,0.0,0.02,0,6984,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,10000000,0,0,3.3142189979553223,442552749,11783,0.2,2.38,0,203572,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,1,0,0,0.012273073196411133,2122,21,0.0,0.0,0,5896,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,10000000,0,0,74.17155885696411,505957929,122329,2.18,15.99,0,2870688,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,1,0,0,0.05156898498535156,9640,29,0.0,0.04,0,10176,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,10000000,0,0,28.63902497291565,2057679515,350375,4.96,20.75,37,7776584,,,

netcat-csv,netcat,native,unlimited,-1,-1,1,0,0,0.0027189254760742188,556,8,0.0,0.0,0,1944,,,

netcat-csv,netcat,native,unlimited,-1,-1,10000000,0,0,1.626755952835083,1269426135,79174,0.61,0.0,0,1884,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,1,0,0,2.087904930114746,13829,55,0.0,0.03,0,7040,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,0,0,1102.0041489601135,1372029322,37020,0.55,3.18,0,8056,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,1,0,0,2.073988914489746,5817,56,0.0,0.03,0,6976,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,0,0,357.1723620891571,442678509,13792,0.34,5.1,0,203616,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,1,0,0,1.6370141506195068,4766,36,0.0,0.0,0,6016,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,10000000,0,0,412.40569591522217,505750249,117922,2.7,25.06,0,2870776,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,1,0,0,1.4994380474090576,11296,30,0.01,0.04,0,10032,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,10000000,0,0,1710.0462670326233,2053477907,290857,9.7,34.05,4,7776228,,,

netcat-csv,netcat,native,10mbitethhd,10,100,1,0,0,0.4073209762573242,660,10,0.0,0.0,0,1836,,,

netcat-csv,netcat,native,10mbitethhd,10,100,10000000,0,0,1015.2172939777374,1267077863,32731,0.9,0.02,0,1856,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,1,1,0,0.03426504135131836,13779,54,0.0,0.02,0,6968,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,10000000,1,0,1.4618430137634277,1371627505,30685,0.2,1.14,0,8156,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,1,1,0,0.031239032745361328,5627,54,0.0,0.02,0,6976,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,10000000,1,0,3.3643689155578613,442559539,11948,0.14,2.25,0,203600,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,1,1,0,0.010085105895996094,2122,21,0.0,0.0,0,5992,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,10000000,1,0,77.3533251285553,505963109,122427,1.94,15.64,0,2870732,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,1,1,0,0.03774309158325195,9640,29,0.0,0.02,0,10124,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,10000000,1,0,29.006454944610596,2057902923,353479,4.68,21.75,4,7778436,,,

netcat-csv,netcat,native,unlimited,-1,-1,1,1,0,0.002482891082763672,556,8,0.0,0.0,0,1776,,,

netcat-csv,netcat,native,unlimited,-1,-1,10000000,1,0,1.4788780212402344,1269578339,82101,0.56,0.0,0,2004,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,1,1,0,2.0679478645324707,13831,55,0.0,0.02,0,7024,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,1,0,1101.4626140594482,1372035059,37167,0.66,1.67,0,8028,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,1,1,0,2.052720069885254,5940,60,0.0,0.02,0,7024,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,1,0,356.38363909721375,442607416,12423,0.22,2.9,0,204764,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,1,1,0,1.6198010444641113,2174,22,0.0,0.0,0,5856,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,10000000,1,0,412.2451059818268,505537829,113837,2.14,17.98,0,2870716,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,1,1,0,1.4576990604400635,11296,30,0.0,0.02,0,10128,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,10000000,1,0,1709.6605010032654,2053436675,290304,6.57,25.94,11,7776620,,,

netcat-csv,netcat,native,10mbitethhd,10,100,1,1,0,0.4093661308288574,556,8,0.0,0.0,0,1904,,,

netcat-csv,netcat,native,10mbitethhd,10,100,10000000,1,0,1015.2318789958954,1267091127,33023,0.94,0.0,0,1836,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,1,2,0,0.03407406806945801,13778,54,0.0,0.02,0,6976,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,10000000,2,0,1.8438310623168945,1371691782,31920,0.23,1.24,0,8220,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,1,2,0,0.028549909591674805,5628,54,0.0,0.01,0,6968,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,10000000,2,0,3.4361658096313477,442556722,11895,0.15,2.44,0,203672,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,1,2,0,0.009296894073486328,2122,21,0.0,0.0,0,5972,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,10000000,2,0,77.34009408950806,505963753,122441,1.92,15.32,0,2870716,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,1,2,0,0.037937164306640625,9640,29,0.0,0.02,0,10120,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,10000000,2,0,28.878636837005615,2058658335,363880,4.38,21.4,5,7776884,,,

netcat-csv,netcat,native,unlimited,-1,-1,1,2,0,0.0025360584259033203,556,8,0.0,0.0,0,1884,,,

netcat-csv,netcat,native,unlimited,-1,-1,10000000,2,0,1.7610549926757812,1269807191,86502,0.62,0.0,0,1840,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,1,2,0,2.0681381225585938,14037,59,0.0,0.02,0,6928,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,2,0,1102.1737678050995,1372036454,37191,0.64,1.69,0,8116,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,1,2,0,2.072671890258789,5680,55,0.0,0.02,0,7060,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,2,0,357.115611076355,442682129,13860,0.35,3.11,0,203616,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,1,2,0,1.6352181434631348,2174,22,0.0,0.01,0,5948,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,10000000,2,0,412.6003739833832,505585461,114753,3.79,25.42,0,2870788,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,1,2,0,1.4947869777679443,11296,30,0.0,0.04,0,9952,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,10000000,2,0,1709.913283109665,2053505871,291241,12.29,43.34,42,7776284,,,

netcat-csv,netcat,native,10mbitethhd,10,100,1,2,0,0.4093661308288574,772,11,0.0,0.0,0,1904,,,

netcat-csv,netcat,native,10mbitethhd,10,100,10000000,2,0,1015.2160739898682,1267077195,32723,1.62,0.03,0,1840,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,1,3,0,0.04381823539733887,13777,54,0.0,0.02,0,6928,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,10000000,3,0,1.5110540390014648,1371870843,35363,0.15,0.95,0,8040,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,1,3,0,0.02763986587524414,5628,54,0.0,0.01,0,7108,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,10000000,3,0,3.6413819789886475,442603863,12802,0.14,1.98,0,203596,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,1,3,0,0.010743141174316406,2122,21,0.0,0.0,0,5972,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,10000000,3,0,80.30830216407776,505961921,122440,2.21,16.38,0,2870812,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,1,3,0,0.03664112091064453,9640,29,0.0,0.02,0,10044,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,10000000,3,0,29.60293698310852,2059031571,369153,4.47,19.64,6,7777540,,,

netcat-csv,netcat,native,unlimited,-1,-1,1,3,0,0.005969047546386719,556,8,0.0,0.0,0,1840,,,

netcat-csv,netcat,native,unlimited,-1,-1,10000000,3,0,1.5216999053955078,1269858931,87497,0.6,0.0,0,1776,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,1,3,0,2.0869059562683105,13987,58,0.0,0.04,0,6972,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,3,0,1100.4489209651947,1372018753,36819,0.68,3.16,0,8096,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,1,3,0,2.072283983230591,5887,59,0.0,0.03,0,7000,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,3,0,356.530846118927,442671886,13663,0.41,5.11,0,204712,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,1,3,0,1.6359429359436035,2174,22,0.0,0.0,0,5972,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,10000000,3,0,412.613881111145,505814157,119189,3.83,25.17,0,2870764,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,1,3,0,1.4933180809020996,13472,36,0.01,0.04,0,9948,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,10000000,3,0,1709.6925101280212,2053511151,291315,12.14,43.31,38,7776716,,,

netcat-csv,netcat,native,10mbitethhd,10,100,1,3,0,0.4059429168701172,2652,13,0.0,0.0,0,1844,,,

netcat-csv,netcat,native,10mbitethhd,10,100,10000000,3,0,1015.2128851413727,1267076935,32718,1.67,0.03,0,1860,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,1,4,0,0.03566098213195801,13776,54,0.0,0.02,0,6920,,,

monetdb-prot10,monetdb,odbc-noprint,unlimited,-1,-1,10000000,4,0,1.6968369483947754,1371715997,32387,0.19,1.24,0,8152,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,1,4,0,0.034490108489990234,5626,54,0.0,0.02,0,7048,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,unlimited,-1,-1,10000000,4,0,3.3427510261535645,442559142,11905,0.2,2.11,0,203648,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,1,4,0,0.011275053024291992,2122,21,0.0,0.0,0,5892,,,

mariadb-compress,mariadb,odbc-noprint,unlimited,-1,-1,10000000,4,0,82.88146495819092,505964533,122456,2.72,16.23,0,2870772,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,1,4,0,0.050572872161865234,9640,29,0.0,0.04,0,10140,,,

postgres-default,postgres,odbc-noprint,unlimited,-1,-1,10000000,4,0,28.593798875808716,2058942379,367911,5.25,19.18,0,7777736,,,

netcat-csv,netcat,native,unlimited,-1,-1,1,4,0,0.004002809524536133,556,8,0.0,0.0,0,1856,,,

netcat-csv,netcat,native,unlimited,-1,-1,10000000,4,0,1.800995111465454,1270287983,95748,0.73,0.0,0,2008,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,1,4,0,2.088597059249878,14194,62,0.0,0.04,0,6996,,,

monetdb-prot10,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,4,0,1100.9402101039886,1372015659,36797,0.67,3.14,0,8028,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,1,4,0,2.0810439586639404,6097,63,0.0,0.03,0,6968,,,

monetdb-prot10-snappy,monetdb,odbc-noprint,10mbitethhd,10,100,10000000,4,0,356.47615814208984,442602478,12325,0.4,5.16,0,203716,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,1,4,0,1.633997917175293,2330,25,0.0,0.0,0,5876,,,

mariadb-compress,mariadb,odbc-noprint,10mbitethhd,10,100,10000000,4,0,412.6015958786011,505773761,118372,3.82,25.35,0,2870628,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,1,4,0,1.4911859035491943,11296,30,0.0,0.05,0,9844,,,

postgres-default,postgres,odbc-noprint,10mbitethhd,10,100,10000000,4,0,1709.7154660224915,2053532451,291605,12.79,42.52,6,7776628,,,

netcat-csv,netcat,native,10mbitethhd,10,100,1,4,0,0.40721797943115234,556,8,0.0,0.0,0,1968,,,

netcat-csv,netcat,native,10mbitethhd,10,100,10000000,4,0,1015.2203450202942,1267077287,32721,1.63,0.03,0,1840,,,

sysnames <- c("mariadb-default"="MySQL", "mariadb-compress"="MySQL+C", "postgres-default" = "PostgreSQL", "db2-default" = "DB2", "monetdb-prot10"="MonetDB++", "monetdb-prot10-snappy"="MonetDB++Sy", "netcat-csv"= "netcat")

read.table("51.csv", header=T,  sep=",", stringsAsFactors=F, na.strings="-1") -> dd3

ntuples <- 10000000

dd3 %>% filter(system %in% c(names(sysnames)), timeout != 1, tuple %in% c(1,ntuples)) %>% mutate(system=sysnames[system]) %>% select(system, network, tuple, time, bytes) %>% group_by(system, network, tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> dd4

 dd5 <- as.data.frame(dd4 %>% filter(tuple==ntuples) %>% rename(time_1m=time_mean, bytes_1m=bytes_mean) %>% left_join(dd4 %>% filter(tuple == 1) %>% rename(time_1=time_mean, bytes_1=bytes_mean), by=c("system", "network"))) %>% mutate(tuple_time_ms=((time_1m-time_1)/ntuples)*1000, tuple_bytes=(bytes_1m-bytes_1)/ntuples, adj_time= time_1m-time_1, adj_bytes=bytes_1m-bytes_1) %>% select(system, network, adj_time, adj_bytes)

pdf("10m-final-time-unlimited.pdf", width=10, height=3)

ggplot(dd5 %>% filter(network=="unlimited", system!="netcat"), aes(y=adj_time, x=reorder(system, -adj_time), label=round(adj_time, 1))) + geom_hline(yintercept=1.634335, linetype="dashed") + geom_bar(stat="identity", position="dodge", width=.5) +  theme + xlab("") + ylab("Wall clock time (s)") + coord_flip() + geom_text(size=7, hjust=-.2, family="serif") + scale_y_continuous(limits=c(0, 90))

dev.off()

pdf("10m-final-time-slownet.pdf", width=10, height=3)

ggplot(dd5 %>% filter(network=="10mbitethhd", system!="netcat"), aes(y=adj_time, x=reorder(system, -adj_time), label=round(adj_time, 1))) + geom_hline(yintercept=1014.811853, linetype="dashed") + geom_bar(stat="identity", position="dodge", width=.5) +  theme + xlab("") + ylab("Wall clock time (s)") + coord_flip() + geom_text(size=7, hjust=-.2, family="serif") + scale_y_continuous(limits=c(0, 2000))

dev.off()