DA/protocols Changeset - 7fbf056e912a · Centrum Wiskunde & Informatica (CWI)

Changeset - 7fbf056e912a

Parent rev.

Child rev.

[Not reviewed]

0 3 2

Hannes Muehleisen - 9 years ago 2016-08-02 15:55:22
hannes@muehleisen.org

first part new protocol

5 files changed with 605 insertions and 4 deletions:

newproto.R

newproto.csv

542

vldb-protocols.R

vldb-protocols.labnotes

vldb-protocols.py

0 comments (0 inline, 0 general)

newproto.R

➞

Show inline comments

@@ new file 100644 @@
 library(dplyr)
 library(ggplot2)
 library(ggthemes)
 theme <- theme_few(base_size = 24) +
 theme(axis.title.y=element_text(vjust=0.9),
   axis.title.x=element_text(vjust=-0.1),
   axis.ticks.x=element_blank())
 read.table("newproto.csv", header=T,  sep=",", stringsAsFactors=F, na.strings=c("-1", "")) -> dd3
 ggplot(dd3 %>% filter(bin_chunksize==100000, tuple > 1000, run == 0), aes(color=system, y=time, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10() + scale_y_log10()
 ggplot(dd3 %>% filter(bin_chunksize==100000, tuple > 1000, run == 0), aes(fill=system, y=bytes, x=tuple)) + scale_x_log10() +  geom_bar(stat="identity", position="dodge")
 dd3 %>% filter(bin_compress %in% c("lz4", NA), tuple ==  1000000) %>% group_by( bin_orientation, bin_compress,bin_chunksize) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) %>% mutate(sys2=paste( bin_orientation, bin_compress)) -> df4
 ggplot(df4, aes(color=sys2, y=packets_mean, x=bin_chunksize)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10()

newproto.csv

➞

Show inline comments

@@ new file 100644 @@
 system,db,protocol,network,throughput,latency,tuple,run,timeout,time,bytes,packets,cpu_kernel_sec,cpu_user_sec,io_page_faults,memory_max_kb,bin_orientation,bin_chunksize,bin_compress
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.0036859512329101562,570,8,0.0,0.0,0,1904,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.0034050941467285156,6569,12,0.0,0.0,0,1896,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.003770112991333008,54726,36,0.0,0.0,0,1872,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.01025390625,526969,58,0.0,0.0,0,1904,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.062252044677734375,5251274,236,0.0,0.0,0,1896,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.5976681709289551,52462288,1323,0.06,0.0,0,1864,col,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.002846956253051758,565,8,0.0,0.0,0,1848,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.002872943878173828,7258,14,0.0,0.0,0,1932,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.0036079883575439453,62402,36,0.0,0.0,0,1892,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.011219978332519531,598842,61,0.0,0.0,0,1872,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.09867000579833984,5988952,510,0.0,0.0,0,1896,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.6175880432128906,59683898,1243,0.06,0.0,0,2000,row,100000,lz4
 netcat-prot-col-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,1,0,0,0.0033562183380126953,563,8,0.0,0.0,0,1900,col,100000,lz4-heavy
 netcat-prot-col-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,100,0,0,0.0027589797973632812,5874,12,0.0,0.0,0,1900,col,100000,lz4-heavy
 netcat-prot-col-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,1000,0,0,0.007017850875854492,42054,26,0.0,0.0,0,1900,col,100000,lz4-heavy
 netcat-prot-col-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,10000,0,0,0.04662299156188965,407770,52,0.0,0.0,0,2012,col,100000,lz4-heavy
 netcat-prot-col-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,100000,0,0,0.43293094635009766,4067003,178,0.0,0.0,0,1996,col,100000,lz4-heavy
 netcat-prot-col-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,1000000,0,0,5.178992986679077,40647320,1084,0.07,0.0,0,1792,col,100000,lz4-heavy
 netcat-prot-row-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,1,0,0,0.002630949020385742,563,8,0.0,0.0,0,1884,row,100000,lz4-heavy
 netcat-prot-row-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,100,0,0,0.0029599666595458984,6143,12,0.0,0.0,0,1904,row,100000,lz4-heavy
 netcat-prot-row-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,1000,0,0,0.011634111404418945,46213,32,0.0,0.0,0,1904,row,100000,lz4-heavy
 netcat-prot-row-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,10000,0,0,0.06412386894226074,422831,54,0.0,0.0,0,2012,row,100000,lz4-heavy
 netcat-prot-row-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,100000,0,0,0.7722430229187012,4197183,238,0.0,0.0,0,1864,row,100000,lz4-heavy
 netcat-prot-row-chunk-100000-lz4-heavy,netcat,native,unlimited,-1,-1,1000000,0,0,6.090789079666138,41940484,1773,0.04,0.0,0,1868,row,100000,lz4-heavy
 netcat-prot-col-chunk-100000-gzip,netcat,native,unlimited,-1,-1,1,0,0,0.002604961395263672,554,8,0.0,0.0,0,1900,col,100000,gzip
 netcat-prot-col-chunk-100000-gzip,netcat,native,unlimited,-1,-1,100,0,0,0.0029020309448242188,4819,12,0.0,0.0,0,1896,col,100000,gzip
 netcat-prot-col-chunk-100000-gzip,netcat,native,unlimited,-1,-1,1000,0,0,0.008291006088256836,36116,36,0.0,0.0,0,1896,col,100000,gzip
 netcat-prot-col-chunk-100000-gzip,netcat,native,unlimited,-1,-1,10000,0,0,0.04720306396484375,338763,91,0.0,0.0,0,2000,col,100000,gzip
 netcat-prot-col-chunk-100000-gzip,netcat,native,unlimited,-1,-1,100000,0,0,0.5007750988006592,3396998,842,0.0,0.0,0,1944,col,100000,gzip
 netcat-prot-col-chunk-100000-gzip,netcat,native,unlimited,-1,-1,1000000,0,0,5.254472970962524,33999817,8182,0.08,0.0,0,2016,col,100000,gzip
 netcat-prot-row-chunk-100000-gzip,netcat,native,unlimited,-1,-1,1,0,0,0.003186941146850586,1504,11,0.0,0.0,0,1900,row,100000,gzip
 netcat-prot-row-chunk-100000-gzip,netcat,native,unlimited,-1,-1,100,0,0,0.003487110137939453,5301,12,0.0,0.0,0,2000,row,100000,gzip
 netcat-prot-row-chunk-100000-gzip,netcat,native,unlimited,-1,-1,1000,0,0,0.009652137756347656,42476,36,0.0,0.0,0,1932,row,100000,gzip
 netcat-prot-row-chunk-100000-gzip,netcat,native,unlimited,-1,-1,10000,0,0,0.08222293853759766,400052,92,0.0,0.0,0,1864,row,100000,gzip
 netcat-prot-row-chunk-100000-gzip,netcat,native,unlimited,-1,-1,100000,0,0,0.7086288928985596,3998519,1000,0.0,0.0,0,1876,row,100000,gzip
 netcat-prot-row-chunk-100000-gzip,netcat,native,unlimited,-1,-1,1000000,0,0,5.952386140823364,39949402,9752,0.07,0.0,0,1884,row,100000,gzip
 netcat-prot-col-chunk-100000-xz,netcat,native,unlimited,-1,-1,1,0,0,0.010274887084960938,604,8,0.0,0.0,0,1792,col,100000,xz
 netcat-prot-col-chunk-100000-xz,netcat,native,unlimited,-1,-1,100,0,0,0.013567924499511719,4296,10,0.0,0.0,0,1944,col,100000,xz
 netcat-prot-col-chunk-100000-xz,netcat,native,unlimited,-1,-1,1000,0,0,0.04510307312011719,28584,20,0.0,0.0,0,1892,col,100000,xz
 netcat-prot-col-chunk-100000-xz,netcat,native,unlimited,-1,-1,10000,0,0,0.4613780975341797,257050,97,0.0,0.0,0,1872,col,100000,xz
 netcat-prot-col-chunk-100000-xz,netcat,native,unlimited,-1,-1,100000,0,0,7.107081174850464,2507200,1012,0.02,0.0,0,1792,col,100000,xz
 netcat-prot-col-chunk-100000-xz,netcat,native,unlimited,-1,-1,1000000,0,0,71.23558402061462,24935048,11761,0.22,0.01,0,1792,col,100000,xz
 netcat-prot-row-chunk-100000-xz,netcat,native,unlimited,-1,-1,1,0,0,0.007704019546508789,604,8,0.0,0.0,0,1872,row,100000,xz
 netcat-prot-row-chunk-100000-xz,netcat,native,unlimited,-1,-1,100,0,0,0.012413978576660156,5076,12,0.0,0.0,0,2012,row,100000,xz
 netcat-prot-row-chunk-100000-xz,netcat,native,unlimited,-1,-1,1000,0,0,0.05866217613220215,37504,28,0.0,0.0,0,2016,row,100000,xz
 netcat-prot-row-chunk-100000-xz,netcat,native,unlimited,-1,-1,10000,0,0,0.6049520969390869,322064,72,0.0,0.0,0,1944,row,100000,xz
 netcat-prot-row-chunk-100000-xz,netcat,native,unlimited,-1,-1,100000,0,0,8.408120155334473,3016502,947,0.02,0.0,0,2000,row,100000,xz
 netcat-prot-row-chunk-100000-xz,netcat,native,unlimited,-1,-1,1000000,0,0,77.06969213485718,29603628,13048,0.24,0.0,0,1928,row,100000,xz
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1,0,0,0.003180980682373047,560,8,0.0,0.0,0,1868,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100,0,0,0.003097057342529297,11905,18,0.0,0.0,0,1848,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.0035109519958496094,113123,41,0.0,0.0,0,1944,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.006283998489379883,1108719,201,0.0,0.0,0,1904,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.03226208686828613,11038190,955,0.0,0.0,0,1868,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.3462049961090088,110384080,11103,0.06,0.0,0,1896,col,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1,0,0,0.003041982650756836,552,8,0.0,0.0,0,1948,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100,0,0,0.002635955810546875,11793,16,0.0,0.0,0,1900,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.0031270980834960938,113107,41,0.0,0.0,0,1904,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.008710145950317383,1108883,206,0.0,0.0,0,1944,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.03228497505187988,11043178,1068,0.0,0.0,0,1900,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.19016385078430176,110247228,8642,0.06,0.0,0,1864,row,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1,0,0,0.0031769275665283203,560,8,0.0,0.0,0,1892,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100,0,0,0.0029938220977783203,11905,18,0.0,0.0,0,1876,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.0038220882415771484,113227,43,0.0,0.0,0,1944,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.006554841995239258,1108719,201,0.0,0.0,0,1792,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.03337907791137695,11064606,1463,0.0,0.0,0,1932,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.16440391540527344,110218786,7909,0.05,0.0,0,1868,col,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1,0,0,0.002811908721923828,552,8,0.0,0.0,0,1900,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100,0,0,0.0027091503143310547,11689,14,0.0,0.0,0,1996,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.003410816192626953,113107,41,0.0,0.0,0,1848,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.006095170974731445,1107323,176,0.0,0.0,0,2016,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.029121875762939453,11033986,893,0.0,0.0,0,1868,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.18077397346496582,110247800,8653,0.05,0.0,0,1944,row,100000,
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.0030050277709960938,570,8,0.0,0.0,0,1872,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.0028901100158691406,6569,12,0.0,0.0,0,2016,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.0035948753356933594,54726,36,0.0,0.0,0,1896,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.009784936904907227,527333,65,0.0,0.0,0,2000,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.06932497024536133,5255162,309,0.0,0.0,0,1944,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.5703849792480469,52454956,1182,0.07,0.0,0,1876,col,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.002885103225708008,565,8,0.0,0.0,0,1896,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.0031290054321289062,7258,14,0.0,0.0,0,1872,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.003796815872192383,62402,36,0.0,0.0,0,1904,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.011231184005737305,598894,62,0.0,0.0,0,2012,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.0985560417175293,5979696,332,0.0,0.0,0,1896,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.679516077041626,59683344,1247,0.08,0.0,0,1952,row,100000,lz4
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,0,0,0.0041141510009765625,560,8,0.0,0.0,0,1904,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,0,0,0.0036399364471435547,11905,18,0.0,0.0,0,1952,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.004521846771240234,113107,41,0.0,0.0,0,1848,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.0063779354095458984,1109755,224,0.0,0.0,0,1932,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.04118800163269043,11047666,1168,0.0,0.0,0,1880,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.19027996063232422,110312232,10029,0.05,0.0,0,2016,col,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,0,0,0.006551980972290039,552,8,0.0,0.0,0,1952,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,0,0,0.004333972930908203,11897,18,0.0,0.0,0,1900,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.0041561126708984375,113099,41,0.0,0.0,0,1996,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.006490945816040039,1106567,163,0.0,0.0,0,1792,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.030735015869140625,11058706,1382,0.0,0.0,0,1932,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.20879507064819336,110310448,10011,0.06,0.0,0,1868,row,1000000,
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.003657817840576172,570,8,0.0,0.0,0,1884,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.0031609535217285156,6569,12,0.0,0.0,0,1904,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.0038869380950927734,54297,36,0.0,0.0,0,1864,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.009946107864379883,500794,70,0.0,0.0,0,1884,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.06951284408569336,4963032,296,0.0,0.0,0,2016,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.5834720134735107,49517160,1188,0.08,0.0,0,1944,col,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.0032019615173339844,565,8,0.0,0.0,0,2016,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.003016948699951172,7258,14,0.0,0.0,0,1896,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.0040378570556640625,62393,36,0.0,0.0,0,1844,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.010830163955688477,599169,67,0.0,0.0,0,1896,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.08846092224121094,5984162,441,0.0,0.0,0,1896,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.5336728096008301,59674545,1273,0.03,0.0,0,1952,row,1000000,lz4
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,0,0,0.0028688907623291016,560,8,0.0,0.0,0,1896,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,0,0,0.002537965774536133,11697,14,0.0,0.0,0,1868,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.003119945526123047,113107,41,0.0,0.0,0,1896,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.005808115005493164,1108855,207,0.0,0.0,0,1896,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.026508092880249023,11035458,936,0.0,0.0,0,1792,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.1840829849243164,110314288,10099,0.05,0.0,0,1892,col,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,0,0,0.0041048526763916016,552,8,0.0,0.0,0,1900,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,0,0,0.003267049789428711,11897,18,0.0,0.0,0,1792,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.003961086273193359,113099,41,0.0,0.0,0,2012,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.00625300407409668,1109575,221,0.0,0.0,0,1792,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.025064945220947266,11053434,1282,0.0,0.0,0,1872,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.18218302726745605,110183368,7583,0.05,0.0,0,1896,row,10000000,
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.0035479068756103516,570,8,0.0,0.0,0,2016,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.003402233123779297,6569,12,0.0,0.0,0,1872,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.004087924957275391,54297,36,0.0,0.0,0,1848,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.008803844451904297,496381,53,0.0,0.0,0,1876,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.06371688842773438,4926413,207,0.0,0.0,0,1884,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.590735912322998,49150514,1060,0.08,0.0,0,1884,col,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.003203153610229492,565,8,0.0,0.0,0,1876,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.002965211868286133,7258,14,0.0,0.0,0,2016,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.0044591426849365234,62393,36,0.0,0.0,0,2000,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.011076211929321289,598585,58,0.0,0.0,0,1948,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.0774378776550293,5973443,236,0.0,0.0,0,1884,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.7019391059875488,59674297,1301,0.08,0.0,0,1876,row,10000000,lz4
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,0,0,0.002894878387451172,560,8,0.0,0.0,0,1868,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,0,0,0.0024428367614746094,11905,18,0.0,0.0,0,2016,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.0033698081970214844,113211,43,0.0,0.0,0,2000,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.006089210510253906,1106515,162,0.0,0.0,0,1792,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.030737876892089844,11063470,1475,0.0,0.0,0,1932,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.16795802116394043,110210924,8114,0.06,0.0,0,1792,col,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,0,0,0.003030061721801758,552,8,0.0,0.0,0,1788,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,0,0,0.0030138492584228516,11897,18,0.0,0.0,0,1876,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,0,0,0.003271818161010742,113203,53,0.0,0.0,0,1904,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,0,0,0.006129026412963867,1107027,172,0.0,0.0,0,1896,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,0,0,0.031685829162597656,11060706,1422,0.0,0.0,0,1868,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,0,0,0.18619394302368164,110274400,9335,0.05,0.0,0,1932,row,100000000,
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.003206968307495117,570,8,0.0,0.0,0,1896,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.0031960010528564453,6569,12,0.0,0.0,0,1876,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.004063129425048828,53985,30,0.0,0.0,0,1896,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.009869098663330078,496849,63,0.0,0.0,0,1904,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.06606698036193848,4921869,199,0.0,0.0,0,1900,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.5435380935668945,49092593,1163,0.08,0.0,0,1904,col,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,0,0,0.003139019012451172,565,8,0.0,0.0,0,1864,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,0,0,0.0030078887939453125,7258,14,0.0,0.0,0,2000,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,0,0,0.0042040348052978516,62393,36,0.0,0.0,0,1900,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,0,0,0.011265039443969727,598949,65,0.0,0.0,0,1864,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,0,0,0.07848405838012695,5975309,269,0.0,0.0,0,1996,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,0,0,0.6639130115509033,59672034,1261,0.08,0.0,0,1872,row,100000000,lz4
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1,1,0,0.0025582313537597656,560,8,0.0,0.0,0,1996,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100,1,0,0.002299070358276367,11905,18,0.0,0.0,0,1904,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.0030188560485839844,113123,41,0.0,0.0,0,1940,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.00556492805480957,1107627,180,0.0,0.0,0,2016,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.026411056518554688,11060446,1383,0.0,0.0,0,2000,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.21820902824401855,110294848,9387,0.06,0.0,0,1896,col,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1,1,0,0.0030198097229003906,552,8,0.0,0.0,0,1872,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100,1,0,0.0026869773864746094,11689,14,0.0,0.0,0,1896,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.003194093704223633,113211,43,0.0,0.0,0,1944,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.0060689449310302734,1107947,188,0.0,0.0,0,1900,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.03150510787963867,11057634,1346,0.0,0.0,0,1944,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.17853903770446777,110298844,9634,0.05,0.0,0,2016,row,100000,
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.0031538009643554688,570,8,0.0,0.0,0,1900,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.002885103225708008,6569,12,0.0,0.0,0,1868,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.0037081241607666016,54726,36,0.0,0.0,0,1848,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.009687185287475586,528685,91,0.0,0.0,0,1944,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.06061601638793945,5253146,272,0.0,0.0,0,1900,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.564021110534668,52463692,1350,0.06,0.0,0,1896,col,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.0028371810913085938,565,8,0.0,0.0,0,1932,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.0029609203338623047,7102,11,0.0,0.0,0,1952,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.003835916519165039,62402,36,0.0,0.0,0,1904,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.013239145278930664,599206,68,0.0,0.0,0,1792,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.08048892021179199,5981308,363,0.0,0.0,0,2016,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.7176508903503418,59689792,1371,0.07,0.0,0,1932,row,100000,lz4
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,1,0,0.003798961639404297,560,8,0.0,0.0,0,2016,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,1,0,0.0030307769775390625,11905,18,0.0,0.0,0,1896,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.0034990310668945312,113107,41,0.0,0.0,0,1900,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.005586147308349609,1105439,144,0.0,0.0,0,1860,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.029217004776000977,11062330,1450,0.0,0.0,0,1900,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.20659804344177246,110357096,10890,0.05,0.0,0,1896,col,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,1,0,0.002969980239868164,552,8,0.0,0.0,0,1944,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,1,0,0.0029070377349853516,11793,16,0.0,0.0,0,1944,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.0038270950317382812,113099,41,0.0,0.0,0,1864,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.005922079086303711,1107087,173,0.0,0.0,0,1876,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.031706809997558594,11061462,1435,0.0,0.0,0,1904,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.20702099800109863,110312028,10042,0.06,0.0,0,1844,row,1000000,
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.003206968307495117,570,8,0.0,0.0,0,1792,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.0032880306243896484,6569,12,0.0,0.0,0,1848,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.0039789676666259766,53881,28,0.0,0.0,0,2000,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.00967097282409668,500118,57,0.0,0.0,0,1864,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.06495189666748047,4959268,223,0.0,0.0,0,1944,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.548738956451416,49511506,1064,0.07,0.0,0,1868,col,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.003159046173095703,565,8,0.0,0.0,0,1860,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.002541065216064453,7258,14,0.0,0.0,0,1876,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.0039038658142089844,62393,36,0.0,0.0,0,1792,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.009543895721435547,600897,102,0.0,0.0,0,1928,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.06374287605285645,5972254,212,0.0,0.0,0,1864,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.5470259189605713,59673907,1276,0.06,0.0,0,1932,row,1000000,lz4
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,1,0,0.002763032913208008,560,8,0.0,0.0,0,1952,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,1,0,0.0024788379669189453,11905,18,0.0,0.0,0,1864,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.0031490325927734375,113211,43,0.0,0.0,0,2016,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.005182027816772461,1106099,154,0.0,0.0,0,2016,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.02649402618408203,11060782,1423,0.0,0.0,0,1952,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.19924497604370117,110262600,9105,0.06,0.0,0,1932,col,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,1,0,0.0030379295349121094,552,8,0.0,0.0,0,1868,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,1,0,0.0024919509887695312,11897,18,0.0,0.0,0,1944,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.0031180381774902344,112839,36,0.0,0.0,0,1848,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.005891084671020508,1106143,155,0.0,0.0,0,1952,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.03380918502807617,11066902,1541,0.0,0.0,0,1792,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.28168606758117676,110103632,6049,0.08,0.0,0,1896,row,10000000,
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.002994060516357422,570,8,0.0,0.0,0,1848,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.0029251575469970703,6569,12,0.0,0.0,0,1900,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.003908872604370117,53881,28,0.0,0.0,0,2012,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.00923609733581543,496485,55,0.0,0.0,0,1868,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.06692218780517578,4925373,187,0.0,0.0,0,1864,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.5810120105743408,49156636,1193,0.07,0.0,0,1880,col,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.0033740997314453125,565,8,0.0,0.0,0,1848,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.003153085708618164,7258,14,0.0,0.0,0,2000,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.0038509368896484375,62393,36,0.0,0.0,0,1896,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.01141500473022461,598585,58,0.0,0.0,0,1876,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.08601880073547363,5979423,351,0.0,0.0,0,2000,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.6994352340698242,59678717,1386,0.08,0.0,0,1848,row,10000000,lz4
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,1,0,0.0033538341522216797,560,8,0.0,0.0,0,1840,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,1,0,0.002567768096923828,11697,14,0.0,0.0,0,2016,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.003587007522583008,113107,41,0.0,0.0,0,1896,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.006632089614868164,1108335,197,0.0,0.0,0,1904,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.025326013565063477,11041422,1048,0.0,0.0,0,1944,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.22005105018615723,110274052,9328,0.06,0.0,0,1848,col,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,1,0,0.0028760433197021484,552,8,0.0,0.0,0,1952,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,1,0,0.0028519630432128906,11897,18,0.0,0.0,0,1952,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,1,0,0.0035400390625,113099,41,0.0,0.0,0,1844,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,1,0,0.006727933883666992,1108639,203,0.0,0.0,0,1904,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,1,0,0.04143500328063965,11047498,1176,0.0,0.0,0,2000,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,1,0,0.1790788173675537,110208152,8061,0.06,0.0,0,1848,row,100000000,
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.0031049251556396484,570,8,0.0,0.0,0,1864,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.0035610198974609375,6569,12,0.0,0.0,0,1952,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.0038127899169921875,54297,36,0.0,0.0,0,1896,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.009122133255004883,496693,59,0.0,0.0,0,1952,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.06636500358581543,4924521,250,0.0,0.0,0,1896,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.5345540046691895,49093737,1185,0.08,0.0,0,1860,col,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,1,0,0.0027129650115966797,565,8,0.0,0.0,0,1872,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,1,0,0.0026040077209472656,7258,14,0.0,0.0,0,1932,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,1,0,0.003376007080078125,62393,36,0.0,0.0,0,1792,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,1,0,0.012375116348266602,600873,102,0.0,0.0,0,1948,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,1,0,0.06576895713806152,5975205,270,0.0,0.0,0,2000,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,1,0,0.5624070167541504,59672450,1269,0.06,0.0,0,1900,row,100000000,lz4
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1,2,0,0.003084897994995117,560,8,0.0,0.0,0,1932,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100,2,0,0.0030548572540283203,11905,18,0.0,0.0,0,1900,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.003509998321533203,113123,41,0.0,0.0,0,2000,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.006768941879272461,1108563,198,0.0,0.0,0,2016,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.03236198425292969,11060550,1385,0.0,0.0,0,1932,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.20366597175598145,110307796,9636,0.06,0.0,0,1944,col,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1,2,0,0.0026140213012695312,552,8,0.0,0.0,0,1872,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100,2,0,0.002393007278442383,11897,18,0.0,0.0,0,1884,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.002852916717529297,113107,41,0.0,0.0,0,1880,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.005401134490966797,1107687,183,0.0,0.0,0,1952,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.026195049285888672,11057426,1342,0.0,0.0,0,1792,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.1923360824584961,110306664,9785,0.05,0.0,0,1900,row,100000,
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0034151077270507812,570,8,0.0,0.0,0,1864,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.003331899642944336,6569,12,0.0,0.0,0,2000,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.0035741329193115234,54518,32,0.0,0.0,0,1880,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.011411905288696289,528769,92,0.0,0.0,0,1932,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.06832599639892578,5248362,180,0.0,0.0,0,1900,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5152461528778076,52459780,1273,0.06,0.0,0,1792,col,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0035750865936279297,565,8,0.0,0.0,0,1948,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.0030939579010009766,7258,14,0.0,0.0,0,1876,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.003648042678833008,62402,36,0.0,0.0,0,1896,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.013414859771728516,600298,89,0.0,0.0,0,1940,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.06396293640136719,5973612,215,0.0,0.0,0,1896,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5374510288238525,59681336,1209,0.06,0.0,0,1848,row,100000,lz4
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,2,0,0.002965211868286133,560,8,0.0,0.0,0,1896,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,2,0,0.0026531219482421875,11905,18,0.0,0.0,0,1864,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.0029020309448242188,113107,41,0.0,0.0,0,1876,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.005435943603515625,1107623,183,0.0,0.0,0,1896,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.02591705322265625,11068154,1562,0.0,0.0,0,1864,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.20359587669372559,110332388,10416,0.05,0.0,0,1848,col,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,2,0,0.0029380321502685547,552,8,0.0,0.0,0,1904,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,2,0,0.002917051315307617,11897,18,0.0,0.0,0,1896,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.0031769275665283203,113203,43,0.0,0.0,0,1872,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.007360935211181641,1108387,198,0.0,0.0,0,1896,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.034758806228637695,11059850,1404,0.0,0.0,0,1944,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.17219305038452148,110322988,10251,0.03,0.01,0,1900,row,1000000,
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0037870407104492188,570,8,0.0,0.0,0,1840,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.0027570724487304688,6569,12,0.0,0.0,0,2000,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.0032510757446289062,54401,36,0.0,0.0,0,1900,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.010998964309692383,499546,46,0.0,0.0,0,1872,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.05582404136657715,4959288,224,0.0,0.0,0,1952,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.48534584045410156,49512272,1094,0.06,0.0,0,1792,col,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0027790069580078125,565,8,0.0,0.0,0,1848,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.0027930736541748047,7258,14,0.0,0.0,0,1952,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.003278017044067383,62445,37,0.0,0.0,0,1928,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.010526895523071289,599285,71,0.0,0.0,0,1948,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.07361292839050293,5986086,478,0.0,0.0,0,1844,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5520858764648438,59672015,1239,0.06,0.0,0,1884,row,1000000,lz4
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,2,0,0.0026679039001464844,560,8,0.0,0.0,0,1896,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,2,0,0.002210855484008789,11905,18,0.0,0.0,0,1952,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.003448009490966797,113107,41,0.0,0.0,0,1904,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.004878997802734375,1105839,149,0.0,0.0,0,1872,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.026525020599365234,11062134,1449,0.0,0.0,0,1872,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.22302889823913574,110278474,9395,0.06,0.0,0,2000,col,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,2,0,0.0024700164794921875,552,8,0.0,0.0,0,1848,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,2,0,0.0023851394653320312,11897,18,0.0,0.0,0,1848,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.0029430389404296875,113099,41,0.0,0.0,0,1896,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.004873037338256836,1101307,62,0.0,0.0,0,1848,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.04658198356628418,11046154,1142,0.0,0.0,0,1884,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.20682287216186523,110287992,9595,0.06,0.0,0,1904,row,10000000,
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0033719539642333984,570,8,0.0,0.0,0,1896,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.0025968551635742188,6569,12,0.0,0.0,0,2000,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.003798961639404297,54297,36,0.0,0.0,0,1892,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.010191917419433594,498253,89,0.0,0.0,0,1844,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.06059098243713379,4932393,322,0.0,0.0,0,1872,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5383150577545166,49150948,1083,0.07,0.0,0,1792,col,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.003039121627807617,565,8,0.0,0.0,0,1900,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.003047943115234375,7102,11,0.0,0.0,0,1868,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.0036771297454833984,62393,36,0.0,0.0,0,1848,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.013070106506347656,602173,127,0.0,0.0,0,2016,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.07105708122253418,5977655,317,0.0,0.0,0,2016,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5840680599212646,59671717,1252,0.06,0.0,0,1876,row,10000000,lz4
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,2,0,0.0025320053100585938,560,8,0.0,0.0,0,1876,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,2,0,0.0026061534881591797,11905,18,0.0,0.0,0,2016,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.0032129287719726562,113107,41,0.0,0.0,0,1900,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.005251884460449219,1101367,63,0.0,0.0,0,1876,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.02678990364074707,11059986,1408,0.0,0.0,0,1996,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.1569058895111084,110276060,9366,0.04,0.0,0,1952,col,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,2,0,0.003142118453979492,552,8,0.0,0.0,0,1876,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,2,0,0.0023779869079589844,11897,18,0.0,0.0,0,1952,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,2,0,0.002866983413696289,113099,41,0.0,0.0,0,1832,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,2,0,0.005145072937011719,1104999,133,0.0,0.0,0,1900,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,2,0,0.03411293029785156,11062318,1453,0.0,0.0,0,1900,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,2,0,0.21371984481811523,110320420,10220,0.06,0.0,0,1900,row,100000000,
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0033121109008789062,570,8,0.0,0.0,0,1932,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.0030570030212402344,6569,12,0.0,0.0,0,1876,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.0035181045532226562,54089,32,0.0,0.0,0,2016,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.008833885192871094,496485,55,0.0,0.0,0,1944,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.06683492660522461,4925353,266,0.0,0.0,0,1940,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5120818614959717,49094681,1202,0.06,0.0,0,1864,col,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,2,0,0.0030570030212402344,565,8,0.0,0.0,0,1864,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,2,0,0.0026748180389404297,7258,14,0.0,0.0,0,1884,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,2,0,0.0034859180450439453,62393,36,0.0,0.0,0,1868,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,2,0,0.008785009384155273,598793,62,0.0,0.0,0,1900,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,2,0,0.0902869701385498,5973021,228,0.0,0.0,0,2012,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,2,0,0.5881221294403076,59677286,1362,0.06,0.0,0,1940,row,100000000,lz4
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002713918685913086,560,8,0.0,0.0,0,1896,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100,3,0,0.0028650760650634766,11697,14,0.0,0.0,0,1876,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.0026998519897460938,113227,43,0.0,0.0,0,1792,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.00598907470703125,1108147,190,0.0,0.0,0,1872,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.02575397491455078,11059198,1359,0.0,0.0,0,1952,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.16017389297485352,110227196,8086,0.05,0.0,0,1792,col,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002768993377685547,552,8,0.0,0.0,0,1876,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100,3,0,0.0022339820861816406,11897,18,0.0,0.0,0,1792,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.0030808448791503906,113107,41,0.0,0.0,0,1788,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.005854129791259766,1108259,194,0.0,0.0,0,1872,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.030810832977294922,11067722,1540,0.0,0.0,0,2000,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.25285792350769043,110112172,6043,0.07,0.0,0,1900,row,100000,
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.0030820369720458984,570,8,0.0,0.0,0,2016,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.0029189586639404297,6569,12,0.0,0.0,0,1884,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.0034530162811279297,54726,36,0.0,0.0,0,1944,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.010196924209594727,526293,45,0.0,0.0,0,1896,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.06158900260925293,5254810,304,0.0,0.0,0,1872,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.43367695808410645,52451504,1115,0.04,0.0,0,1952,col,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.002997875213623047,565,8,0.0,0.0,0,1872,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.003114938735961914,7258,14,0.0,0.0,0,1952,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.003847837448120117,62402,36,0.0,0.0,0,1788,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.012129068374633789,601962,121,0.0,0.0,0,2016,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.06695199012756348,5974912,240,0.0,0.0,0,2000,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.5713469982147217,59684560,1271,0.06,0.0,0,1904,row,100000,lz4
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002462148666381836,560,8,0.0,0.0,0,1932,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,3,0,0.0023801326751708984,11697,14,0.0,0.0,0,1944,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.0031049251556396484,113355,44,0.0,0.0,0,2016,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.005625009536743164,1108195,194,0.0,0.0,0,1864,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.03704690933227539,11047666,1168,0.0,0.0,0,1864,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.16434383392333984,110241876,8676,0.05,0.0,0,2000,col,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002833127975463867,552,8,0.0,0.0,0,1868,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,3,0,0.002286195755004883,11897,18,0.0,0.0,0,1880,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.002995014190673828,113203,43,0.0,0.0,0,1896,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.0051538944244384766,1101315,62,0.0,0.0,0,1944,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.02836012840270996,11071238,1623,0.0,0.0,0,1952,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.19852709770202637,110227008,8407,0.06,0.0,0,1848,row,1000000,
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.003242015838623047,570,8,0.0,0.0,0,1792,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.002804994583129883,6569,12,0.0,0.0,0,1792,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.0039310455322265625,54245,35,0.0,0.0,0,1896,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.010137081146240234,500118,57,0.0,0.0,0,2016,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.06989192962646484,4963968,314,0.0,0.0,0,2016,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.575037956237793,49514092,1129,0.07,0.0,0,1932,col,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.0028600692749023438,565,8,0.0,0.0,0,1940,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.002969980239868164,7258,14,0.0,0.0,0,1864,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.003961801528930664,62393,36,0.0,0.0,0,1904,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.014276981353759766,601989,123,0.0,0.0,0,1892,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.07732200622558594,5973854,241,0.0,0.0,0,1900,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.5817170143127441,59678015,1355,0.06,0.0,0,2016,row,1000000,lz4
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002538919448852539,560,8,0.0,0.0,0,1792,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,3,0,0.0024590492248535156,11697,14,0.0,0.0,0,1880,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.003161191940307617,113107,41,0.0,0.0,0,1868,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.005362033843994141,1106203,156,0.0,0.0,0,1896,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.03603219985961914,11048472,1171,0.0,0.0,0,1952,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.15479087829589844,110236340,8600,0.04,0.0,0,1944,col,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002804994583129883,552,8,0.0,0.0,0,1952,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,3,0,0.002315044403076172,11897,18,0.0,0.0,0,1872,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.002691030502319336,113099,41,0.0,0.0,0,1904,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.00506901741027832,1107547,182,0.0,0.0,0,1864,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.02712702751159668,11063626,1478,0.0,0.0,0,1868,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.17321205139160156,110214776,8187,0.05,0.0,0,1892,row,10000000,
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.002541065216064453,570,8,0.0,0.0,0,1848,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.0024750232696533203,6569,12,0.0,0.0,0,1952,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.0036051273345947266,54297,36,0.0,0.0,0,1896,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.008895158767700195,497421,73,0.0,0.0,0,1848,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.0614619255065918,4931249,300,0.0,0.0,0,1792,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.48857688903808594,49150812,1081,0.06,0.0,0,1896,col,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.0028002262115478516,565,8,0.0,0.0,0,1868,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.0027921199798583984,7258,14,0.0,0.0,0,1932,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.0034859180450439453,62393,36,0.0,0.0,0,1896,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.010447025299072266,598637,59,0.0,0.0,0,1892,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.0652010440826416,5974275,252,0.0,0.0,0,1884,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.6055319309234619,59690593,1615,0.05,0.0,0,1892,row,10000000,lz4
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,3,0,0.0033249855041503906,560,8,0.0,0.0,0,1876,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,3,0,0.002687215805053711,11697,14,0.0,0.0,0,1952,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.0026798248291015625,113107,41,0.0,0.0,0,1900,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.004865884780883789,1106567,163,0.0,0.0,0,1792,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.034538984298706055,11034506,918,0.0,0.0,0,1940,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.17063498497009277,110264860,9151,0.05,0.0,0,1940,col,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,3,0,0.002504110336303711,552,26,0.0,0.0,0,1864,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,3,0,0.002483844757080078,11793,16,0.0,0.0,0,1848,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,3,0,0.004155874252319336,113203,43,0.0,0.0,0,1876,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,3,0,0.007287025451660156,1106819,168,0.0,0.0,0,1884,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,3,0,0.040136098861694336,11047746,1171,0.0,0.0,0,1864,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,3,0,0.17811799049377441,110321564,10242,0.04,0.0,0,1904,row,100000000,
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.002447843551635742,570,8,0.0,0.0,0,2000,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.002947092056274414,6569,12,0.0,0.0,0,1996,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.0035400390625,54297,36,0.0,0.0,0,1844,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.00993800163269043,497057,66,0.0,0.0,0,1876,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.05602216720581055,4925509,269,0.0,0.0,0,1900,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.4970428943634033,49155877,2380,0.06,0.0,0,1848,col,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,3,0,0.0024900436401367188,565,8,0.0,0.0,0,1880,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,3,0,0.002817869186401367,7258,14,0.0,0.0,0,1848,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,3,0,0.0036859512329101562,62393,36,0.0,0.0,0,2016,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,3,0,0.008835077285766602,600353,92,0.0,0.0,0,1896,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,3,0,0.06962704658508301,5978793,339,0.0,0.0,0,1868,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,3,0,0.569025993347168,59672334,1262,0.06,0.0,0,2016,row,100000000,lz4
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0027511119842529297,560,8,0.0,0.0,0,1900,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100,4,0,0.0025599002838134766,11905,18,0.0,0.0,0,1872,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.0032660961151123047,113123,41,0.0,0.0,0,1928,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.005491971969604492,1102427,80,0.0,0.0,0,1932,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.02751302719116211,11060966,1393,0.0,0.0,0,1876,col,100000,
 netcat-prot-col-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.16974782943725586,110277286,9034,0.05,0.0,0,1940,col,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0033919811248779297,552,8,0.0,0.0,0,1884,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100,4,0,0.0025098323822021484,11897,18,0.0,0.0,0,1884,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.003062009811401367,113107,41,0.0,0.0,0,1792,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.0061910152435302734,1109299,214,0.0,0.0,0,1876,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.03649187088012695,11048378,1168,0.0,0.0,0,1864,row,100000,
 netcat-prot-row-chunk-100000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.22666096687316895,110136444,6512,0.06,0.0,0,1872,row,100000,
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.002357006072998047,570,8,0.0,0.0,0,1896,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.0026810169219970703,6569,12,0.0,0.0,0,1788,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.0038068294525146484,54414,30,0.0,0.0,0,1848,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.008480072021484375,526917,57,0.0,0.0,0,1952,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.05659604072570801,5251482,240,0.0,0.0,0,1872,col,100000,lz4
 netcat-prot-col-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.5104467868804932,52460708,1292,0.06,0.0,0,1788,col,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.0028259754180908203,565,8,0.0,0.0,0,1896,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.002835988998413086,7258,14,0.0,0.0,0,1884,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.0037479400634765625,62402,36,0.0,0.0,0,1944,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.011193990707397461,599518,74,0.0,0.0,0,1868,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.06334996223449707,5977876,297,0.0,0.0,0,1952,row,100000,lz4
 netcat-prot-row-chunk-100000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.5643219947814941,59684768,1275,0.06,0.0,0,1868,row,100000,lz4
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0027208328247070312,560,8,0.0,0.0,0,1844,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,4,0,0.0022962093353271484,11697,14,0.0,0.0,0,1864,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.0027899742126464844,113107,41,0.0,0.0,0,1880,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.005438804626464844,1107831,187,0.0,0.0,0,1872,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.02588796615600586,11055134,1311,0.0,0.0,0,1996,col,1000000,
 netcat-prot-col-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.22452306747436523,110146456,6841,0.06,0.0,0,1952,col,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1,4,0,0.002664804458618164,552,8,0.0,0.0,0,2000,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100,4,0,0.002285003662109375,11897,18,0.0,0.0,0,1896,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.003052949905395508,113203,43,0.0,0.0,0,2016,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.005470991134643555,1101471,65,0.0,0.0,0,1876,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.026731014251708984,11059018,1388,0.0,0.0,0,1928,row,1000000,
 netcat-prot-row-chunk-1000000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.17658305168151855,110305060,9908,0.04,0.0,0,1792,row,1000000,
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.002907991409301758,570,8,0.0,0.0,0,1940,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.0028138160705566406,6569,12,0.0,0.0,0,1868,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.0034940242767333984,54297,36,0.0,0.0,0,1788,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.010369062423706055,502770,108,0.0,0.0,0,1864,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.08475589752197266,4963812,311,0.0,0.0,0,1892,col,1000000,lz4
 netcat-prot-col-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.513139009475708,49511616,1082,0.06,0.0,0,1848,col,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.003081083297729492,565,8,0.0,0.0,0,1872,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.0027799606323242188,7258,14,0.0,0.0,0,1884,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.0034248828887939453,62393,36,0.0,0.0,0,2000,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.009825944900512695,600689,98,0.0,0.0,0,1896,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.0631561279296875,5976258,289,0.0,0.0,0,1900,row,1000000,lz4
 netcat-prot-row-chunk-1000000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.5643479824066162,59672347,1246,0.06,0.0,0,2000,row,1000000,lz4
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0023910999298095703,560,8,0.0,0.0,0,2016,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,4,0,0.002782106399536133,11905,18,0.0,0.0,0,1864,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.0029599666595458984,113107,41,0.0,0.0,0,1996,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.005290031433105469,1106983,171,0.0,0.0,0,1904,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.027126073837280273,11063122,1468,0.0,0.0,0,1868,col,10000000,
 netcat-prot-col-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.14848804473876953,110209248,8079,0.04,0.0,0,1904,col,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0026559829711914062,552,8,0.0,0.0,0,1952,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100,4,0,0.0026569366455078125,11689,14,0.0,0.0,0,1944,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.003217935562133789,113099,41,0.0,0.0,0,1900,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.005238056182861328,1106819,168,0.0,0.0,0,1868,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.022871017456054688,11054994,1312,0.0,0.0,0,1952,row,10000000,
 netcat-prot-row-chunk-10000000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.18381500244140625,110162256,7177,0.05,0.0,0,1792,row,10000000,
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.0027709007263183594,570,8,0.0,0.0,0,1864,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.003041982650756836,6569,12,0.0,0.0,0,2012,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.003297090530395508,54297,36,0.0,0.0,0,1948,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.009891033172607422,499293,109,0.0,0.0,0,1860,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.0700998306274414,4928389,245,0.0,0.0,0,1848,col,10000000,lz4
 netcat-prot-col-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.5356738567352295,49154816,1158,0.07,0.0,0,1872,col,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.00497889518737793,565,8,0.0,0.0,0,1848,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.0031070709228515625,7258,14,0.0,0.0,0,2000,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.004249095916748047,62393,36,0.0,0.0,0,1876,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.012279987335205078,598689,60,0.0,0.0,0,1884,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.09845495223999023,5974827,262,0.0,0.0,0,1848,row,10000000,lz4
 netcat-prot-row-chunk-10000000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.6388881206512451,59670769,1232,0.06,0.0,0,1944,row,10000000,lz4
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0037038326263427734,560,8,0.0,0.0,0,1904,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,4,0,0.0031490325927734375,11905,18,0.0,0.0,0,1884,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.002897977828979492,113211,43,0.0,0.0,0,1884,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.006276845932006836,1109479,219,0.0,0.0,0,1996,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.02466297149658203,11065134,1507,0.0,0.0,0,1944,col,100000000,
 netcat-prot-col-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.15122580528259277,110248936,8845,0.04,0.0,0,1928,col,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1,4,0,0.0034170150756835938,552,8,0.0,0.0,0,1884,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100,4,0,0.002550840377807617,11897,18,0.0,0.0,0,1996,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000,4,0,0.0032629966735839844,113099,41,0.0,0.0,0,1896,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,10000,4,0,0.006072044372558594,1109055,211,0.0,0.0,0,1904,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,100000,4,0,0.02670598030090332,11034706,922,0.0,0.0,0,1944,row,100000000,
 netcat-prot-row-chunk-100000000-None,netcat,native,unlimited,-1,-1,1000000,4,0,0.18425917625427246,110255276,8967,0.06,0.0,0,1876,row,100000000,
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.0027740001678466797,570,8,0.0,0.0,0,1884,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.0030171871185302734,6465,10,0.0,0.0,0,2016,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.0033111572265625,54297,36,0.0,0.0,0,1900,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.010090827941894531,498045,85,0.0,0.0,0,1900,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.05737495422363281,4928071,303,0.0,0.0,0,1872,col,100000000,lz4
 netcat-prot-col-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.46262478828430176,49097709,1259,0.06,0.0,0,1864,col,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1,4,0,0.002835988998413086,565,8,0.0,0.0,0,1996,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100,4,0,0.0031828880310058594,7258,14,0.0,0.0,0,1880,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000,4,0,0.0033049583435058594,62393,36,0.0,0.0,0,1868,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,10000,4,0,0.00858306884765625,599001,66,0.0,0.0,0,1900,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,100000,4,0,0.0747060775756836,5985605,456,0.0,0.0,0,1792,row,100000000,lz4
 netcat-prot-row-chunk-100000000-lz4,netcat,native,unlimited,-1,-1,1000000,4,0,0.5638539791107178,59673158,1282,0.06,0.0,0,1848,row,100000000,lz4

vldb-protocols.R

➞

Show inline comments

 # library(dplyr)
 # library(ggplot2)
 # read.table("~/Desktop/secondrun.csv", header=F,  sep=",", stringsAsFactors=F) -> dd
 # names(dd) <- c('system', 'network', 'tuple', 'run', 'time', "bytes")
 # # dd %>% filter(network == "unlimited") %>% select(system,tuple,time) %>%  group_by(system,tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df
 # # limits <- aes(ymax = mean + se, ymin=mean - se)
 # # p <- ggplot(df, aes(color=system, y=mean, x=tuple)) + scale_x_log10() + scale_y_log10() + geom_point() + geom_errorbar(limits, width=0.25)
 # # print(p)
 # dd %>% select(system,network,tuple,time) %>%  group_by(system,network, tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df
 # limits <- aes(ymax = mean + se, ymin=mean - se)
 # p <- ggplot(df, aes(color=system, y=mean, x=tuple)) + scale_x_log10() + scale_y_log10() + geom_point() + geom_errorbar(limits, width=0.25) + geom_line() + facet_grid( . ~ network)
 # print(p)
 # dd %>% filter(network=="unlimited") %>% select(system,tuple,bytes) %>%  group_by(system, tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df2
 # p <- ggplot(df2, aes(color=system, y=mean, x=tuple)) + scale_x_log10() + scale_y_log10() + geom_point() + geom_errorbar(limits, width=0.25)
 # print(p)
 # read.table("~/Desktop/test.csv", header=F,  sep=",", stringsAsFactors=F) -> dd2
 # names(dd2) <- c('system', 'db', 'protocol', 'network', 'throughput', 'latency', 'tuple', 'run', 'time', "bytes")
 # dd2 %>% filter(network=="unlimited", tuple == 10000000) %>% select(db,protocol,time,bytes) %>%  group_by(db,protocol) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df3
 # ggplot(df3, aes(fill=db, y=time_mean, x=db)) + geom_bar(stat="identity") + facet_grid( . ~ protocol)
 # ggplot(df3, aes(fill=db, y=time_mean, x=protocol)) + geom_bar(stat="identity") + facet_grid( . ~ db)
 # ggplot(df3, aes(fill=db, y=bytes_mean, x=protocol)) + geom_bar(stat="identity") + facet_grid( . ~ db)
 library(dplyr)
 library(ggplot2)
 library(ggthemes)
 theme <- theme_few(base_size = 24) +
 theme(axis.title.y=element_text(vjust=0.9),
   axis.title.x=element_text(vjust=-0.1),
   axis.ticks.x=element_blank())
-read.table("~/Desktop/10.csv", header=T,  sep=",", stringsAsFactors=F, na.strings="-1") -> dd3
 read.table("10.csv", header=T,  sep=",", stringsAsFactors=F, na.strings="-1") -> dd3
 str(dd3)
 dd3 %>% filter(tuple > 1, network=="unlimited", protocol == "native", timeout != 1)  %>%  group_by(system, tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df4
 tuplelabels <- c("100"="10^2","1000"="10^3","10000"="10^4", "100000"="10^5", "1000000"="10^6", "10000000"="10^7")
 tuplebreaks <- as.numeric(names(tuplelabels))
 # time per db as tuples increase
 pdf("protocols-time.pdf", width=10, height=5)
 ggplot(df4, aes(color=system, y=time_mean, x=tuple, label=round(time_mean, 2))) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10(breaks=tuplebreaks, labels=tuplelabels) + scale_y_log10() + geom_errorbar(aes(ymax = time_mean + time_se, ymin=time_mean - time_se), width=0.1, size=1) + theme + ggtitle("Wall clock time") + xlab("Tuples (#, log)") + ylab("Wall clock time (s, log)")
 dev.off()
 pdf("protocols-bytes1.pdf", width=10, height=5)
 # bytes per db
 ggplot(df4, aes(color=system, y=bytes_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10(breaks=tuplebreaks, labels=tuplelabels) + scale_y_log10() + theme + ggtitle("Bytes Transferred") + xlab("Tuples (#, log)") + ylab ("Bytes (#, log)")
 dev.off()
 pdf("protocols-bytes2.pdf", width=10, height=5)
 ggplot(df4%>% filter(tuple> 1000), aes(fill=system, y=bytes_mean, x=tuple)) + geom_bar(stat="identity", position="dodge") +  scale_x_log10(breaks=tuplebreaks, labels=tuplelabels) + theme + xlab("Tuples (#, log)") + ylab ("Bytes (#)") + ggtitle("Bytes transferred")
 dev.off()
 pdf("protocols-packets.pdf", width=10, height=5)
 # packets
 ggplot(df4, aes(color=system, y=packets_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) +  scale_x_log10(breaks=tuplebreaks, labels=tuplelabels) + scale_y_log10() + theme +  xlab("Tuples (#, log)") + ylab("Packets sent (#, log)") + ggtitle("Packets sent")
 dev.off()
 pdf("protocols-memory.pdf", width=10, height=5)
 # client memory
 ggplot(df4, aes(color=system, y=memory_max_kb_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10(breaks=tuplebreaks, labels=tuplelabels)  + scale_y_log10() + ylab("Max memory (KB, log)") + theme + xlab("Tuples (#, log)") + ggtitle ("Memory Footprint")
 dev.off()
 #pdf("protocols-bytes1.pdf", width=10, height=5)
 dd3 %>% filter(system != "mariadb-compress", network=="unlimited", db != "mongodb" & db != "hbase" & db != "netcat", timeout != 1)  %>%  group_by(db, protocol, tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df5
 # protocols
 pdf("protocols-wrapper-time.pdf", width=10, height=5)
 ggplot(df5, aes(color=protocol, y=time_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10()  + scale_y_log10() + ylab("Wall clock time (s, log)")  + theme + xlab("Tuples (#, log)") + ggtitle ("Wrapper overhead") + facet_grid( ~ db) + theme( axis.text.x=element_blank())
 dev.off()
 pdf("protocols-wrapper-bytes.pdf", width=10, height=5)
 ggplot(df5, aes(color=protocol, y=bytes_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10()  + scale_y_log10() + ylab ("Bytes (#, log)")  + theme + xlab("Tuples (#, log)") + ggtitle ("Wrapper overhead") + facet_grid( ~ db) + theme( axis.text.x=element_blank())
 dev.off()
 pdf("protocols-wrapper-memory.pdf", width=10, height=5)
 ggplot(df5, aes(color=protocol, y=memory_max_kb_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10()  + scale_y_log10() + ylab("Max memory (KB, log)") + theme + xlab("Tuples (#, log)") + ggtitle ("Wrapper overhead") + facet_grid( ~ db) + theme( axis.text.x=element_blank())
 dev.off()
 # networks
 dd3 %>% filter(protocol=="native", db != "netcat", timeout != 1) %>% filter(network %in% c("unlimited", "gigabitethld", "10mbitethhd")) %>%  group_by(system, network, tuple) %>% summarise_each(funs(mean,sd,se=sd(.)/sqrt(n()))) -> df6
 pdf("protocols-network.pdf", width=10, height=5)
 ggplot(df6, aes(color=network, y=time_mean, x=tuple)) + geom_line(size=1.5) + geom_point(size=2) + scale_x_log10()  + scale_y_log10() + ylab("Wall clock time (s, log)") + theme + xlab("Tuples (#, log)") + ggtitle ("Network speed impact") + facet_grid( ~ system) + theme( axis.text.x=element_blank())
 dev.off()

vldb-protocols.labnotes

➞

Show inline comments

 vldb-protocols
 ubuntu 16.04.1 LTS http://releases.ubuntu.com/16.04.1/ubuntu-16.04.1-server-amd64.iso
 virtualbox
 kernel 4.4.0-31 64 bit
 user/user has sudo
 ssh on localhost:4242
 http://manpages.ubuntu.com/manpages/xenial/man8/tc-netem.8.html
 iproute package
 https://calomel.org/network_loss_emulation.html
 . Hemminger   S.  ,  "Network  Emulation  with  NetEm",  Open  Source
    Development    Lab,    April    2005    (http://devresources.linux-
    foundation.org/shemminger/netem/LCA2005_paper.pdf)
 . Salsano S., Ludovici F., Ordine A., "Definition of  a  general  and
    intuitive  loss model for packet networks and its implementation in
    the   Netem   module   in   the   Linux   kernel",   available   at
    http://netgroup.uniroma2.it/NetemCLG
 monetdb from debian packages https://www.monetdb.org/downloads/deb/
 Jun2016-SP1
 mariadb 10.0
 postgresql 9.5
 sudo tc qdisc add dev lo root netem delay 0.3ms rate 100mbit
 sudo tc qdisc del dev lo root netem
 ifconfig gives rx/tx bytes
 postgres client options
 sslcompression=1, sslmode=require, keepalives=0
 https://www.postgresql.org/docs/9.2/static/libpq-connect.html
 psql --set=sslcompression=1 ...
 this also covers redshift/greenplum/hyper/vertica!!
 mariadb client options
 https://mariadb.com/kb/en/mariadb/mysql_real_connect/
 CLIENT_COMPRESS: Use compression protocol
 https://mariadb.com/kb/en/mariadb/mysql_optionsv/
 MYSQL_OPT_COMPRESS: Use the compressed protocol for client server communication. If the server doesn't support compressed protocol, the default protocol will be used.
 MYSQL_OPT_PROTOCOL: Specify the type of client/server protocol. Possible values are: MYSQL_PROTOCOL_TCP, MYSQL_PROTOCOL_SOCKET, MYSQL_PROTOCOL_PIPE and MYSQL_PROTOCOL_MEMORY.
 mysql --compress --protocol=tcp, socket, pipe, memory
 oracle
 https://docs.oracle.com/cd/E11882_01/network.112/e41945/performance.htm#NETAG014
  Session Data Unit = buffer
 bytes to 65535 bytes
 Setting the SEND_BUF_SIZE and RECV_BUF_SIZE to at least the bandwidth-delay product insures that when large amounts of data are being sent that the network bandwidth will be optimally utilized.
 https://www.gartner.com/doc/reprints?id=1-2PMFPEN&ct=151013&st=sb
 systems
 monetdb check
 mariadb check
 postgresql check
 db2 DBMS T1 check
 oracle DBMS T2 check
 vertica DBMS A2 uses postgres protocol check
 mongodb
 hbase/bigtable
 http://hbase.apache.org/0.94/book/quickstart.html
 clients
 jdbc
 odbc
 native
 data
 result sets rows
 1000000
 10000000
 result set cols
 data
 /tpch_2_17_0/dbgen$ ./dbgen -s 2 -T L
 sed -i 's/.$//' lineitem.tbl
 postgres setup
 sudo -u postgres createuser -s $(whoami); createdb $(whoami)
 set method=trust in /etc/postgresql/9.5/main/pg_hba.conf
 psql --host 127.0.0.1 -w -t -A -c "SELECT 42"
 CREATE TABLE lineitem ( L_ORDERKEY    INTEGER NOT NULL,
                              L_PARTKEY     INTEGER NOT NULL,
                              L_SUPPKEY     INTEGER NOT NULL,
                              L_LINENUMBER  INTEGER NOT NULL,
                              L_QUANTITY    DECIMAL(15,2) NOT NULL,
                              L_EXTENDEDPRICE  DECIMAL(15,2) NOT NULL,
                              L_DISCOUNT    DECIMAL(15,2) NOT NULL,
                              L_TAX         DECIMAL(15,2) NOT NULL,
                              L_RETURNFLAG  CHAR(1) NOT NULL,
                              L_LINESTATUS  CHAR(1) NOT NULL,
                              L_SHIPDATE    DATE NOT NULL,
                              L_COMMITDATE  DATE NOT NULL,
                              L_RECEIPTDATE DATE NOT NULL,
                              L_SHIPINSTRUCT CHAR(25) NOT NULL,
                              L_SHIPMODE     CHAR(10) NOT NULL,
                              L_COMMENT      VARCHAR(44) NOT NULL);
 COPY lineitem FROM '/home/user/lineitem.tbl' WITH DELIMITER AS '|';
 mariadb setup
 sudo -s; mysql
 create user 'user'@'%';
 create database 'user';
 GRANT ALL PRIVILEGES ON user.* TO 'user'@'%' WITH GRANT OPTION;
 mysql --host=127.0.0.1 user --skip-column-names --batch -e "select 42"
 CREATE TABLE lineitem ( L_ORDERKEY    INTEGER NOT NULL,
  L_PARTKEY     INTEGER NOT NULL,
  L_SUPPKEY     INTEGER NOT NULL,
  L_LINENUMBER  INTEGER NOT NULL,
  L_QUANTITY    DECIMAL(15,2) NOT NULL,
  L_EXTENDEDPRICE  DECIMAL(15,2) NOT NULL,
  L_DISCOUNT    DECIMAL(15,2) NOT NULL,
  L_TAX         DECIMAL(15,2) NOT NULL,
  L_RETURNFLAG  CHAR(1) NOT NULL,
  L_LINESTATUS  CHAR(1) NOT NULL,
  L_SHIPDATE    DATE NOT NULL,
  L_COMMITDATE  DATE NOT NULL,
  L_RECEIPTDATE DATE NOT NULL,
  L_SHIPINSTRUCT CHAR(25) NOT NULL,
  L_SHIPMODE     CHAR(10) NOT NULL,
  L_COMMENT      VARCHAR(44) NOT NULL);
 LOAD DATA LOCAL INFILE '/home/user/lineitem.tbl' INTO TABLE lineitem FIELDS TERMINATED BY '|';
 6001215
 time psql --host 127.0.0.1 -w -t -A -c "SELECT * from lineitem limit 1000000" > /dev/null
 time mysql --host=127.0.0.1 user --skip-column-names --batch -e "select * from lineitem limit 1000000" > /dev/null
 wire speed test
 first
 nc -l 127.0.0.1 2121 > /dev/null
 then
 time cat lineitem-1m.tbl | nc 127.0.0.1 2121
 monetdb setup
 CREATE TABLE lineitem (
 l_orderkey INT NOT NULL,
 l_partkey INT NOT NULL,
 l_suppkey INT NOT NULL,
 l_linenumber INT NOT NULL,
 l_quantity INTEGER NOT NULL,
 l_extendedprice DECIMAL(15,2) NOT NULL,
 l_discount DECIMAL(15,2) NOT NULL,
 l_tax DECIMAL(15,2) NOT NULL,
 l_returnflag VARCHAR(1) NOT NULL,
 l_linestatus VARCHAR(1) NOT NULL,
 l_shipdate DATE NOT NULL,
 l_commitdate DATE NOT NULL,
 l_receiptdate DATE NOT NULL,
 l_shipinstruct VARCHAR(25) NOT NULL,
 l_shipmode VARCHAR(10) NOT NULL,
 l_comment VARCHAR(44) NOT NULL
 );
 COPY INTO lineitem FROM '/home/user/lineitem.tbl' USING DELIMITERS '|', '\n' LOCKED;
 time mclient -h 127.0.0.1 -fcsv -s "select * from lineitem limit 1000000" > /dev/null
 postgres on the wire
 https://www.pgcon.org/2014/schedule/attachments/330_postgres-for-the-wire.pdf
 main finding: every row is sent in a separate protocol message with 56 bits global and 32 bits per field overhead
 mysql result set structure
 MB packets
 https://dev.mysql.com/doc/internals/en/binary-protocol-resultset.html
 mongodb
 https://docs.mongodb.com/manual/reference/mongodb-wire-protocol/
 https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-rhel62-3.2.8.tgz
 ./mongod --dbpath /local/hannes/mongodb-dbpath
 tr "|" "," < ~/tpch_2_17_0/dbgen/lineitem.tbl > lineitem.csv
 ./mongoimport -d lineitem -c things --type=csv --file ~/tpch_2_17_0/dbgen/lineitem.tbl --fields "l_orderkey,l_partkey,l_suppkey,l_linenumber,l_quantity,l_extendedprice,l_discount,l_tax,l_returnflag,l_linestatus,l_shipdate,l_commitdate,l_receiptdate,l_shipinstruct,l_shipmode,l_comment"
 time mongoexport -d lineitem  -c things --type=csv --fields "l_orderkey,l_partkey,l_suppkey,l_linenumber,l_quantity,l_extendedprice,l_discount,l_tax,l_returnflag,l_linestatus,l_shipdate,l_commitdate,l_receiptdate,l_shipinstruct,l_shipmode,l_comment" --limit 10 > /dev/null
 -- broke querying
 time ./mongoexport  -c lineitem --type=csv --fields "B5FkFxmESHAvEKkFC0ceKKDrI5fxxCWYnGvZKh4RhcO1SAS9PPQp6Aui7umcjISJYAzh4n5IMnPPo7VHE1VrSnSIyb1DAzDlTIaJqCCPUXJLaZ2R5amrC8IqJN6Yl1BPbGK6c1OMQZaHA3LHRVAG6k5zozVreBuGaFGYNbXqEA3fgqY1gV0cwWfSZf9vDKutaHJ4WJgiDtvVifb4xPNUNhkj1VyReFokaup70pjRos2Bams3YkpEw18CozNAPfrf0svBPaGUN7QTlVO6baCS8kIyofE29K00WumHi0KgooxwgHYOIN5AUp4CaUUsKX4gnPM05Yp0ERE90MTlWCEKM6tWz3mxeqsAXffUDpc00aRcceOzAyXleyQ3lYGvMEov84hXEEb65yvph0Yh6knebMw4MZlaAxIikqH5ri1gtGqTQKg1omINTeTu4MV9ZUSZc21VFjbKOStZJQCISvjgME5QCTKYfXukbWFeplAP68bWa62eiRysqxUNeJkwsyHj7mxYBbm90lchi7HpoJzKUpzYjHcggXE8w56HAQnCFWAZT6T6Sk6ekFluUl0IeNbZaNwTeiazWZXqvT8TbpsGgANKkt3RHkatm6sWs44y2kOi4kCKMDRIYVRE4FxcQoQQx9RnuJFhQkPlTnerHB47mA2P4BFpfzy11nxEJRU0G7TDRj9v7mfScccs31WbnQyFj3zyqIlQVKkbSLMVcxDxuO5z1pov0Upi0PqUsAb4pw5FSzIQ7Fz8Ry06ihmO0N1sOvewomWa56EWaf3pIhYRmnzXeUxutFAcD6rAhq70HxV7pBYfMVygX2Lqnh8nxjJcrougqIve8PMUwAY2YSDj3IIsXQvwaBHRmX9AL3w7CSg7WJN1X7Q2PcOFgXiCI7J6C5rcKHvfuC6F0VwEhXw9tLlkEVX3W2MTB3yq5syc0sDpQXNaWrJMmX3XzmwgRI86pZFLQKKIjMu9iPXAH1bjLL0eZK00EEcimNTKuIpn,yp8X5jmZ0823VXPmoUrFVQyODnAQ364IWTXUathhJyqVutQPSjw8K9ePi9R82jU9zhRs3pbtY315mC2q4WYHrqqPTLzREfPYffkDBL6gsXQzNpDYwnlc1Wg1qxoQbD8pbusi6WqVkzLAIZK8ZxqQeRRPC6n80szSCI1LNc65X63Gti2D4Cro6HHuYDOYuJAhEFrHRzK3XkCt5S5YIXU0ZQxMxijJoZAiyBiEHW4rSqIcNr2lXT1OIre23tIYhYGtTg78SbwjwfmyWl5I82PRelY86UynXoHJmYiZ7XG0EFJEp7xtMoq6u0ebjfFQjbE3RkzV5Haw4pKmuHyNalGFj3EsFaArPt45pL66BvVZM18JMnp7JXcyclihKCeawAFoDyE7M9PmSOnKe91mo05V1h9rqZOpGoZLzbhfbfaby9J3hU4fTgSAsoYmPaXZ2CyS9ZU1WUPrsjtx2Z8xFk3AiICbjwxg36Bbv05r83ORQhNZaLYKx38k0mZgO4sQUkIGGt0za3GfjL3vJ4ARpZJAOIlz1Gzz7gquAOeUgWXMqMrzj9L9wSuB1vaN2h5s2QT0YxUWr8SA6QTtIWLbZkf62iq88J8iP2sor29Y4MBuPDvA8LTxEgGkjhP23afAHDsTh23a7k0oIRJDTk6Tm18fJbWI9BKHGiikUAfqa0r4eRKDmmH86un6CxKSTHXDiaipaY58EXRBmmo7W1mBrrt6glRZqwrHuPCn2L8GcqHgs88LmWqZL8DO386azDoZ3CcH95ehQWc06iTSaIjEKxPo0Q0ItPZVQ1RxL85sTMhMyM05l5UoBEu92vtgUKmAR0ywTzFfUMMoJMboUPoGRHkPZcFb6rxrNVsJ4pwfLNv90W1rJVCBLFqQAG2uDGpu9KVYeLjjXaNqBiPOcDAwIOitsBlwPxcMOQX2pUzVEWh72Xwa4fjQWHoDcWymYEm4wwhLhZZNhbhReUQtTI9Gs3muZ3hoiQBA8Dcuah3jMwIs,p3Lpc0FJJ9MnDA05pPqUP3nbgHKzZwABDiSNqLOuiXuWXhYQYiBjpbKxVQRRpJuOBMgqcFTPQG4nmKf6VyK1PgtbAF7t1YsfoCghqJ7LO4Oqj1T7RJFJ1UTGVelxBzoWAifbG2BuFPY7eXU5mgGg3NrSl1MqGrEA4cMJX43AXOArRQRG0WgempjSvECXshF6RD6hFReTKM43zSsCLlaOhNCLONj0BAGkxnlrjgxR4rKIiyFNMgC5rKqCNygiarVFI6wsTGYXJWJFWcWRlLj2nREXuNnK0kz9Fn1VbUxA0oAkbiiTGM4D48frlkULNGr9qDRWvKumkZgPU4cuRAfKcAhs5S4LvkI3qiqQkjfziOBtlAUXp0wtzotuCKv9KTrHDQa90RK7ScB3YhPKnGsyZhA8ezw1xUZiG4LMvVOsciyLHpM2mfbGAGXXAwayOuN8UlMgzEg2yLVCV2hCtGx5hGfcEbWC2bWDl8Wqmpnv13m8S1CoZX8fJ23JMMrEGjMUOx7xA0lI9DN3L7zbhgyilllul2UpCNCxNaiB7emSuhK27S63cx4smRtrJQWz6TXUN8yY9jIzRCKqmVYFrN6fE3x9jYmizOsIjxFXlwb5xnYzI0XMCpqzSqLEKoQWEmnJzfGXOMgOvgO5B0il1BRXTG5njmZ6iPXflkBvbN9GRlRWBTIuxfDDMXoE18TqH0JuUzbxolaHFlvhNpijLbyaW0icaU49KBgf3ksylbRGZjMprGhmED9LwAzgxoOCfOKsUZt2Gge6ULriV0SPl9HMOJJTcoj7wyrQk9FfX3lMOCj7ODgGHrkws9EgsF0DGjTxpEPXs2Yk2wCrZBFriTTL1hWT4WiuLrjJanzSCGUiTYOAMSSHrYLfDuLzq6Dp8nlJHgQjEZ6lOxnRglxNoRrZOJHoPXyAvuJ0QFDxKGcMGkQUIDBsgWcVWXHRTMBgN9LC5GynFjpmv0rsW0UJgL7FFkksXkRjYJnveFPyROvT,fQwTFUfpirlOtiU6SoDJsuoS0bvswqjegGKHQzHneyM0jV0DXBCNJ5kPubnnTnn1qcxZUgMZ372o1o3Vf0Xl4XshmoZK9t6BHLNfTs7CntWnw8YWGLAKzOPyQ3Rqzq7AY2CELZzultzeDJ06oh4t5I1SwA3putfLQRI9EPr3985ZKPGs3ucLc3Oxr6fIFMNEuG10v5PS6xBsMCHalqKNsOINUOMOjPifRbkFiC56f9Eu839PcRvJGXUa2gIuwBRNvWSCCZZ5auxShxxcm55HXRH8snyEbcESQC9lKUJKb2UgnJPCsAjCkw9oun5u1iCrYGDBETL9R0ljEM2OVWLLrx05VuNR7zZX0FIQu0sHnxeuHW2OlYt9R6FnA922usoHe6j8nWlElR46kpYMRlKESRIZ0nKqM9k2a9FtWc8Hu0n5fvs2ZOb1eqS5niD82nLxNUxQQT8N6QzoT0vah9wLbHhMfzQkfAUf4Vnb3Ls7KVif6YDMU3jwzRYfbh63Z74aOOLEIxwhfi75QlM8nQQ3kPDcbo5wsRO5KgaPl4M1n0haNW7FlvEy2AUPxX6mLA3733Q9iafwZKXVkwLno2g2LnI7aUmfIVTe2PszMgyIECVLklTVtp4vnTyu4MtfujWEfjPQtcOv9xBpyyxM101oUn0FeDPlizVE6UBwXsjtmY6bmulmD641eRy9ZD9QXrvUXCPG2RtvOIrkZv3qTOOUEeiinxTvFIpMt8ANfUa8mblmilYQjDfKZ5fzG28tSItaGrQNgpgnh1x8jFtTxLuvy80lVT1NzjWp9LEqVzF2XUx99Gn2lhm6qLqpWICJe9SJwLCPKZmFYM3UWeQOYoH2KkMThOtrbT6NhpqWbcGCYzWVQGgHJiikKLugPDl1LigqYlfMnpA2OnEieFu3FGlYseGfrNDwEzTiJFWNWiILas5guggRztCw6bWY5RHaqO3SGt6b5JbEr0ZasYklRQDHMS9vJFy3TD7FB9AHuMLu,VJWDRzx13jquSwixxWK45MkMcftNPKSxQUzUHYSZr0gXXmMDMcNJJ9okHWPfrj0fQPqtl1RR1jLP8WOfeLE41AmA1scu0OvM2vVLQ13m4GTxU2LWsixFRnWlouB4GHbLtt0IGAPj9qRPWv6vFgypLm0cRmqpQbVbYOe4HyUVxnNxy4geEPzqBfOJQJJlQs5RPA7DVuOjDVP11aZTYIOV9DPT8SR9slG6gLDVoqq46W0hyfNVbHhrm2I0UUmqEgIsWzyDC7eJkKsVN0gYCWSbqnpY7Mbw7zDxjU6lpX9N86Py6xbKexY2VNYF1eQZoTunnNDiUw2b3grnEQAlr0kvKj9wC3OBs5jYbcsGQXaRbmmMjbEOAiiZE094xyQDqWseik2iUak21l66oGeEjyqbhmYVGphlHYzAz4tGTutaaETUqJcEsFrZOptAS5GsBGYsS5JklT0JCYkkAYtpLV9Tg5HrOu4ZxwPUbLHBMWgPJFjBPXO0gVXRfUgHCj3Wr92afKKxoZX227bmcE1kXanvbomiUlACEm7laKofHN3PfMVTijrIzOk9Kv4OsmwqZmm9N65UyuCrcQOti2rLkqnphnFD93qvwilJ6nUH4gauCiaLphLhYSQqwsHpi4BaPEUeZ7pbv3iatnivsveReh0P3V7NRXNu0XswcbtlaLGiGaY0aHYzrSu38Uz50oC4CNDpQyspz4nSVuaihntHHNADYVjZ1wzwEvQulwpz2YqYqh8bNzBMpqGzakMkMuSoKTABYvEg9WB1FW9DEZ0swrQ6B5FjawCyDvae2j3fZbeguvDrXNkJyrkkBgXT97eglvjVbTutKTpomScIyYHAPreZYgMjsGO2LHy3rPvyTMBgRmNwPHlq1XUS5yDTAzDr0QZkv7e7sa9NRVGsZCNahbLMqA4vRm0xBtF70E7kqCzkneoHD4qEONNc6ausRcSX973bPgm4DlVUQDinJwTuUXrRbGjLicCuMjUCu65gcnY2,UJrgEqUwFwjxxKmNLk5ZgjzJNTGwW72cs8A9VtEBrgUAmko9xv3SBXbfXaJk4D9I04iEeqBhnC601la9fuf1EzuMmVhM2op6hACzUepDFqANiomCFpf79rj4DHOlubOU42WfrSYK1xRPOnp7KiYtjafYDAbRSOqi17vSTBGGtqw2s0BLDU6u0LPTfPvtlnlaWAj3Ls4UjeTXjtglePDJP7m5FDOGbtGjEc5JfBMhGMN7g3KuO6J5FLX1xeXLZ18tkFNeHsmBRYIZXXHsAfpLTUv543LRRBH7C68ZAwk9oibytil6mLkV5Bz968fGxY2fAk6QCYYXJOHAuImsRU05gfMw4PLEs6YmmN94Ew45a4tjsxEbnWCllan2SkgsA2wDkyCUHGotXbZEvAyyeL9YavIpsJAfXvJZr2rQGEpJhAPtZrGAuHB0ABDf0DKjmh6BxzvPG258Di1UzQApCKYm8mS2mwcMu4Z0nTAlMcMwa105J87qH2CJ0rVE0fXc4pww0qPLnk9fXNiIi3jTYvFuuIRPi6aIuCFxO8WEkJ2PUL7VyH2x0iDcv7qw94cjfVEgLmNiphGqTJnSDofD9VHgHICiIZMcPjvAa6QLDU5AC551Shx2wC66ljG1LpwCRa6I2arHBE1xZZzrCe7QAZJ532bs5SOkTi4IvsItvKwR5H2ycK7zlTta9ruCAALJNc5VVCxMJl8934Yx5lU8f0z99cAtpQR9SXGJNiHSpziqSkDb4tDmYurCfh7Fx8BbWvz4uVQiyXfUzTcHPo1KUR9llyf0JIKNUA4YTwnVswqkumf9AqZFpkT2skFZ5Qv8lVqOWM2wmYovfxTu3JNiSQALKV6YDJYQHrGyQkpuIpguuninYNbA1DCtPTH2gf70ScOGz2828VgVK91XGsLq54xkzTXx163q3vrXZX4rFK0yWiwcW9q2Cm99MFDnSLn7ZDsrAAnJg8UTnv8966njlgRVr23wAbbJJmLoNtlhxsNU,sSmxvqzKGcWHS7shZn9L7mvJcCLRzLARxzWuqzbGiZ0OTB9uNGSpzheJpNAhlQpjxii2ieloa4UvTwDv9BhDp5n5fD5QgPn9BfPPkAXkCqCBZ02CiegHQrCRJrCIrbPZAOVzbo5pKj7hy2JKafDBISbVKyv3qeutrOkx5VVkWLAcYuhuxV9astowAxEiJNqwNInu5PL4NV27Yyktxnfzg2h0ieCNmvFTZx93gqfX4GeA0WQIozTSooPejaRAK0zb6hjXCxIRGZLWRJfz9RUpsqERvOilxwZSeUOytD4yhFW6SzsrfWIieRKgNf3zhJi1raZgWigDf9W7zFYK0Q6735Zlbqx46LR40kDaKiiEU1jg141E64F03OfhTX38Fi3lfq6MJf0qVVOCouJSxBJyicbtGyeD05NJtaHvw1gLNbiUP9ED1M2YMYUGF4ovLOiFkxc9cm17fpYylCXnZei8ssyo0lnL2BWjmkOnY37XEg236mIw5xnn6qGS3207EHrT3Y3t8UrXUyW7MY45V9F6ni2QZXaYssxjyahOIgnoSTtiBy2tpX8SNzBwH834bPs4hruge4QpS4C44XBAqkmuJ058P9wvpk4LH0YeuuQRgjR6firUOnr6XVQ5j6hubiQqfEBEawYgumixwNWJkasfztNKnB5c9WURrqvfphuUjw1WeeljaGa9bkwq1pCx8hkSPKs6PFr09E956ZUGOSsH04QWW9tpX1SEzr9EhowQA08kJqOlSyelngTuMl3e7r29mTt5wklT4ZHhM8NCvgsh5WEBssAgctJSK1B60Qj49jzJPG7PEfOE08Bpk5FZnGLApCrgbm6nkpQpbmzciiKENLA38HbJxCxCksGMkaMBxflQ4UEavenbwSCtg9VvgeqWAZKo1MfEIOeFkR4S1eGUyuLooMUTm8wNHv6RiKwmHmVVf0GwfeXvqvT5E9LxL8NYsZDNYgmESGy2vr1kE9rJ5KvSLnCh7ZsYHLtHOtH5,gTBqFGcBE90RoQSojmiaFvmqbu9PIZpTVFUnlMfrMHwKH5EzjMaB5xW5NtQITtKk61Ru5JR3sIBs8evL1MXpXFEmoPJPvE94MSGtGjb6mfjm3vzNwrzPXrTONzG4LQ0pTPDT0R7NKKzn9pLtJZJiyZ7TKhEo0S9vnvZkRk2XI1cRyPxksD9FThmRXgWzupXIlUOiqsvpSxvLtb6NYZhbCZiAhy6hVUhO7wP2g1LwktIoKlDQ5Y1KybOr9aCVHjhTVxroQGXHCbYuTpbL96Wfkv2iQl2ecj8Wta1lG8bg2azP40lmQOw8ZZOPEIlReVwfrnZUr6i3F5UleNAYSpzyhYDNwZ6megzzb5VgiVNa53lwjvog9LEN4m9RKU39Xk9XehL3zs38OrKPYtNtD6oLWZcWHGhOfD8llHDs1out6wpOA0WD45opOFRSkSi5cHMUhg5yTziqTE4s0ZvtGpHoWaIUsJasu4B62NxxxlPWtlGRpr5UCauynNK1twgKVKf7i3ah5J04JXjIyLQBer07QGhCsDoqP0YAh9ARFNkpvFStILszWjfXxIpN3j4kayKoH6VkKRQGnuJoNSucxAZUzfO6c94Jpa0AwW9yhEDskp4R9DobJDWt4sD3uss4u0pYVrtgOPWgj83K1yFmxwuIfx0QuarnYt3G1xQ26AUSpNOWLOBLGiPlfQhng3PHu4TQMU0OXRVExApAEF29x4nWtPsw59aXDXjvwPJLyK4FWlRt6uiQ7jFv2RfPCZS1cFCr26y157wW8NVWDtNQ9sE8htsZPU72Zh3wJokXwRC96OfCf4XkglYq1UQ0M3zxneEFJK7NNzXlL91o8SkWY2TTmcR7gVKokwBRIHFwAObln6vPUZAWwOc0ot86iOo5RqsjXSVi1CV6xafflTear0KvYGngACDXG2shoPlzFA8Q5oMNCfWBT1QijCVV2fVHMnC0LvA2wcTJ7lYGKVw5S3PQVQulrJRs4yUAE5cTLHHH,bDUuf1Khg7o5oMOqI7npcTCe2AUORR8m1nocw6RBQhjPfKGqEi61EovTHJKE9aWhoueqlVZ0qeuHv0xC30k6V3FOE5IaybqDN4wuAjIn0kGwrcaXpvHA23zElIDZykF97u4k6kiUOxEKfZp6iev4YKH5CvPaI3yHqX28NV7Ooj3ekhxDtOQolyBQtzvEolENbaTpSv4lS15f0HswEbWwYN8pL9bbFXfPsrF3k2inn58ilDDH5yUkHBVCSqjhzu1EwRh9XhsRO3omCbvMCJKSAWTuOfxKtUcsmjTDn8bXxHIFwTvLrQBIUuyN7uBz0XJiakM19B9P567HsbkIsStUn07NhTATzn9o5TffMge7YPGJ8QkMsag7MGtap7pTB3CcIfybqZEevEuunqkOc2YDyjH142vO8vDXS9wf4ogH65Wl9l0hDvE85N5tFcNo9T00ap4hoxjktHpox16wHLPZjXYlYjGHF1z1IAo5n1KfsGNVrbwaT6DcusKJOylocLGeTKw4PeCIpKcPrNf2Ueu0MGet2ciVNpENI8IVBFwts4xbhGpo3FPQYcGX06nlX90x0rI3nr4NcD0T0pgskYXVahEhQg6t9HPkFxUQnkww2wvNN9ayYeBqlBqMQlj5CiPyOrv5jxeIbIKwF0fcb3TJFwgiHqiVgrxymlTiN95TRFzTLC68xtCa4XKzYFnHrCZxSqge18XkJ8UhEyX3061Zu9mBoEjTiwKvVmpGJHILicfiMqeIuCABwDWEMCunabv2o43uZ1mlxQv6j9KZRcJrLXIKmPhmEoC90tEpagh5Ai38cKaimX48CMUvoptEnvXeoZW8PmhM9yA5KQPGhIbhvMVVYbiiM6hqK2A1nVtI7syt6K3vKr7WfZTpFIbPWqns1CR57vGq4UK2y7FXmpXRMkQVwHT8GezDDbL9oeRrlqjTc0QxcFpzl8NYiOxeVH7QuGK1SGYN8thMleUeAyhG28Q56yClALpCKapwJsSB,ohYQAXphQOPTxl3IUB8GEz0w1buo1W4ycD3I1bcJlKXMP8IxwJ9SuoHl8gTk60hG74DpJV6Bq9KFbNNCcmtJnHA6nv6Bm6BUMunPzhJSseigqvMoGeppf7YvMLFkQjXK28EMpBzrTYt6BAUzXos66kjEnT8ATiz1KP9fFGw69JKHoem3s8cUCZwM03WySjFriSn4nyAUIx0ilhVUyEiLX1s547iPKgXnvsL01TLVh2Tib2alqWnwSmGfzhW2N4PiCtbcs1sFKB52vs14nWXbKWEsGiaGOIY1JXBgOrIpP2A2eAKD19AXmWSCui3tmbffJy1w8RCwL4ff6HqjseS7VxXYYobrZm1ZbSF30XIrp6kqUmqsEVCaBRc8E7EifKjVq0L82nU1TPs6Lq5JZ3UID3cYDNTeT064LjN5KVLxBrNz8ATBiJCNP2FQuZbhI05SZsbroXje4p1Qkiceehc3fBozrO2yE2IhZKVGPegwKwFVr2RYIkEWPQ5iHswhvpCYamD0Hag4Cv4k15BRJilCf9aiL0ZHEYTf9gL0yvKaEqG3NN6fCXBorpDWoKZ0GW2xIQJgS3GrS8aGIaYhlxN45sAl3DkbUJhvTyaa9n9X5qFALtkTcPr8SIBNlaDtlaRrMP53utZUFnFcfKXqgqqRZ2ao3ptzOaxQZ0v3yy3mS99Q2afqC09Rq2jcNz03thRIPDZuXhDxyM4MYhUWDBLpmVSfj0WkOoei0zRjPlwtuOumfP4q0lX3h0s9YNRhi7mRKGgAvvaUHqgCcfo7CrEh56t1r1qyGy0NQh59ZGtkFj4LRTyXvaBAVTpvsRn6vwxCDP81L0cu5IrrJqmCRVC60xsFCa9tDanzErAFVfpk0nSYCUmZUfPODS3jFkU6pDzCph2HyvyXgYeqkfM9AGjcu5V0tGpgGmAxE66ily5wKQ6FI3xQMAs9Oh1WFkvnS89NkN6sXR6SziyLQ9R5gnmZ8fOO2PF5YpU3E712hQCl,h6QyjOikQUyAb945yONUt9J0EufVl1pVifq9s191lAXPCQXFUhcTqiWY0eKNvglgLrtODcis6qPIizS5VmzTiIwa8wk9cgLLD60bVBuv1SR7BHknDZrhLPcRh8Ak1rjX5PK3KG4IbaRFct1jbBeBXuvHj1WGmZN9hH7s47fT3OvA8V5bE5Y6UZZEcLJG0h8n4vp5TZwQo9D01qCGAw84jVOBoiTYhu6Ph57y6xeGfSgW2IPeKk46HgZQ6q4m9ZCi3slp2PgW07JPfspB2atSgiSfv9gcUBwhr87GtAOzD1gZIny5IhygVNKYsO5ubgVtlhKJHLzhEZAB9pUQxfILsDWemlPaY40F02UegAThC8Kpz8NSpYInVl54D6ACBqotFv9ENrjbuLRuKyAxctCNSrkTzIzOoBgFH8gXBnfMvsnQSbmI4Yt4aV3KJzrzkY17nE5cWU1C9NEOECTTvifiefGA81OhxM3cRrTbkr1VKZ7Yo8Vn5AAap11ZZDCSM36GnH48xSHsDhi5iUflreCvfetNi8nLPKw8uPsqUaJhQ8xcm9e9kb5wKU60kSy2G0wcG5V6rE9tiRIRVuK77tFO8hDWt9QT5RaCsFCVqw7Ju7u84J6iRiPAukg5bQPI2TQ7EJPpk00gAC6PytS82xpPNRp3FzvJWpX63IpFsCl6X7ye7lv7SVU8j5rvUQPnQzcY7oIoYnJmw0u32N0JJ074ahZHDukNAMnr9WLSc0mVVpk3nX4mncD7v2vW1R43QVPcKHlYeav94B2D5ETV6mc1WUUBD4lfVmkmmtks2XSPszsFQ3fcWFPll8KZsOYqXKQ0m7ScV1hPIzU0U1eI5XFg3A6SJZRzFVyoakC7cKW1ItPaSB3WrCSOzisaCNO6OFc10fmSXtHbXbptaJGMZ4nHG0kj1gjtCF8x1TmmbSqLmhBRC7VIIUK8sV2vv97OMENhuKH68KOETfSqTbIxz6nsLAkE2QWItu4cUz5Oe6K7,kHE4QMAUQpjwLjyhknyIlXMqDzGuDQUmksyaijrIK1YQbDFrmiOjnesY6y3LoALK7uIQlQao0joqicWj9vvO0wyawheo05nQIge8wUzqXOPgmq8CtsDXGbeqV4C1W04V663vCtOYqZKeyw65D34Rb5Fj8qcrGMxDobyZ3ART4ZsXKVDseTBtPwa3EZNLAhECeA1hnw4jL7YRUmUOgoKiSI3OK4VTOsOQ3uthyRI0XPXNWqnfVRP5uvxatMXGQVICrVFRolWaRfUG6IONAfRvcsZbLB6xZqIsvgKnk4OYHFYqGPFlPjVhF56a7IANggxxj9Dsf6QewUueEMZzbl75fcbjioCUqY6ec6NtsR2H9f2GUR0CaMM3bc5B5ju3NCCli7lXnST9XZNJRCJry3DfolgUR5By9FaGjes4qAJEjgppeeSBhQBzBg4jWGuwcICHZryZrfVBr5nToefxL7QHR8IeNWMf00S3ETIF5ip7CpxplO830DZVZIXTmcaQBRzPAUA9skytr4crSgvta3zJnpXApXToHQsfaTwVj9xIlxrMwRGjFw6kgyjGlLNogYZShMSy3ifeIJz5KfKM1H5HyyJFMPPbBtLchYIMQYcnt7RlgxtiiwioTXurF7Cn8vs5LHTIRYymHHyUvMvcphVjCMAknUOCnIqn9zoWV1sJRUIYA3GC3OjXa8ZApIrQm2fKI9Eg7224hqKMLVwb1tBxWsBPrpjJ67qWtWz6uvUmCqfHq7fUZIbMuA8ELVMnCm4FLTWeyNtyFJFHaLB23Gv8CvkrbfKjqfJCijzR29NyIu3cW5PIOpyiiyjKwtGMDHblnnCVLLxfcnGfZ9e12C5QX7PvRTUBV38P8pJIvuE8PH6B8msGCo3iqeqFl5T8MlK9HEKT6ukcHSuls3lJ22nfvvXYIy78F44289bmPgVKPUpCoXcx1uCEEQrvNUsQAXDDgTowrfGSky5EixyyQpPryA773g0PU6hNZaPhYFAi,sJL4T0FHjgtJmCZXO4HDla7n82OI8racEeZQ5O625C6Rw9CzSCe4v4QlxpPcRreZMUSjjvszNWrInmak9plefLZ8mBA6ohCl1brL9auehW28Wal9vwCxK2NMDtVgx7kZaAgKNaos5j11nh0fPFRRHKJ5LO4Hi39FMFuHusW5OFlYqeQD2VnjLC0NZtY1zegwePcxAIxVkxx1SXDIHgAFK7soHFw02T6jWmrAMSDaztiqAJhg9vqC1HQ3lIcLGGCM35Xtctq1gtuIYy1XUPpRr6aINL6uqq9pAWIaZhHCC5K4Kw0RNpUX0m7yb20w7aY7KlxGlUVGXJcunSZrSnI1bfOB1liSuAFOTJKOeynnz43cpsn0798jyD6gYMTcyCZsUHLNprw0zUjxM8MWFHPwaaqS0O2NgiMNqTKqggRs2ckG448Qg6HTE3ez97w5bXxAMMKH6BJtnLsuEZyPPK9KNTNrLUeEFfrh5J1tDJmGxkFQhX0mWicUloA6Su6BRYxG0lCWj3KJfADBjpLYyMDBFRyVHcmvj7k5lHbl61pJUSwFlVcP1WB4eESNIm1r24nw7haesNFfw6Gj4rKb2A2nYK0uS7xXvl0SPXor517XGmQg8qALJkeemsg200DkJA0ZsHAf19wY4HloK5eJFYYlWCboPQIp65kXUD0EhzOvig0EQygFR67KQ1SajDX6HnCjm1EVeoFnqeLrhBRIburQGKjiEXsPIkPpBKA5setUmThfZ0QY68iHo2zSxGJCJhZNfhGY0mylnvIQ4VjKgqwL7PKKOiTq1DkNT3lQ2z0psBOss3FwprK0G5ZMTvAGf801IVg8TH1ComZwsWxMTjApaIFqhqpLGP5ZI8wsghaPUPDHoioPWDN9Wzj9WlK6e7HWFKg9AIJVR6znjPWqXzyLOrlysDMoBFEKnTO7nwRqoyr6lJ9LeCIOFiBXoeog4rfW8or3WL1kGcRRzuB2tJ8NgyqYKYfi74tlb1TRfqWy,GmPh9kqouUh9gwnD5Z5CGR5338KylpmhuoaUmTMghcX1GhYbXMQyNlBLoajrHJw0X45GREpLGtlJktIIaGgP3sUKAchzcBHvaf118syve1Wl437BJzGol44l1vig3HDLMnXIEfHOyqcxI0WVrxFVCZ2RWyhC7gmJ4QEP5evaYIKFYBDw8uPIXP3YDFMNnBRuknAtVnNIEbnn975AljN2Xt2c6ezrxH8F74Yqb3f8xX2jWcXBWjlniDKNv7CxuY5AfwH91I5QyACbQlV757ZALWlwalK6YtW6j75vy7wiAcRL85vbk1eH57huKWXHEWvYPJHGRIkMMk1BLvYSZuJBiSP2g5tcvqJYYJ0QsCTrk33CiPfW3i0h2Cxx4yrLMyzXkmIgGPBpw5YDKuXs94bgcGg7RXSC0jeAmZLnthMQrsleV5KwPikL7xf1mOuVTYTISWCzPbBKXzXOPKO0itkrtmT4EI8rB1xmAhpmvy2BSknhYKl9baDqmAweSVw0XaqXTmMPjLnYuXjY09jCSRCPmGULjB0LP8yl87R0ITUHZ4i7FYpSBr6qgiEsSfkumnHPukGshKWUvIf0qSuWAzzu9aVO8CyzXF4ho2bEza9PoDW0JUwzoiQNpvbij0vWRmAlzM4iaz9WiGJ79bMZsWa8FXu8QWwNfGpyQtyPhX7rpQMsPWszJt8aoDQWlqmrVQQs3LwMrI5mZ0eyuZCKhLL6Vkr2z45mjj8EfszaqZZELGX6fQnrItyTt1KvDr87csNQWD0QuxUA0oaoKvxrkFEjx5Px7PhOmWVJShXYHiS9RT8rrvRvzVouKmNyePAxEIVBHbBZHwgSgt8SygDBT5TL2oZ8J4KnxpwZAHtTzaLfaEHba8sbRClmYwnIPmH2ywlNisH8VIaqE2GfPlmxsKYuXbGsx47IJiNQ2RUUqfyU7OKNoYGWTWIFytmnEi8XOWJEFJ4ZSG8nubGKbsxpkCPJJpme3m8ouJNU4FULC2BG,l7PTsN2K9ulYrPweGL1haNCxolBiqgOM19CfVsxPWgH26qnQL68rVlYehUl55Vl41ocyiBQczcXozrHmBkISV8fcWcziPFwZtHL0oYfQY1k75VIHK2RnopNIe5sC3HiAtuT8WxokZ8eGcSp0qnpjqH8a3jr6xEQyUkEwikaM1cE7gA1mxqJaHPqcgzCLwOmmYDx4tiAHPtN8Hf0sOGbtSeSc3GPwARVvoNY5vaYyfJqy1IkKYJff8T03yvLypwrcC2rCc0RaEjYMGjr9jgLP3Sewz9Iw8aGFZF8ay9geZD7e8xuYrCs157687x4K2v0o5gD6Vtyr9Dwc3A0DU6JU2uKkfI463V1kr4k2N7YPKIrWhWXJHs8gINISZc4oQt4iVUwa2LIr5xSzENvRj5DxtLgBf246QoLkM83tOVvYnwzZikPPju6MIUvAp53KPFTeEuiAPEjDxPfXEM0MPu5AxL2UgUvWfFZqtJ3ZwnqqeZBQ2emXCmmNekGm8vbvpAqb1YfOlSIpQD7vKTBQDjXj9py6E0MwsMWu4m23FOs0N4z2jlbezf4GDhXwjCwPmtBr2iTrPrlK9ujcTFfnjnZZjvCksErI1O0RKD3g9lglaybxXXTzE2D7tfqzLwsnTUbF1EGzT6DpznyQbIuZjATGrguXNlEPn8bPglQzxki3c9rUgbYa96ov0qoZLN9kXMqrz1tv2tokUP3xKMjooljB6mEYjhPYQfmNHOQJZWy4kk6ROBkF5bsNuVfu078grLzY61pztZPoXjiCpaT9xbbCGeMr2vH6UpwOhtNlGFMumk1HJnisHGNZzNV15tnTiCE92Gp18kghkx7pHTIDmQOEPPphlPOTUpozVuLBwTSb4SUPI8WAJRzirKvwjaXm851kTp2mnSz6Ihv5zWfSFcG12BLObWhv2895B5Jl3aUYDlHUqzpYIiN8DXathpU8ql1fMaZsnrKAYX8YfFyTsjO9XxvG6pZYsaRnsNiK3eEV,6iD9OZ8XQk7i7XVJhXK31S4RyQec8EeW9MkiYSBC62X2F8YUm7n0BJAqZxqiiPIEqhYK1p3BCUHE935f1aHsD1HlhaJECxp1eRV8Z8YFUckQ2Ij2qbWJYzPcxBcvffgh5prAW5Yw4rzThLFUB4yB5TR2cYPTDLT2F74K9xaf7mNgbqlX9RI6mCeLUN0blBUyjEhaPi8QrTMVhwjV31mTo6oJVbBbTEIMSHTptQ69GtjZwtLrRoulCyLz3IMIGu49hKUCOigTlXRmYr3rmAvnYkO3yvsgHjjR1SmFKosR1OGb4tsvY5XqDsavOWHgKQMOQPKcx4J5OiagmsCpLymUk113MZmf5CG32mTH2JcH59PQZ5Ou8Tx78sPIz3oL8GhwXaJVFS32CHHOzpJb76T4wKiP9TQWICTnKawkXsYk6GG9rgUlwVANBcrc8cPz8zW8q8ezyW1YoIzpAjo2Z1EbEGu4mQLn0ACv0RBHDuqxBxqOTToU3NHcU5mWnICLeNTrgWZThyPEpCT0T16EDlPOkrCxMjN4oImAwgcHXG277BaxZBGu7lggWT2DcmxnbXJPZRYcyorzzjXn4wGDT4IvQaalPzSMeog15MQfcAicavPXlghY905OXFw1gskbeDrDkeVFXnIwpHf2xOQwLaDUHDA9DQgyGfGh858K8ylBlhghFfEKhPAFEHSIPVoDUr7TmzSzoRJy6DDSnCFtmj7RUk2glbcMJVmC5ab8KmH2pftygQkR1oV6N8HRkxKV0WUOZCzqFpISxsJlOKW5Cmpzfitpv2CLmR0Cn7lQlo3H7DgpCjoQlQAcefQfpHxrXECRsVgWA76jlZ5czL9zerEh5NMohm5lZAqmT1N6GnrttUgECaUammnuTOnG9u6mfROgbsJ260uroCli8OXnDMTp4Rq0PV8iipDaMpDsJsDHo6IlIpTHHpHkQqn4FhxBPSa32Kp1MHADeJHpHqTJtumgyAmw4rSvsHKsbqcIFbWz"  --limit 10 > /dev/null
 http://cyan4973.github.io/lz4/
 jdbc
 https://github.com/julianhyde/sqlline
 echo "select * from tables;" | java -Djava.ext.dirs=/home/user/java/ -jar ~/java/sqlline.jar -u jdbc:monetdb://127.0.0.1/database -n monetdb -p monetdb -d nl.cwi.monetdb.jdbc.MonetDriver --fastConnect=true --outputformat=csv  --isolation=TRANSACTION_SERIALIZABLE --silent=true --showHeader=false > /dev/null
 time echo "select * from lineitem limit 10000;" | java -Djava.ext.dirs=/home/user/java/ -jar ~/java/sqlline.jar -u jdbc:mysql://127.0.0.1/user -n user -d org.mariadb.jdbc.Driver --fastConnect=true --outputformat=csv  --isolation=TRANSACTION_SERIALIZABLE --silent=true --showHeader=false > /dev/null
 time echo "select * from lineitem limit 10000" | java -Djava.ext.dirs=/home/user/java/ -jar ~/java/sqlline.jar -u jdbc:postgresql://127.0.0.1/user -n user -d org.postgresql.Driver --fastConnect=true --outputformat=csv  --isolation=TRANSACTION_SERIALIZABLE --silent=true --showHeader=false > /dev/null
 time echo "select * from lineitem where rownum < 10" | java -Djava.ext.dirs=/home/user/java/ -jar ~/java/sqlline.jar -u jdbc:oracle:thin:@localhost:49161:XE -d oracle.jdbc.driver.OracleDriver -n system -p oracle --fastConnect=true --outputformat=csv  --isolation=TRANSACTION_SERIALIZABLE --silent=true --showHeader=false > /dev/null
 driver needs to be in same dir!
 VBoxManage import vldb-protocols.ova
 VBoxManage vldb-protocols --cpus 8
 VBoxManage modifyvm vldb-protocols --cpus 8
 VBoxManage modifyvm vldb-protocols --memory 16000
 VBoxManage modifyvm vldb-protocols --usbehci off
 VBoxManage modifyvm "VM name" --natpf1 "guestssh,tcp,,2222,,22"
 VBoxManage modifyvm vldb-protocols --natpf1 "guestssh,tcp,,4242,,22"
 VBoxManage startvm --type headless vldb-protocols
 sudo apt-get install openjdk-8-jdk maven
 db2 setup
 http://www.ibm.com/developerworks/downloads/im/db2express/
 https://iwm.dhe.ibm.com/sdfdl/v2/regs2/db2pmopn/Express-C/DB2ExpressC11/Xa.2/Xb.aA_60_-i7wleYF1ULqO-8Z48YE9vKBsS4unp6c6pyao/Xc.Express-C/DB2ExpressC11/v11.1_linuxx64_expc.tar.gz/Xd./Xf.LPr.D1vk/Xg.8718392/Xi.swg-db2expressc/XY.regsrvs/XZ.OyjMsdFFqy6n0Yf8bs67RX-tJ30/v11.1_linuxx64_expc.tar.gz
 .1??
 DBI1272I  To start using the database manager instance
       user, you must set up the instance environment by
       sourcing db2profile or db2cshrc in the sqllib directory, or you
       can open a new login window of the instance user.
 db2start
 db2stop force
 source ~/sqllib/db2profile
 db2
 create database db
 connect to db
 db2 UPDATE db cfg for db using LOGFILSIZ 10000
 CREATE TABLE lineitem ( L_ORDERKEY INT, L_PARTKEY  INT, L_SUPPKEY INT, L_LINENUMBER  INT, L_QUANTITY    DECIMAL(15,2), L_EXTENDEDPRICE  DECIMAL(15,2), L_DISCOUNT DECIMAL(15,2), L_TAX DECIMAL(15,2), L_RETURNFLAG  CHAR(1), L_LINESTATUS  CHAR(1) , L_SHIPDATE    DATE, L_COMMITDATE  DATE , L_RECEIPTDATE DATE , L_SHIPINSTRUCT CHAR(25), L_SHIPMODE     CHAR(10), L_COMMENT      VARCHAR(44))
 import from 'lineitem.tbl' of del modified by coldel| insert into lineitem
 db2 update dbm cfg using svcename 50000
 db2set DB2COMM=TCPIP
 catalog tcpip node server1 remote 127.0.0.1 server 50000
 catalog database db as remotedb at node server1
 connect to remotedb user user using user
 sudo ./db2rfe -f db2rfe.cfg , set OS_AUTHENTICATION = YES in that file
 time echo "select * from lineitem limit 100" | java -Djava.ext.dirs=/home/user/java/ -jar ~/java/sqlline.jar -u jdbc:db2://localhost:50000/db -d com.ibm.db2.jcc.DB2Driver --fastConnect=true --outputformat=csv  --isolation=TRANSACTION_SERIALIZABLE --silent=true --showHeader=false -n user -p user > /dev/null
 http://blog.whitehorses.nl/2014/03/18/installing-java-oracle-11g-r2-express-edition-and-sql-developer-on-ubuntu-64-bit/
 pw: oracle
 max 1G memory
 https://github.com/wnameless/docker-oracle-xe-11g
 docker run -d -p 49160:22 -p 49161:1521 -v /home/user:/opt/user wnameless/oracle-xe-11g
 /usr/bin/time to the rescue
 F      Number of major, or I/O-requiring, page faults that occurred while the process was running.  These are faults where the page has
        actually migrated out of primary memory.
 K      Average total (data+stack+text) memory use of the process, in Kilobytes.
 M      Maximum resident set size of the process during its lifetime, in Kilobytes.
 t      Average resident set size of the process, in Kilobytes.
 S      Total number of CPU-seconds used by the system on behalf of the process (in kernel mode), in seconds.
 U      Total number of CPU-seconds that the process used directly (in user mode), in seconds.
 e      Elapsed real (wall clock) time used by the process, in seconds.
 r      Number of socket messages received by the process.
 s      Number of socket messages sent by the process.
 x      Exit status of the command.
 sqlplus system/oracle@//localhost:49161
 https://husnusensoy.wordpress.com/2010/10/22/create-your-own-oracle-tpc-h-playground-on-linux/
 /u01/app/oracle/oradata/XE/system.dbf
 alter database datafile '/u01/app/oracle/oradata/XE/system.dbf' autoextend on next 128m maxsize 8192m;
 create or replace directory xtern_data_dir as '/opt/user';
 CREATE TABLE lineitem ( L_ORDERKEY    INTEGER NOT NULL,
                              L_PARTKEY     INTEGER NOT NULL,
                              L_SUPPKEY     INTEGER NOT NULL,
                              L_LINENUMBER  INTEGER NOT NULL,
                              L_QUANTITY    DECIMAL(15,2) NOT NULL,
                              L_EXTENDEDPRICE  DECIMAL(15,2) NOT NULL,
                              L_DISCOUNT    DECIMAL(15,2) NOT NULL,
                              L_TAX         DECIMAL(15,2) NOT NULL,
                              L_RETURNFLAG  CHAR(1) NOT NULL,
                              L_LINESTATUS  CHAR(1) NOT NULL,
                              L_SHIPDATE    DATE NOT NULL,
                              L_COMMITDATE  DATE NOT NULL,
                              L_RECEIPTDATE DATE NOT NULL,
                              L_SHIPINSTRUCT CHAR(25) NOT NULL,
                              L_SHIPMODE     CHAR(10) NOT NULL,
                              L_COMMENT      VARCHAR(44) NOT NULL);
 CREATE TABLE lineitem_ext (L_ORDERKEY  NUMBER(10),
                            L_PARTKEY NUMBER(10),
                            L_SUPPKEY NUMBER(10),
                            L_LINENUMBER  NUMBER(38),
                            L_QUANTITY NUMBER,
                            L_EXTENDEDPRICE   NUMBER,
                            L_DISCOUNT NUMBER,
                            L_TAX  NUMBER,
                            L_RETURNFLAG  CHAR(1),
                            L_LINESTATUS CHAR(1),
                            L_SHIPDATE  VARCHAR2(10),
                            L_COMMITDATE VARCHAR2(10),
                            L_RECEIPTDATE  VARCHAR2(10),
                            L_SHIPINSTRUCT  VARCHAR2(25),
                            L_SHIPMODE VARCHAR2(10),
                            L_COMMENT VARCHAR2(44))
 ORGANIZATION EXTERNAL (
 TYPE oracle_loader
 DEFAULT DIRECTORY xtern_data_dir
 ACCESS PARAMETERS (
        RECORDS DELIMITED BY NEWLINE
        FIELDS TERMINATED BY '|'
        MISSING FIELD VALUES ARE NULL)
 LOCATION ('lineitem.tbl'))
 PARALLEL 2
 REJECT LIMIT 0
 NOMONITORING;
 insert /*+append*/into lineitem
 select L_ORDERKEY,
        L_PARTKEY,
        L_SUPPKEY,
        L_LINENUMBER,
        L_QUANTITY,
        L_EXTENDEDPRICE,
        L_DISCOUNT,
        L_TAX,
        L_RETURNFLAG,
        L_LINESTATUS,
        to_date(L_SHIPDATE, 'YYYY-MM-DD'),
        to_date(L_COMMITDATE, 'YYYY-MM-DD'),
        to_date(L_RECEIPTDATE, 'YYYY-MM-DD'),
        L_SHIPINSTRUCT,
        L_SHIPMODE,
        L_COMMENT
 from lineitem_ext;
 sqlplus system/oracle@//localhost:49161 @query2.sql
 hbase shell
 create 'lineitem','l_orderkey','l_partkey','l_suppkey','l_linenumber','l_quantity','l_extendedprice','l_discount','l_tax','l_returnflag','l_linestatus','l_shipdate','l_commitdate','l_receiptdate','l_shipinstruct','l_shipmode','l_comment'
 hbase org.apache.hadoop.hbase.mapreduce.ImportTsv  '-Dimporttsv.separator=|' -Dimporttsv.columns=a,b,c lineitem /home/user/lineitem.tbl
 hbase org.apache.hadoop.hbase.mapreduce.ImportTsv -D'importtsv.separator=|' -Dimporttsv.columns="HBASE_ROW_KEY,l_orderkey,l_partkey,l_suppkey,l_linenumber,l_quantity,l_extendedprice,l_discount,l_tax,l_returnflag,l_linestatus,l_shipdate,l_commitdate,l_receiptdate,l_shipinstruct,l_shipmode,l_comment" lineitem /home/user/lineitem.tbl
 oracle sqlplus slow buffer probably not configured well,
 try
 SET TERMOUT OFF
 SET VERIFY OFF -- evitar que imprima las sustituciones de variables que realiza
 set trimspool on
 set linesize 200
 set longchunksize 200000 long 200000 pages 0
 SET SERVEROUTPUT ON SIZE 1000000
+?
 http://www.oracle.com/technetwork/topics/memory.pdf
 To set the SDU size for the database server, configure the DEFAULT_SDU_SIZE parameter in the sqlnet.ora file.
 netcat baseline
 0.0 12086
 0.0  123693
 0.02  1235631
 0.04 12461791
 1000000 0.32  125538357
 10000000  2.48  1265309071
 comments
-- skip the protocol, dump to csv/parqet/.../feather?, copy files over socket, read again, parse, time everything (only for Monet?)
 - skip the protocol, dump to csv/parqet, copy files over socket, read again, parse, time everything (only for Monet?)
 - measure baseline select * from lineitem limit 1; subtract
 - develop cost models base on line, types etc
 - motivation: machine learning that needs lots of rows as input (decision tree?, classifier?, cross-validation, visualization)
 compression/optimization settings
 client flag --compress see scrp
 mysql: mariadb.conf.d/50-server.cnf
 max_allowed_packet      = 1G
 postgres: postgresql.conf
 pg_shared_buffers=10GB
 pg_effective_cache_size=6GB
 pg_work_mem=5GB
 no visible client buffer flags
 db2 OPTIMIZE FOR n ROWS will chunk stuff?
 https://hemantoracledba.blogspot.nl/2008/06/tuning-very-large-selects-in-sqlplus.html
 applied
 hive?
 https://cwiki.apache.org/confluence/display/Hive/Parquet
 https://cwiki.apache.org/confluence/display/Hive/GettingStarted#GettingStarted-RunningHiveServer2andBeeline
 SET mapreduce.framework.name=local;
 CREATE TABLE Staff (id int, name string, salary double) row format delimited fields terminated by ‘,’;
 http://stackoverflow.com/questions/19320611/hadoop-hive-loading-data-from-csv-on-a-local-machine
 LOAD DATA LOCAL INPATH '/home/yourcsvfile.csv' OVERWRITE INTO TABLE Staff;
 CREATE TABLE lineitem_ext ( L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, L_SHIPDATE DATE, L_COMMITDATE DATE, L_RECEIPTDATE DATE, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) row format delimited fields terminated by '|';
 LOAD DATA LOCAL INPATH '/home/user/lineitem.tbl' OVERWRITE INTO TABLE lineitem_ext;
 CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, L_SHIPDATE DATE, L_COMMITDATE DATE, L_RECEIPTDATE DATE, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) STORED AS PARQUET;
 insert into lineitem select * from lineitem_ext;

vldb-protocols.py

➞

Show inline comments

 import os
 import time
 import sys
 import csv
 import re
 import json
 import subprocess
 systems = [
 	{'name':'hive-default', 'db':'hive'},
 	{'name':'netcat-csv-lz4', 'db':'netcat', 'compress': 'lz4'},
 	{'name':'netcat-csv-lz4-heavy', 'db':'netcat', 'compress': 'lz4-heavy'},
 	{'name':'netcat-csv-gzip', 'db':'netcat', 'compress': 'gzip'},
 	{'name':'netcat-csv-xz', 'db':'netcat', 'compress': 'xz'},
 	{'name':'netcat-csv', 'db':'netcat'},
 	{'name':'mariadb-compress', 'db':'mariadb', 'compress': True},
 	{'name':'db2-default', 'db':'db2'},
 	{'name':'oracle-default', 'db':'oracle'},
 	{'name':'postgres-default', 'db':'postgres'},
 	{'name':'mariadb-default', 'db':'mariadb'},
 	{'name':'monetdb-default', 'db':'monetdb'},
 	{'name':'hbase-default', 'db':'hbase'},
 	{'name':'mongodb-default', 'db':'mongodb'}]
 networks = [
 	{'name':'unlimited', 'throughput': -1, 'latency':-1}]#,
 	#{'name':'gigabitethld', 'throughput': 1000, 'latency':0.3},
 	#{'name':'10mbitethhd', 'throughput': 10, 'latency':150}]
 #tuples = [1,100,1000,10000,100000,1000000,10000000]
 tuples = [1,100,1000,10000]#,100000,1000000]
 # netcat our protocol messages
 # we're gonna have a lot of these, so we generate them
 chunksizes = [100000, 1000000, 10000000, 100000000]
 compression_methods = ['lz4', 'lz4-heavy', 'gzip', 'xz']
 extensions = ['col', 'row']
 for chunksize in chunksizes:
 	for compression_method in compression_methods:
 		for extension in extensions:
 			systems.append({
 				'name': 'netcat-prot-%s-chunk-%d-%s' % (extension, chunksize, compression_method),
 				'db': 'netcat',
 				'protocol': True,
 				'fileext': extension,
 				'chunksize': chunksize,
 				'compress': compression_method})
 nruns = 5
 timeout = "10m"
 netcat_port = 4444
 fnull = open(os.devnull, 'w')
 def netcat_listener(compression):
 	nclistener = subprocess.Popen(['nc', '-l', '-p', '%d' % netcat_port], stdout=subprocess.PIPE if compression != None else fnull, stderr=fnull)
 	if compression == None:
 		return nclistener
 	else:
 		if compression == 'lz4':
 			uncompress_cmd = 'lz4 -dc'
 		elif compression == 'lz4-heavy':
 			uncompress_cmd = 'lz4 -dc -9'
 		elif compression == 'gzip':
 			uncompress_cmd = 'gunzip -f'
 		elif compression == 'xz':
 			uncompress_cmd = 'xz -d'
 		return subprocess.Popen(uncompress_cmd.split(' '), stdin=nclistener.stdout, stdout = fnull)
 def syscall(cmd):
 	return os.system(cmd)
 def rxbytes():
 	return int(re.search("RX bytes:(\d+)", os.popen("ifconfig lo").read()).groups(0)[0])
 def rxpackets():
 	return int(re.search("RX packets:(\d+)", os.popen("ifconfig lo").read()).groups(0)[0])
 def benchmark_command(cmd, system, protocol, network, tuple, r, dummy):
 	timeoutcmd = 'timeout --foreground -s KILL ' +  timeout
 	if system['db'] == 'netcat':
 		listener = netcat_listener(system['compress'] if 'compress' in system else None)
 		timeoutcmd = ''
 	startbytes = rxbytes()
 	startpackets = rxpackets()
 	start = time.time() #
 	retcode = syscall('/usr/bin/time --format=\'{"io_page_faults": %F, "memory_max_kb": %M, "cpu_kernel_sec": %S, "cpu_user_sec": %U}\' --quiet --output=timing ' + timeoutcmd + ' ' + cmd)
 	duration = time.time() - start
 	transmittedbytes = rxbytes() - startbytes
 	transmittedpackets = rxpackets() - startpackets
 	if retcode != 0:
 		duration = -1
 	stats = {'system': system['name'], 'db': system['db'], 'protocol': protocol, 'network': network['name'], 'throughput': network['throughput'], 'latency': network['latency'], 'tuple': tuple, 'run': r, 'time': duration, "bytes" : transmittedbytes, 'packets': transmittedpackets, 'timeout' : int(retcode != 0)}
+	stats = {'system': system['name'], 'db': system['db'], 'protocol': protocol, 'network': network['name'], 'throughput': network['throughput'], 'latency': network['latency'], 'tuple': tuple, 'run': r, 'time': duration, "bytes" : transmittedbytes, 'packets': transmittedpackets, 'timeout' : int(retcode != 0), 'bin_orientation' : system['fileext'] if 'fileext' in system else '', 'bin_chunksize': system['chunksize'] if 'chunksize' in system else '', 'bin_compress':system['compress'] if 'compress' in system else ''}
 	stats.update(json.load(open('timing')))
 	if not dummy:
 		w.writerow(stats)
 	sys.stdout.flush()
 	os.remove('timing')
 	if system['db'] == 'netcat':
 		listener.kill()
 oq = """set colsep '|'
 set ARRAYSIZE 100
 SET LINESIZE 132
 SET PAGESIZE 6000
 set echo off
 set feedback off
 set linesize 1000
 set pagesize 0
 set sqlprompt ''
 set trimspool on
 set headsep off
 SELECT * FROM lineitem where rownum < &1;
 quit
 """
 oqfile = open("query-oracle.sql", "w")
 oqfile.write(oq)
 oqfile.close()
 w = csv.DictWriter(sys.stdout, ['system', 'db', 'protocol', 'network', 'throughput', 'latency', 'tuple', 'run', 'timeout', 'time', 'bytes', 'packets', 'cpu_kernel_sec', 'cpu_user_sec',  'io_page_faults', 'memory_max_kb'])
+w = csv.DictWriter(sys.stdout, ['system', 'db', 'protocol', 'network', 'throughput', 'latency', 'tuple', 'run', 'timeout', 'time', 'bytes', 'packets', 'cpu_kernel_sec', 'cpu_user_sec',  'io_page_faults', 'memory_max_kb', 'bin_orientation', 'bin_chunksize', 'bin_compress'])
 w.writeheader()
 for r in range(nruns):
 	for system in systems:
 		for network in networks:
 			syscall("sudo tc qdisc del dev lo root netem 2>/dev/null")
 			syscall("sudo tc qdisc add dev lo root netem %s %s" % ('delay %fms' % network['latency'] if network['latency'] > 0 else '', 'rate %dmbit' % network['throughput'] if network['throughput'] > 0 else ''))
 			for tuple in tuples:
 				query = "SELECT * FROM lineitem LIMIT %d" % tuple
 				querycmd = ""
 				jdbcflags = ''
 				odbcdriver = ''
 				odbccmd = None
 				if system['db'] == 'postgres':
 					querycmd = 'psql %s --host 127.0.0.1 -w -t -A -c "%s" > /dev/null' % ('--set=sslcompression=1 --set=sslmode=require --set=keepalives=0' if 'compress' in system else '', query)
 					jdbcflags = 'org.postgresql.Driver jdbc:postgresql://127.0.0.1/user user user'
 					odbccmd = 'isql PostgreSQL -d, < query > /dev/null'
 				elif system['db'] == 'mariadb':
 					querycmd = 'mysql %s --host=127.0.0.1 user --skip-column-names --batch -e "%s" > /dev/null'  % ('--compress' if 'compress' in system else '', query)
 					jdbcflags = 'org.mariadb.jdbc.Driver jdbc:mysql://127.0.0.1/user user null'
 					odbccmd = 'isql MySQL -d, < query > /dev/null'
 				elif system['db'] == 'monetdb':
 					querycmd = 'mclient -h 127.0.0.1 -p 50001 -fcsv -s "%s" > /dev/null' % query
 					jdbcflags = 'nl.cwi.monetdb.jdbc.MonetDriver jdbc:monetdb://127.0.0.1:50001/database monetdb monetdb'
 					odbccmd = 'isql MonetDB -d, < query > /dev/null'
 				elif system['db'] == 'db2':
 					db2qfile = open("db2query", "w")
 					db2qfile.write("connect to remotedb user user using user; \n" + query + ";\n")
 					db2qfile.close()
 					querycmd = 'db2 -tf db2query > /dev/null;'
 					jdbcflags = 'com.ibm.db2.jcc.DB2Driver jdbc:db2://127.0.0.1:50000/db user user'
 					os.environ['DB2INSTANCE'] = 'user'
 					odbccmd = 'isql DB2_SAMPLE -d, user user < query > /dev/null'
 				elif system['db'] == 'oracle':
 					os.environ['TNS_ADMIN'] = '/home/user/oracleconfig'
 					querycmd = 'sqlplus system/oracle@//127.0.0.1:49161/XE @query-oracle.sql %d > /dev/null' % tuple
 					jdbcflags = 'oracle.jdbc.driver.OracleDriver jdbc:oracle:thin:@127.0.0.1:49161:XE system oracle'
 					odbccmd = 'isql Oracle -d, < query > /dev/null'
 					# for JDBC/ODBCV
 					query = "SELECT * FROM lineitem where rownum < %d;" % tuple
 				elif system['db'] == 'mongodb':
 					querycmd = 'mongoexport -d lineitem  -c things --csv --fields "l_orderkey,l_partkey,l_suppkey,l_linenumber,l_quantity,l_extendedprice,l_discount,l_tax,l_returnflag,l_linestatus,l_shipdate,l_commitdate,l_receiptdate,l_shipinstruct,l_shipmode,l_comment" --limit %d > /dev/null 2> /dev/null' % tuple
 					jdbcflags = None
 					odbccmd = None
 					odbcdriver = None
 				elif system['db'] == 'hbase':
 					os.environ['HBASE_HEAPSIZE'] = '10g'
 					query = "scan 'lineitem',{LIMIT=>%d}" % tuple
 					querycmd = 'hbase shell < query > /dev/null 2> /dev/null'
 					jdbcflags = None
 					odbccmd = None
 					odbcdriver = None
 				elif system['db'] == 'hive':
 					querycmd = None
 					jdbcflags = 'org.apache.hive.jdbc.HiveDriver jdbc:hive2://localhost:10000 user null'
 					odbccmd = None
 					odbcdriver = None
 				elif system['db'] == 'netcat':
 					if 'protocol' not in system:
 						filename = '/home/user/lineitem-%d.csv' % tuple
 					else:
 						filename = '/home/user/lineitem-%dtpl-%dchunksize.%s' % (tuple, system['chunksize'], system['fileext'])
 					compress_cmd = ''
 					if 'compress' in system:
 						if system['compress'] == 'lz4':
 							compress_cmd = 'lz4 -c - |'
 						elif system['compress'] == 'lz4-heavy':
 							compress_cmd = 'lz4 -9 -c - |'
 						elif system['compress'] == 'gzip':
 							compress_cmd = 'gzip |'
 						elif system['compress'] == 'xz':
 							compress_cmd = 'xz -z |'
 					querycmd = 'cat %s | %s nc 127.0.0.1 %d' % (filename, compress_cmd, netcat_port)
 					jdbcflags = None
 					odbccmd = None
 					odbcdriver = None
 				else:
 					exit("unknown db %s" % system['db'])
 				qfile = open("query", "w")
 				qfile.write(query)
 				qfile.write("\n")
 				qfile.close()
 				jdbccmd = 'java -Xmx10G -Djava.security.egd=file:/dev/./urandom -cp /home/user/java/pmjc.jar:/home/user/java/db2jcc4.jar:/home/user/java/monetdb-jdbc-2.23.jar:/home/user/java/mariadb-java-client-1.4.6.jar:/home/user/java/ojdbc6_g.jar:/home/user/java/postgresql-9.4.1209.jar:/home/user/java/hive-jdbc-2.1.0-standalone.jar:/home/user/java/hadoop-common-2.6.4.jar nl.cwi.da.pmjc.Pmjc %s "%s" 1000 > /dev/null 2>/dev/null' % (jdbcflags, query)
 				# special case for hive
 				if querycmd is None:
 					querycmd = jdbccmd
 					jdbccmd = None
 					jdbcflags = None
 				# getting caches hot
 				benchmark_command(querycmd, system, 'native', network, tuple, r, True)
 				# native client
 				benchmark_command(querycmd, system, 'native', network, tuple, r, False)
 				if 'compress' not in system:
 					# odbc
 					if odbccmd is not None:
 						benchmark_command(odbccmd, system, 'odbc', network, tuple, r, False)
 					# jdbc
 					if jdbcflags is not None:
 						benchmark_command(jdbccmd, system, 'jdbc', network, tuple, r, False)
 				sys.stdout.flush()
 				os.remove('query')
 			syscall("sudo tc qdisc del dev lo root netem 2>/dev/null")
 			time.sleep(0.1)

0 comments (0 inline, 0 general)