diff --git a/vldb-protocols.py b/vldb-protocols.py index 24def5f77df515ee20b4d02601f150f04f4bd28b..8afccb7e5898e6c0fd9366883cbb8001e530d82b 100644 --- a/vldb-protocols.py +++ b/vldb-protocols.py @@ -12,6 +12,7 @@ systems = [ {'name':'netcat-csv-lz4-heavy', 'db':'netcat', 'compress': 'lz4-heavy'}, {'name':'netcat-csv-gzip', 'db':'netcat', 'compress': 'gzip'}, {'name':'netcat-csv-xz', 'db':'netcat', 'compress': 'xz'}, + {'name':'netcat-csv-snappy', 'db':'netcat', 'compress': 'snappy'}, {'name':'netcat-csv', 'db':'netcat'}, {'name':'mariadb-compress', 'db':'mariadb', 'compress': True}, {'name':'db2-default', 'db':'db2'}, @@ -23,17 +24,17 @@ systems = [ {'name':'mongodb-default', 'db':'mongodb'}] networks = [ - {'name':'unlimited', 'throughput': -1, 'latency':-1}]#, - #{'name':'gigabitethld', 'throughput': 1000, 'latency':0.3}, - #{'name':'10mbitethhd', 'throughput': 10, 'latency':150}] + {'name':'unlimited', 'throughput': -1, 'latency':-1}], + {'name':'gigabitethld', 'throughput': 1000, 'latency':0.3}, + {'name':'10mbitethhd', 'throughput': 10, 'latency':150}] + +tuples = [1,100,1000,10000,100000,1000000] -#tuples = [1,100,1000,10000,100000,1000000,10000000] -tuples = [1,100,1000,10000]#,100000,1000000] # netcat our protocol messages # we're gonna have a lot of these, so we generate them -chunksizes = [100000, 1000000, 10000000, 100000000] -compression_methods = ['lz4', 'lz4-heavy', 'gzip', 'xz'] +chunksizes = [1000, 10000, 100000, 1000000, 10000000, 100000000] +compression_methods = ['lz4', 'snappy', 'gzip', 'xz', 'lz4-heavy', None] extensions = ['col', 'row'] for chunksize in chunksizes: for compression_method in compression_methods: @@ -66,6 +67,8 @@ def netcat_listener(compression): uncompress_cmd = 'gunzip -f' elif compression == 'xz': uncompress_cmd = 'xz -d' + elif compression == 'snappy': + uncompress_cmd = 'snzip -d' return subprocess.Popen(uncompress_cmd.split(' '), stdin=nclistener.stdout, stdout = fnull) def syscall(cmd): @@ -197,6 +200,8 @@ for r in range(nruns): compress_cmd = 'gzip |' elif system['compress'] == 'xz': compress_cmd = 'xz -z |' + elif system['compress'] == 'snappy': + compress_cmd = 'snzip -c |' querycmd = 'cat %s | %s nc 127.0.0.1 %d' % (filename, compress_cmd, netcat_port) jdbcflags = None odbccmd = None