DA/protocols Changeset - 5dbb8a045bb1 · Centrum Wiskunde & Informatica (CWI)

Changeset - 5dbb8a045bb1

Parent rev.

Child rev.

[Not reviewed]

0 1 0

Hannes Muehleisen - 9 years ago 2016-08-02 14:48:19
hannes@muehleisen.org

jdbc fixes

1 file changed with 2 insertions and 1 deletions:

vldb-protocols.py

0 comments (0 inline, 0 general)

vldb-protocols.py

➞

Show inline comments

@@ @@ -146,75 +146,76 @@ for r in range(nruns): @@
 					os.environ['TNS_ADMIN'] = '/home/user/oracleconfig'
 					querycmd = 'sqlplus system/oracle@//127.0.0.1:49161/XE @query-oracle.sql %d > /dev/null' % tuple
 					jdbcflags = 'oracle.jdbc.driver.OracleDriver jdbc:oracle:thin:@127.0.0.1:49161:XE system oracle'
 					odbccmd = 'isql Oracle -d, < query > /dev/null'
 					# for JDBC/ODBCV
 					query = "SELECT * FROM lineitem where rownum < %d;" % tuple
 				elif system['db'] == 'mongodb':
 					querycmd = 'mongoexport -d lineitem  -c things --csv --fields "l_orderkey,l_partkey,l_suppkey,l_linenumber,l_quantity,l_extendedprice,l_discount,l_tax,l_returnflag,l_linestatus,l_shipdate,l_commitdate,l_receiptdate,l_shipinstruct,l_shipmode,l_comment" --limit %d > /dev/null 2> /dev/null' % tuple
 					jdbcflags = None
 					odbccmd = None
 					odbcdriver = None
 				elif system['db'] == 'hbase':
 					os.environ['HBASE_HEAPSIZE'] = '10g'
 					query = "scan 'lineitem',{LIMIT=>%d}" % tuple
 					querycmd = 'hbase shell < query > /dev/null 2> /dev/null'
 					jdbcflags = None
 					odbccmd = None
 					odbcdriver = None
 				elif system['db'] == 'hive':
 					querycmd = None
 					jdbcflags = 'org.apache.hive.jdbc.HiveDriver jdbc:hive2://localhost:10000 user null'
 					odbccmd = None
 					odbcdriver = None
 				elif system['db'] == 'netcat':
 					# open netcat for listening in a separate process
 					filename = '/home/user/lineitem-%d.csv' % tuple
 					compress_cmd = ''
 					if 'compress' in system:
 						if system['compress'] == 'lz4':
 							compress_cmd = 'lz4 -c - |'
 						elif system['compress'] == 'lz4-heavy':
 							compress_cmd = 'lz4 -9 -c - |'
 						elif system['compress'] == 'gzip':
 							compress_cmd = 'gzip |'
 						elif system['compress'] == 'xz':
 							compress_cmd = 'xz -z |'
 					querycmd = 'cat %s | %s nc 127.0.0.1 %d' % (filename, compress_cmd, netcat_port)
 					jdbcflags = None
 					odbccmd = None
 					odbcdriver = None
 				else:
 					exit("unknown db %s" % system['db'])
 				qfile = open("query", "w")
 				qfile.write(query)
 				qfile.write("\n")
 				qfile.close()
 				jdbccmd = 'java -Xmx10G -Djava.security.egd=file:/dev/./urandom -cp /home/user/java/pmjc.jar:/home/user/java/db2jcc4.jar:/home/user/java/monetdb-jdbc-2.23.jar:/home/user/java/mariadb-java-client-1.4.6.jar:/home/user/java/ojdbc6_g.jar:/home/user/java/postgresql-9.4.1209.jar:/home/user/java/hive-jdbc-2.1.0-standalone.jar:/home/user/java/hadoop-common-2.6.4.jar %s "%s" 1000' % (jdbcflags, query)
+				jdbccmd = 'java -Xmx10G -Djava.security.egd=file:/dev/./urandom -cp /home/user/java/pmjc.jar:/home/user/java/db2jcc4.jar:/home/user/java/monetdb-jdbc-2.23.jar:/home/user/java/mariadb-java-client-1.4.6.jar:/home/user/java/ojdbc6_g.jar:/home/user/java/postgresql-9.4.1209.jar:/home/user/java/hive-jdbc-2.1.0-standalone.jar:/home/user/java/hadoop-common-2.6.4.jar nl.cwi.da.pmjc.Pmjc %s "%s" 1000 > /dev/null 2>/dev/null' % (jdbcflags, query)
 				# special case for hive
 				if querycmd is None:
 					querycmd = jdbccmd
 					jdbccmd = None
 					jdbcflags = None
 				# getting caches hot
 				benchmark_command(querycmd, system, 'native', network, tuple, r, True)
 				# native client
 				benchmark_command(querycmd, system, 'native', network, tuple, r, False)
 				if 'compress' not in system:
 					# odbc
 					if odbccmd is not None:
 						benchmark_command(odbccmd, system, 'odbc', network, tuple, r, False)
 					# jdbc
 					if jdbcflags is not None:
 						benchmark_command(jdbccmd, system, 'jdbc', network, tuple, r, False)
 				sys.stdout.flush()
 				os.remove('query')
 				time.sleep(1)
 			syscall("sudo tc qdisc del dev lo root netem 2>/dev/null")
 			time.sleep(0.1)

0 comments (0 inline, 0 general)