Changeset - 5dbb8a045bb1
[Not reviewed]
0 1 0
Hannes Muehleisen - 9 years ago 2016-08-02 14:48:19
hannes@muehleisen.org
jdbc fixes
1 file changed with 2 insertions and 1 deletions:
0 comments (0 inline, 0 general)
vldb-protocols.py
Show inline comments
 
@@ -170,51 +170,52 @@ for r in range(nruns):
 
					# open netcat for listening in a separate process
 
					filename = '/home/user/lineitem-%d.csv' % tuple
 
					compress_cmd = ''
 
					if 'compress' in system:
 
						if system['compress'] == 'lz4': 
 
							compress_cmd = 'lz4 -c - |'
 
						elif system['compress'] == 'lz4-heavy': 
 
							compress_cmd = 'lz4 -9 -c - |'
 
						elif system['compress'] == 'gzip': 
 
							compress_cmd = 'gzip |'
 
						elif system['compress'] == 'xz': 
 
							compress_cmd = 'xz -z |'
 
					querycmd = 'cat %s | %s nc 127.0.0.1 %d' % (filename, compress_cmd, netcat_port)
 
					jdbcflags = None
 
					odbccmd = None
 
					odbcdriver = None
 
				else:
 
					exit("unknown db %s" % system['db'])
 

	
 
				qfile = open("query", "w")
 
				qfile.write(query)
 
				qfile.write("\n")
 
				qfile.close()
 

	
 
				jdbccmd = 'java -Xmx10G -Djava.security.egd=file:/dev/./urandom -cp /home/user/java/pmjc.jar:/home/user/java/db2jcc4.jar:/home/user/java/monetdb-jdbc-2.23.jar:/home/user/java/mariadb-java-client-1.4.6.jar:/home/user/java/ojdbc6_g.jar:/home/user/java/postgresql-9.4.1209.jar:/home/user/java/hive-jdbc-2.1.0-standalone.jar:/home/user/java/hadoop-common-2.6.4.jar %s "%s" 1000' % (jdbcflags, query)
 
				jdbccmd = 'java -Xmx10G -Djava.security.egd=file:/dev/./urandom -cp /home/user/java/pmjc.jar:/home/user/java/db2jcc4.jar:/home/user/java/monetdb-jdbc-2.23.jar:/home/user/java/mariadb-java-client-1.4.6.jar:/home/user/java/ojdbc6_g.jar:/home/user/java/postgresql-9.4.1209.jar:/home/user/java/hive-jdbc-2.1.0-standalone.jar:/home/user/java/hadoop-common-2.6.4.jar nl.cwi.da.pmjc.Pmjc %s "%s" 1000 > /dev/null 2>/dev/null' % (jdbcflags, query)
 
				
 
				# special case for hive
 
				if querycmd is None:
 
					querycmd = jdbccmd
 
					jdbccmd = None
 
					jdbcflags = None
 

	
 
				# getting caches hot
 
				benchmark_command(querycmd, system, 'native', network, tuple, r, True)
 

	
 
				# native client
 
				benchmark_command(querycmd, system, 'native', network, tuple, r, False)
 
				if 'compress' not in system:
 
					# odbc
 
					if odbccmd is not None:
 
						benchmark_command(odbccmd, system, 'odbc', network, tuple, r, False)
 
					# jdbc
 
					if jdbcflags is not None:
 
						benchmark_command(jdbccmd, system, 'jdbc', network, tuple, r, False)
 
				sys.stdout.flush()
 
				os.remove('query')
 
				time.sleep(1)
 

	
 

	
 

	
 
			syscall("sudo tc qdisc del dev lo root netem 2>/dev/null")
 
			time.sleep(0.1)
0 comments (0 inline, 0 general)