DA/protocols Changeset - 3d604507d726 · Centrum Wiskunde & Informatica (CWI)

Changeset - 3d604507d726

Parent rev.

Child rev.

[Not reviewed]

0 1 1

Mark Raasveldt - 9 years ago 2016-08-12 14:48:43
mark.raasveldt@gmail.com

Add pmodbc.c and add new protocol tests to vldb-protocols.py.

2 files changed with 153 insertions and 5 deletions:

pmodbc.c

135

vldb-protocols.py

0 comments (0 inline, 0 general)

pmodbc.c

➞

Show inline comments

@@ new file 100644 @@
 #include <stdio.h>
 #include <stdlib.h>
 #include <sql.h>
 #include <sqlext.h>
 #include <string.h>
 #include <assert.h>
 // compilation: gcc -g pmodbc.c -lodbc -o pmodbc
 static void list_drivers();
 static void query_db(char* dsn, char* query, int csv);
 void extract_error(char *fn, SQLHANDLE handle, SQLSMALLINT type);
 int main(int argc, char** argv) {
     if (argc < 4) {
         printf("Incorrect number of arguments.\n\n");
         printf("Arguments:\n");
         printf("pmodbc [dsn] [query] [csv={0,1}]\n\n");
         printf("DSN List:\n");
         list_drivers();
     } else {
         query_db(argv[1], argv[2], *argv[3] == '1');
+    }
+}
 static void list_drivers() {
     SQLHENV env;
     char dsn[256];
     char desc[256];
     SQLSMALLINT dsn_ret;
     SQLSMALLINT desc_ret;
     SQLUSMALLINT direction;
     SQLRETURN ret;
     SQLAllocHandle(SQL_HANDLE_ENV, SQL_NULL_HANDLE, &env);
     SQLSetEnvAttr(env, SQL_ATTR_ODBC_VERSION, (void *) SQL_OV_ODBC3, 0);
     direction = SQL_FETCH_FIRST;
     while(SQL_SUCCEEDED(ret = SQLDataSources(env, direction, dsn, sizeof(dsn), &dsn_ret, desc, sizeof(desc), &desc_ret))) {
         direction = SQL_FETCH_NEXT;
         printf("%s - %s\n", dsn, desc);
         if (ret == SQL_SUCCESS_WITH_INFO) printf("\tdata truncation\n");
+    }
+}
 static void query_db(char* dsn_str, char* query, int csv) {
     SQLHENV env;
     SQLHDBC dbc;
     SQLHSTMT stmt;
     SQLRETURN ret; /* ODBC API return status */
     SQLSMALLINT columns; /* number of columns in result-set */
     int row = 0;
     char dsn[1000];
     snprintf(dsn, 1000, "DSN=%s;", dsn_str);
     /* Allocate an environment handle */
     SQLAllocHandle(SQL_HANDLE_ENV, SQL_NULL_HANDLE, &env);
     /* We want ODBC 3 support */
     SQLSetEnvAttr(env, SQL_ATTR_ODBC_VERSION, (void *) SQL_OV_ODBC3, 0);
     /* Allocate a connection handle */
     ret = SQLAllocHandle(SQL_HANDLE_DBC, env, &dbc);
     if (!SQL_SUCCEEDED(ret)) {
       extract_error("SQLAllocHandle for dbc", env, SQL_HANDLE_ENV);
       exit(1);
+    }
     /* Connect to the DSN mydsn */
     /* You will need to change mydsn to one you have created and tested */
     SQLDriverConnect(dbc, NULL, dsn, SQL_NTS, NULL, 0, NULL, SQL_DRIVER_COMPLETE);
     /* Allocate a statement handle */
     SQLAllocHandle(SQL_HANDLE_STMT, dbc, &stmt);
     /* Retrieve a list of tables */
     //SQLTables(stmt, NULL, 0, NULL, 0, NULL, 0, "TABLE", SQL_NTS);
     ret = SQLExecDirect(stmt, query, SQL_NTS);
     if (!SQL_SUCCEEDED(ret)) {
         extract_error("SQLExecuteDirect for dbc", stmt, SQL_HANDLE_STMT);
         exit(1);
+    }
     /* How many columns are there */
     SQLNumResultCols(stmt, &columns);
     if (csv == 0) {
         while (SQL_SUCCEEDED(ret = SQLFetch(stmt))) {
+        }
     } else {
         char csvbuf[1000];
         /* Loop through the rows in the result-set */
         while (SQL_SUCCEEDED(ret = SQLFetch(stmt))) {
             SQLUSMALLINT i;
             SQLLEN curlen = 0;
             SQLLEN indicator;
             /* Loop through the columns */
             for (i = 1; i <= columns; i++) {
                 /* retrieve column data as a string */
                 ret = SQLGetData(stmt, i, SQL_C_CHAR, csvbuf + curlen, sizeof(csvbuf) - curlen, &indicator);
                 if (!SQL_SUCCEEDED(ret)) {
                     extract_error("SQLExecuteDirect for dbc", stmt, SQL_HANDLE_STMT);
                     exit(1);
+                }
                 curlen += indicator;
                 if (i != columns)
                     csvbuf[curlen++] = ',';
+            }
             puts(csvbuf);
+        }
+    }
     extract_error("SQLStmt for dbc", stmt, SQL_HANDLE_STMT);
     exit(1);
+}
 void extract_error(char *fn, SQLHANDLE handle, SQLSMALLINT type)
+{
     SQLINTEGER   i = 0;
     SQLINTEGER   native;
     SQLCHAR  state[ 7 ];
     SQLCHAR  text[256];
     SQLSMALLINT  len;
     SQLRETURN    ret;
     fprintf(stderr,
             "\n"
             "The driver reported the following diagnostics whilst running "
             "%s\n\n",
             fn);
     do
+    {
         ret = SQLGetDiagRec(type, handle, ++i, state, &native, text,
                             sizeof(text), &len );
         if (SQL_SUCCEEDED(ret))
             printf("%s:%d:%d:%s\n", state, i, native, text);
+    }
     while( ret == SQL_SUCCESS );
+}

vldb-protocols.py

➞

Show inline comments

@@ @@ -23,8 +23,9 @@ systems = [ @@
 	{'name':'hbase-default', 'db':'hbase'},
 	{'name':'mongodb-default', 'db':'mongodb'}]
 networks = [
-	{'name':'unlimited', 'throughput': -1, 'latency':-1}],
 	{'name':'unlimited', 'throughput': -1, 'latency':-1},
 	{'name':'gigabitethld', 'throughput': 1000, 'latency':0.3},
 	{'name':'10mbitethhd', 'throughput': 10, 'latency':150}]
@@ @@ -47,6 +48,12 @@ for chunksize in chunksizes: @@
 				'chunksize': chunksize,
 				'compress': compression_method})
 systems = [{'name':'monetdb-colprot-nocomp', 'db':'monetdb', 'params': '--protocol=prot10'},
 		   {'name':'monetdb-colprot-compsnappy', 'db':'monetdb', 'params': '--protocol=prot10compressed --compression=snappy'},
 		   {'name':'monetdb-colprot-complz4', 'db':'monetdb', 'params': '--protocol=prot10compressed --compression=lz4'},
 		   {'name':'monetdb-prot9', 'db':'monetdb', 'params': '--protocol=prot9'}]
 nruns = 5
 timeout = "10m"
@@ @@ -150,9 +157,15 @@ for r in range(nruns): @@
 					jdbcflags = 'org.mariadb.jdbc.Driver jdbc:mysql://127.0.0.1/user user null'
 					odbccmd = 'isql MySQL -d, < query > /dev/null'
 				elif system['db'] == 'monetdb':
 					querycmd = 'mclient -h 127.0.0.1 -p 50001 -fcsv -s "%s" > /dev/null' % query
 					jdbcflags = 'nl.cwi.monetdb.jdbc.MonetDriver jdbc:monetdb://127.0.0.1:50001/database monetdb monetdb'
 					odbccmd = 'isql MonetDB -d, < query > /dev/null'
 					if 'params' in system:
 						querycmd = '/home/user/monetdb-install/bin/mclient -h 127.0.0.1 -p 50001 -fcsv -s "%s" %s > /dev/null' % (query, system['params'])
 						jdbcflags = None
 						odbccmd = None
 						odbcdriver = None
 					else:
 						querycmd = 'mclient -h 127.0.0.1 -p 50001 -fcsv -s "%s" > /dev/null' % query
 						jdbcflags = 'nl.cwi.monetdb.jdbc.MonetDriver jdbc:monetdb://127.0.0.1:50001/database monetdb monetdb'
 						odbccmd = 'isql MonetDB -d, < query > /dev/null'
 				elif system['db'] == 'db2':
 					db2qfile = open("db2query", "w")
 					db2qfile.write("connect to remotedb user user using user; \n" + query + ";\n")
@@ @@ -167,7 +180,7 @@ for r in range(nruns): @@
 					jdbcflags = 'oracle.jdbc.driver.OracleDriver jdbc:oracle:thin:@127.0.0.1:49161:XE system oracle'
 					odbccmd = 'isql Oracle -d, < query > /dev/null'
 					# for JDBC/ODBCV
-					query = "SELECT * FROM lineitem where rownum < %d;" % tuple
 					query = "SELECT * FROM lineitem where rownum < %d" % tuple
 				elif system['db'] == 'mongodb':
 					querycmd = 'mongoexport -d lineitem  -c things --csv --fields "l_orderkey,l_partkey,l_suppkey,l_linenumber,l_quantity,l_extendedprice,l_discount,l_tax,l_returnflag,l_linestatus,l_shipdate,l_commitdate,l_receiptdate,l_shipinstruct,l_shipmode,l_comment" --limit %d > /dev/null 2> /dev/null' % tuple
 					jdbcflags = None

0 comments (0 inline, 0 general)