# /bin/bash

#

#+---------------------------------------------------------------------+

#|                                                                     |

#| Script to run LSST baseline queries in MonetDB in hot mode.         |

#|                                                                     |

#| This script assumes the database exists and is loaded with the      |

#| 2.0 TB csv files kindly provided by F. Jammes. Run the python       |

#| iscript load_lsst_data.py to load the database.                     |

#|                                                                     |

#| The SQL file name tells corresponds to the query number, i.e.       |

#| query = {q1, q2, ..., q13}                                          |

#|                                                                     |

#| The timing results are written to a log file with these variables   |

#| in its name as well, including the node name.                       |

#|                                                                     |

#| Then use the baq_node_results.py script to plot the timings.        |

#|                                                                     |

#| Run it as                                                           |

#| ./hotloop.queries.sh $dbname $dbversion $dbfarm $sqldir             |

#|                                                                     |

#|                                            Bart Scheers (CWI, 2016) |

#+---------------------------------------------------------------------+

# We are in the "cold" loop script

temp=cold

dbname=$1

dbversion=$2

dbfarm=$3

sqldir=$4

if [ ! -d $sqldir ]; then

    echo "Directory $sqldir does not exist."

    exit 64

fi

sqlfiles=($sqldir/q*.sql)

logdir=${sqldir}/log

if [ ! -d $logdir ]; then

    echo "Directory $logdir does not exist."

    exit 64

fi

echo

echo "################:"

echo "# Running node  : $( hostname -a )"

echo "# Using database: $dbname"

echo "#        version: $dbversion"

echo "#          which: $( which mserver5 )"

echo "# Using dbfarm  : $dbfarm"

echo "# SQL dir       : ${sqldir}"

echo "# Log dir       : ${logdir}"

echo "################:"

# Needed for stripping the mclient milliseconds timing strings

suffms="ms"

# Here we iterate through the sqlfiles in the sqldir

for ((i=0; i<${#sqlfiles[@]}; i++)); do

    sqlfile=${sqlfiles[$i]}

    echo "Working on sqlfile: ${sqlfile}"

    # get the file name

    IFS='/' read -r -a qf <<< "$sqlfile"

    # strip to the .sql extension

    IFS='.' read -ra q <<< "${qf[-1]}"

    query=${q[0]}

    qlog=${logdir}/${query}.${temp}.$( hostname -a ).${dbversion}.log

    echo "Logging query times in: ${qlog}"

    START=1

    END=10

    echo "Running cold bulk associations ${END} times..."

    for (( c=$START; c<=$END; c++ ))

    do

        echo "Run $c"

        monetdb stop -a 

        monetdbd stop $dbfarm

        echo "Stopping monetdbd..."

        running="$( pgrep -u${USER} -l | grep monetdbd )"

        sp='/-\|'

        #printf ' '

        while [ -n "$running" ]; do

            running="$( pgrep -u${USER} -l | grep monetdbd )"

            #printf '\b%.1s' "$sp"

            sp=${sp#?}${sp%???}

            sleep 1

        done

        echo "monetdbd stopped"

        echo 3 | sudo tee /proc/sys/vm/drop_caches

        #echo "UNFORTUNATELY: 'echo 3 | sudo tee /proc/sys/vm/drop_caches' DOES NOT WORK"

        # We forward output to /dev/null, since mother script might not close

        # when we use 2>&1 | tee log

        monetdbd start $dbfarm > /dev/null 2>&1

        monetdb start $dbname

        echo "monetdb and $dbname started"

        echo "Cold query run time:"

        res=($( mclient -d$dbname -ftimer -ims < $sqlfile))

        echo "${res[@]}"

        # strip the ms

        tms=${res[-1]%$suffms}

        echo "${tms} milliseconds"

        if [ $c -eq 1 ]; then

            echo "${c};${tms}" > $qlog

        else

            echo "${c};${tms}" >> $qlog

        fi

    done

done

echo "READY. Cold bulk associations ran ${END} times."