#!/bin/bash

# make-datafile.sh -- export data from MySQL testing database.

#

# Copyright (C) 2016 Free Software Foundation, Inc.

#

# This file is part of DejaGnu.

#

# DejaGnu is free software; you can redistribute it and/or modify it

# under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 3 of the License, or

# (at your option) any later version.

# This script executes a series of SQL calls to our testing database,

# and makes a data file for gnuplot.

if test $# -eq 0; then

  echo "ERROR: no testrun numbers specified!"

  exit

fi

# These are required to access the database

user="USER"

passwd="PASSWD"

outfile="testrun.data"

# Check the environment for the database access information

if test x"${CBUILD_DBUSER}" != x; then

    user="${CBUILD_DBUSER}"

fi

if test x"${CBUILD_DBPASSWD}" != x; then

    passwd="${CBUILD_DBPASSWD}"

fi

# Create the output file

rm -f ${outfile}

# Add a header to make the file human readable

echo "# date tool version arch total PASS FAIL UNSUPPORTED UNTESTED UNRESOLVED XPASS XFAIL" > ${outfile}

machines=$(mysql -u"$user" -p"$passwd" --local -e "SELECT DISTINCT(build_machine) FROM dejagnu.testruns" | sed -e 's/build_machine//' | tr '\n' ' ')

echo "Build machines are: ${machines}"

tools="gcc g++ gfortran libstdc++ objc"

echo "Tools are: ${tools}"

for testrun in "$@"; do

  # Get the build info

  binfo=$(mysql -u"$user" -p"$passwd" --local -e "SELECT tool,arch,date,version,branch,build_machine FROM dejagnu.testruns WHERE testrun=${testrun}" | tail -1)

  # Get rid of the embedded newlines

  binfo=$(echo "$binfo" | tr -d '\n')

  # Split the query result into fields

  tool=$(echo "$binfo" | cut -d ' ' -f 1)

  arch=$(echo "$binfo" | cut -d ' ' -f 2)

  date=$(echo "$binfo" | cut -d ' ' -f 3)

  version=$(echo "$binfo" | cut -d ' ' -f 5)

  build_machine=$(echo "$binfo" | cut -d ' ' -f 7)

  # Get the test counts

#  total=`mysql -u"$user" -p${passwd} -e "SELECT count(*) FROM dejagnu.test WHERE result!=''" | tail -1`

  passes=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='PASS'" | tail -1)

  fails=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='FAIL'" | tail -1)

  xpasses=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='XPASS'" | tail -1)

  xfails=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='XFAIL'" | tail -1)

  untested=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='UNTESTED'" | tail -1)

  unsupported=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='UNSUPPORTED'" | tail -1)

  unresolved=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='UNRESOLVED'" | tail -1)

  # total=$(mysql -u"$user" -p"$passwd" -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result!=''" | tail -1)

  # passes=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='PASS'" | tail -1)

  # fails=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='FAIL'" | tail -1)

  # xpasses=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='XPASS'" | tail -1)

  # xfails=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='XFAIL'" | tail -1)

  # untested=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='UNTESTED'" | tail -1)

  # unsupported=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='UNSUPPORTED'" | tail -1)

  # unresolved=$(mysql -u"$user" -p"$passwd" --local -e "SELECT count(*) FROM dejagnu.test WHERE testrun=${testrun} AND result='UNRESOLVED'" | tail -1)

  # Write the data line

  all_passes=$((passes+ xfails))

  all_failures=$((fails + xpasses + untested + unresolved + unsupported))

  all_tests=$((all_passes + all_failures))

  echo "${date} ${tool} ${version} ${arch} ${all_tests} ${passes} ${fails} ${xpasses} ${xfails} ${untested} ${unresolved} ${unsupported} ${build_machine}" >> ${outfile}

done

# Extract the list of architectures supported for these results

arches=$(grep -v '#' testrun.data | cut -d ' ' -f 13 | sort | uniq | tr '\n' ' ')

echo "Architectures for this set of results: ${arches}"

# Make a separate data file for each architecture so gnuplot can keep them organized

for i in ${arches}; do

    if test "$i" = '.'; then

	continue

    fi

    # filter out bogus test results to avoid weird spikes in the data

    if test "$passes" -eq 0 -a "$fails" -eq 0; then

	continue

    fi

    rm -f "$i".data

    grep "$i" testrun.data | sort  -V -k 3 | uniq -u > "$i".data

done

rm testrun.data

files=$(find . -maxdepth 1 -name '*.data' | tr '\n' ' ')

# Get all the versions in the files, we'll pad rows so all the rows match

versions=$(cut -d ' ' -f 3 $files | sort -V | uniq | tr '\n' ' ')

for i in ${files}; do

   for j in ${versions}; do

	cnt=$(grep -c "$j" "$i")

	if test "$cnt" -eq 0; then

	    echo "Adding $j to $i"

	    machine=$(echo "$i" | cut -d '.' -f 1)

	    echo "${date} ${tool} $j ${arch} 0 0 0 0 0 0 0 0 $machine" >> "$i"

	fi

   done

done

# Re-sort based on the versions we just added as padding so the rows line up

for j in ${files}; do

    mv "$j" tmp.data

    sort  -V -k 3 < tmp.data > "$j"

    rm tmp.data

done