Blame nss/automation/buildbot-slave/build.sh

Packit 40b132
#! /bin/bash
Packit 40b132
Packit 40b132
# Ensure a failure of the first command inside a pipe
Packit 40b132
# won't be hidden by commands later in the pipe.
Packit 40b132
# (e.g. as in ./dosomething | grep)
Packit 40b132
Packit 40b132
set -o pipefail
Packit 40b132
Packit 40b132
proc_args()
Packit 40b132
{
Packit 40b132
    while [ -n "$1" ]; do
Packit 40b132
        OPT=$(echo $1 | cut -d= -f1)
Packit 40b132
        VAL=$(echo $1 | cut -d= -f2)
Packit 40b132
Packit 40b132
        case $OPT in
Packit 40b132
            "--build-nss")
Packit 40b132
                BUILD_NSS=1
Packit 40b132
                ;;
Packit 40b132
            "--test-nss")
Packit 40b132
                TEST_NSS=1
Packit 40b132
                ;;
Packit 40b132
            "--build-jss")
Packit 40b132
                BUILD_JSS=1
Packit 40b132
                ;;
Packit 40b132
            "--test-jss")
Packit 40b132
                TEST_JSS=1
Packit 40b132
                ;;
Packit 40b132
            "--memtest")
Packit 40b132
                NSS_TESTS="memleak"
Packit 40b132
                export NSS_TESTS
Packit 40b132
                ;;
Packit 40b132
            "--nojsssign")
Packit 40b132
                NO_JSS_SIGN=1
Packit 40b132
                ;;
Packit 40b132
            *)
Packit 40b132
                echo "Usage: $0 ..."
Packit 40b132
                echo "    --memtest   - run the memory leak tests"
Packit 40b132
                echo "    --nojsssign - try to sign jss"
Packit 40b132
                echo "    --build-nss"
Packit 40b132
                echo "    --build-jss"
Packit 40b132
                echo "    --test-nss"
Packit 40b132
                echo "    --test-jss"
Packit 40b132
                exit 1
Packit 40b132
                ;;
Packit 40b132
        esac 
Packit 40b132
Packit 40b132
        shift
Packit 40b132
    done
Packit 40b132
}
Packit 40b132
Packit 40b132
set_env()
Packit 40b132
{
Packit 40b132
    TOPDIR=$(pwd)
Packit 40b132
    HGDIR=$(pwd)$(echo "/hg")
Packit 40b132
    OUTPUTDIR=$(pwd)$(echo "/output")
Packit 40b132
    LOG_ALL="${OUTPUTDIR}/all.log"
Packit 40b132
    LOG_TMP="${OUTPUTDIR}/tmp.log"
Packit 40b132
Packit 40b132
    echo "hello" |grep --line-buffered hello >/dev/null 2>&1
Packit 40b132
    [ $? -eq 0 ] && GREP_BUFFER="--line-buffered"
Packit 40b132
}
Packit 40b132
Packit 40b132
print_log()
Packit 40b132
{
Packit 40b132
    DATE=$(date "+TB [%Y-%m-%d %H:%M:%S]")
Packit 40b132
    echo "${DATE} $*"
Packit 40b132
    echo "${DATE} $*" >> ${LOG_ALL}
Packit 40b132
}
Packit 40b132
Packit 40b132
print_result()
Packit 40b132
{
Packit 40b132
    TESTNAME=$1
Packit 40b132
    RET=$2
Packit 40b132
    EXP=$3
Packit 40b132
Packit 40b132
    if [ ${RET} -eq ${EXP} ]; then
Packit 40b132
        print_log "${TESTNAME} PASSED"
Packit 40b132
    else
Packit 40b132
        print_log "${TESTNAME} FAILED"
Packit 40b132
    fi
Packit 40b132
}
Packit 40b132
Packit 40b132
print_env()
Packit 40b132
{
Packit 40b132
    print_log "######## Environment variables ########"
Packit 40b132
Packit 40b132
    uname -a | tee -a ${LOG_ALL}
Packit 40b132
    if [ -e "/etc/redhat-release" ]; then
Packit 40b132
        cat "/etc/redhat-release" | tee -a ${LOG_ALL}
Packit 40b132
    fi
Packit 40b132
    # don't print the MAIL command, it might contain a password    
Packit 40b132
    env | grep -v "^MAIL=" | tee -a ${LOG_ALL}
Packit 40b132
}
Packit 40b132
Packit 40b132
set_cycle()
Packit 40b132
{
Packit 40b132
    BITS=$1
Packit 40b132
    OPT=$2
Packit 40b132
Packit 40b132
    if [ "${BITS}" = "64" ]; then
Packit 40b132
        USE_64=1
Packit 40b132
        JAVA_HOME=${JAVA_HOME_64} 
Packit 40b132
        PORT_DBG=${PORT_64_DBG}
Packit 40b132
        PORT_OPT=${PORT_64_OPT}
Packit 40b132
    else
Packit 40b132
        USE_64=
Packit 40b132
        JAVA_HOME=${JAVA_HOME_32} 
Packit 40b132
        PORT_DBG=${PORT_32_DBG}
Packit 40b132
        PORT_OPT=${PORT_32_OPT}
Packit 40b132
    fi
Packit 40b132
    export USE_64
Packit 40b132
    export JAVA_HOME
Packit 40b132
Packit 40b132
    BUILD_OPT=
Packit 40b132
    if [ "${OPT}" = "OPT" ]; then
Packit 40b132
        BUILD_OPT=1
Packit 40b132
        XPCLASS=xpclass.jar
Packit 40b132
        PORT=${PORT_OPT}
Packit 40b132
    else
Packit 40b132
        BUILD_OPT=
Packit 40b132
        XPCLASS=xpclass_dbg.jar
Packit 40b132
        PORT=${PORT_DBG}
Packit 40b132
    fi
Packit 40b132
    export BUILD_OPT
Packit 40b132
Packit 40b132
    PORT_JSS_SERVER=$(expr ${PORT} + 20)
Packit 40b132
    PORT_JSSE_SERVER=$(expr ${PORT} + 40)
Packit 40b132
Packit 40b132
    export PORT
Packit 40b132
    export PORT_JSS_SERVER
Packit 40b132
    export PORT_JSSE_SERVER
Packit 40b132
}
Packit 40b132
Packit 40b132
build_nss()
Packit 40b132
{
Packit 40b132
    print_log "######## NSS - build - ${BITS} bits - ${OPT} ########"
Packit 40b132
Packit 40b132
    print_log "$ cd ${HGDIR}/nss"
Packit 40b132
    cd ${HGDIR}/nss
Packit 40b132
Packit 40b132
    print_log "$ ${MAKE} ${NSS_BUILD_TARGET}"
Packit 40b132
    #${MAKE} ${NSS_BUILD_TARGET} 2>&1 | tee -a ${LOG_ALL} | grep ${GREP_BUFFER} "^${MAKE}"
Packit 40b132
    ${MAKE} ${NSS_BUILD_TARGET} 2>&1 | tee -a ${LOG_ALL}
Packit 40b132
    RET=$?
Packit 40b132
    print_result "NSS - build - ${BITS} bits - ${OPT}" ${RET} 0
Packit 40b132
Packit 40b132
    if [ ${RET} -eq 0 ]; then
Packit 40b132
        return 0
Packit 40b132
    else
Packit 40b132
        tail -100 ${LOG_ALL}
Packit 40b132
        return ${RET}
Packit 40b132
    fi
Packit 40b132
}
Packit 40b132
Packit 40b132
build_jss()
Packit 40b132
{
Packit 40b132
    print_log "######## JSS - build - ${BITS} bits - ${OPT} ########"
Packit 40b132
Packit 40b132
    print_log "$ cd ${HGDIR}/jss"
Packit 40b132
    cd ${HGDIR}/jss
Packit 40b132
Packit 40b132
    print_log "$ ${MAKE} ${JSS_BUILD_TARGET}"
Packit 40b132
    #${MAKE} ${JSS_BUILD_TARGET} 2>&1 | tee -a ${LOG_ALL} | grep ${GREP_BUFFER} "^${MAKE}"
Packit 40b132
    ${MAKE} ${JSS_BUILD_TARGET} 2>&1 | tee -a ${LOG_ALL}
Packit 40b132
    RET=$?
Packit 40b132
    print_result "JSS build - ${BITS} bits - ${OPT}" ${RET} 0
Packit 40b132
    [ ${RET} -eq 0 ] || return ${RET}
Packit 40b132
Packit 40b132
    print_log "$ cd ${HGDIR}/dist"
Packit 40b132
    cd ${HGDIR}/dist
Packit 40b132
Packit 40b132
    if [ -z "${NO_JSS_SIGN}" ]; then
Packit 40b132
	print_log "cat ${TOPDIR}/keystore.pw | ${JAVA_HOME}/bin/jarsigner -keystore ${TOPDIR}/keystore -internalsf ${XPCLASS} jssdsa"
Packit 40b132
	cat ${TOPDIR}/keystore.pw | ${JAVA_HOME}/bin/jarsigner -keystore ${TOPDIR}/keystore -internalsf ${XPCLASS} jssdsa >> ${LOG_ALL} 2>&1
Packit 40b132
	RET=$?
Packit 40b132
	print_result "JSS - sign JAR files - ${BITS} bits - ${OPT}" ${RET} 0
Packit 40b132
	[ ${RET} -eq 0 ] || return ${RET}
Packit 40b132
    fi
Packit 40b132
    print_log "${JAVA_HOME}/bin/jarsigner -verify -certs ${XPCLASS}"
Packit 40b132
    ${JAVA_HOME}/bin/jarsigner -verify -certs ${XPCLASS} >> ${LOG_ALL} 2>&1
Packit 40b132
    RET=$?
Packit 40b132
    print_result "JSS - verify JAR files - ${BITS} bits - ${OPT}" ${RET} 0
Packit 40b132
    [ ${RET} -eq 0 ] || return ${RET}
Packit 40b132
Packit 40b132
    return 0
Packit 40b132
}
Packit 40b132
Packit 40b132
test_nss()
Packit 40b132
{
Packit 40b132
    print_log "######## NSS - tests - ${BITS} bits - ${OPT} ########"
Packit 40b132
Packit 40b132
    if [ "${OS_TARGET}" = "Android" ]; then
Packit 40b132
	print_log "$ cd ${HGDIR}/nss/tests/remote"
Packit 40b132
	cd ${HGDIR}/nss/tests/remote
Packit 40b132
	print_log "$ make test_android"
Packit 40b132
	make test_android 2>&1 | tee ${LOG_TMP} | grep ${GREP_BUFFER} ": #"
Packit 40b132
	OUTPUTFILE=${HGDIR}/tests_results/security/*.1/output.log
Packit 40b132
    else
Packit 40b132
	print_log "$ cd ${HGDIR}/nss/tests"
Packit 40b132
	cd ${HGDIR}/nss/tests
Packit 40b132
	print_log "$ ./all.sh"
Packit 40b132
	./all.sh 2>&1 | tee ${LOG_TMP} | grep ${GREP_BUFFER} ": #"
Packit 40b132
	OUTPUTFILE=${LOG_TMP}
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    cat ${LOG_TMP} >> ${LOG_ALL}
Packit 40b132
    tail -n2 ${HGDIR}/tests_results/security/*.1/results.html | grep END_OF_TEST >> ${LOG_ALL}
Packit 40b132
    RET=$?
Packit 40b132
Packit 40b132
    print_log "######## details of detected failures (if any) ########"
Packit 40b132
    grep -B50 FAIL ${OUTPUTFILE}
Packit 40b132
    [ $? -eq 1 ] || RET=1
Packit 40b132
Packit 40b132
    print_result "NSS - tests - ${BITS} bits - ${OPT}" ${RET} 0
Packit 40b132
    return ${RET}
Packit 40b132
}
Packit 40b132
Packit 40b132
test_jss()
Packit 40b132
{
Packit 40b132
    print_log "######## JSS - tests - ${BITS} bits - ${OPT} ########"
Packit 40b132
Packit 40b132
    print_log "$ cd ${HGDIR}/jss"
Packit 40b132
    cd ${HGDIR}/jss
Packit 40b132
Packit 40b132
    print_log "$ ${MAKE} platform"
Packit 40b132
    PLATFORM=$(${MAKE} platform)
Packit 40b132
    print_log "PLATFORM=${PLATFORM}"
Packit 40b132
Packit 40b132
    print_log "$ cd ${HGDIR}/jss/org/mozilla/jss/tests"
Packit 40b132
    cd ${HGDIR}/jss/org/mozilla/jss/tests
Packit 40b132
Packit 40b132
    print_log "$ perl all.pl dist ${HGDIR}/dist/${PLATFORM}"
Packit 40b132
    perl all.pl dist ${HGDIR}/dist/${PLATFORM} 2>&1 | tee ${LOG_TMP}
Packit 40b132
    cat ${LOG_TMP} >> ${LOG_ALL}
Packit 40b132
Packit 40b132
    tail -n2 ${LOG_TMP} | grep JSSTEST_RATE > /dev/null
Packit 40b132
    RET=$?
Packit 40b132
Packit 40b132
    grep FAIL ${LOG_TMP} 
Packit 40b132
    [ $? -eq 1 ] || RET=1
Packit 40b132
Packit 40b132
    print_result "JSS - tests - ${BITS} bits - ${OPT}" ${RET} 0
Packit 40b132
    return ${RET}
Packit 40b132
}
Packit 40b132
Packit 40b132
build_and_test()
Packit 40b132
{
Packit 40b132
    if [ -n "${BUILD_NSS}" ]; then
Packit 40b132
        build_nss
Packit 40b132
        [ $? -eq 0 ] || return 1
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    if [ -n "${TEST_NSS}" ]; then
Packit 40b132
        test_nss
Packit 40b132
        [ $? -eq 0 ] || return 1
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    if [ -n "${BUILD_JSS}" ]; then
Packit 40b132
        build_jss
Packit 40b132
        [ $? -eq 0 ] || return 1
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    if [ -n "${TEST_JSS}" ]; then
Packit 40b132
        test_jss
Packit 40b132
        [ $? -eq 0 ] || return 1
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    return 0
Packit 40b132
}
Packit 40b132
Packit 40b132
run_cycle()
Packit 40b132
{
Packit 40b132
    print_env
Packit 40b132
    build_and_test
Packit 40b132
    RET=$?
Packit 40b132
Packit 40b132
    grep ^TinderboxPrint ${LOG_ALL}
Packit 40b132
Packit 40b132
    return ${RET}
Packit 40b132
}
Packit 40b132
Packit 40b132
prepare()
Packit 40b132
{
Packit 40b132
    rm -rf ${OUTPUTDIR}.oldest >/dev/null 2>&1
Packit 40b132
    mv ${OUTPUTDIR}.older ${OUTPUTDIR}.oldest >/dev/null 2>&1
Packit 40b132
    mv ${OUTPUTDIR}.old ${OUTPUTDIR}.older >/dev/null 2>&1
Packit 40b132
    mv ${OUTPUTDIR}.last ${OUTPUTDIR}.old >/dev/null 2>&1
Packit 40b132
    mv ${OUTPUTDIR} ${OUTPUTDIR}.last >/dev/null 2>&1
Packit 40b132
    mkdir -p ${OUTPUTDIR}
Packit 40b132
Packit 40b132
    if [ -z "${NSS_DISABLE_ECC}" -a -n "${NSS_ECC_MORE_THAN_SUITE_B}" ]; then
Packit 40b132
        cd ${HGDIR}/nss
Packit 40b132
        ECF="lib/freebl/ecl/ecl-curve.h"
Packit 40b132
	print_log "hg revert -r NSS_3_11_1_RTM ${ECF}"
Packit 40b132
        hg revert -r NSS_3_11_1_RTM security/nss/${ECF}
Packit 40b132
        cp -f security/nss/${ECF} ${ECF}
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    return 0
Packit 40b132
}
Packit 40b132
Packit 40b132
move_results()
Packit 40b132
{
Packit 40b132
    cd ${HGDIR}
Packit 40b132
    if [ -n "${TEST_NSS}" ]; then
Packit 40b132
	mv -f tests_results ${OUTPUTDIR}
Packit 40b132
    fi
Packit 40b132
    tar -c -z --dereference -f ${OUTPUTDIR}/dist.tgz dist
Packit 40b132
    rm -rf dist
Packit 40b132
}
Packit 40b132
Packit 40b132
run_all()
Packit 40b132
{
Packit 40b132
    set_cycle ${BITS} ${OPT}
Packit 40b132
    prepare
Packit 40b132
    run_cycle
Packit 40b132
    RESULT=$?
Packit 40b132
    print_log "### result of run_cycle is ${RESULT}"
Packit 40b132
    move_results
Packit 40b132
    return ${RESULT}
Packit 40b132
}
Packit 40b132
Packit 40b132
main()
Packit 40b132
{
Packit 40b132
    VALID=0
Packit 40b132
    RET=1
Packit 40b132
Packit 40b132
    for BITS in 32 64; do
Packit 40b132
        echo ${RUN_BITS} | grep ${BITS} > /dev/null
Packit 40b132
        [ $? -eq 0 ] || continue
Packit 40b132
        for OPT in DBG OPT; do
Packit 40b132
            echo ${RUN_OPT} | grep ${OPT} > /dev/null
Packit 40b132
            [ $? -eq 0 ] || continue
Packit 40b132
Packit 40b132
            VALID=1
Packit 40b132
            set_env
Packit 40b132
            run_all
Packit 40b132
            RET=$?
Packit 40b132
	    print_log "### result of run_all is ${RET}"
Packit 40b132
        done
Packit 40b132
    done
Packit 40b132
Packit 40b132
    if [ ${VALID} -ne 1 ]; then
Packit 40b132
        echo "Need to set valid bits/opt values."
Packit 40b132
        return 1
Packit 40b132
    fi
Packit 40b132
Packit 40b132
    return ${RET}
Packit 40b132
}
Packit 40b132
Packit 40b132
#function killallsub()
Packit 40b132
#{
Packit 40b132
#    FINAL_RET=$?
Packit 40b132
#    for proc in `jobs -p`
Packit 40b132
#    do
Packit 40b132
#        kill -9 $proc
Packit 40b132
#    done
Packit 40b132
#    return ${FINAL_RET}
Packit 40b132
#}
Packit 40b132
#trap killallsub EXIT
Packit 40b132
Packit 40b132
#IS_RUNNING_FILE="./build-is-running"
Packit 40b132
Packit 40b132
#if [ -a $IS_RUNNING_FILE ]; then
Packit 40b132
#    echo "exiting, because old job is still running"
Packit 40b132
#    exit 1
Packit 40b132
#fi
Packit 40b132
Packit 40b132
#touch $IS_RUNNING_FILE
Packit 40b132
Packit 40b132
echo "tinderbox args: $0 $@"
Packit 40b132
. ${ENVVARS}
Packit 40b132
proc_args "$@"
Packit 40b132
main
Packit 40b132
Packit 40b132
#RET=$?
Packit 40b132
#rm $IS_RUNNING_FILE
Packit 40b132
#exit ${RET}