|
Packit |
857059 |
#!/bin/bash
|
|
Packit |
857059 |
# BEGIN_ICS_COPYRIGHT8 ****************************************
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# Copyright (c) 2015, Intel Corporation
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# Redistribution and use in source and binary forms, with or without
|
|
Packit |
857059 |
# modification, are permitted provided that the following conditions are met:
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# * Redistributions of source code must retain the above copyright notice,
|
|
Packit |
857059 |
# this list of conditions and the following disclaimer.
|
|
Packit |
857059 |
# * Redistributions in binary form must reproduce the above copyright
|
|
Packit |
857059 |
# notice, this list of conditions and the following disclaimer in the
|
|
Packit |
857059 |
# documentation and/or other materials provided with the distribution.
|
|
Packit |
857059 |
# * Neither the name of Intel Corporation nor the names of its contributors
|
|
Packit |
857059 |
# may be used to endorse or promote products derived from this software
|
|
Packit |
857059 |
# without specific prior written permission.
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
Packit |
857059 |
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
Packit |
857059 |
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
Packit |
857059 |
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
|
|
Packit |
857059 |
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
Packit |
857059 |
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
Packit |
857059 |
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
|
Packit |
857059 |
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
|
Packit |
857059 |
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
Packit |
857059 |
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# END_ICS_COPYRIGHT8 ****************************************
|
|
Packit |
857059 |
|
|
Packit |
857059 |
#[ICS VERSION STRING: unknown]
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# This script can help to cleanup manually launched jobs
|
|
Packit |
857059 |
# the focus is on apps often run during cluster verification or
|
|
Packit |
857059 |
# microbenchmarking
|
|
Packit |
857059 |
set -x
|
|
Packit |
857059 |
# $1 is hosts to cleanup
|
|
Packit |
857059 |
#hosts=alive
|
|
Packit |
857059 |
#hosts=good
|
|
Packit |
857059 |
hosts=${1:-running}
|
|
Packit |
857059 |
|
|
Packit |
857059 |
export FF_MAX_PARALLEL=1700
|
|
Packit |
857059 |
|
|
Packit |
857059 |
pkill -f mvapich
|
|
Packit |
857059 |
pkill -f run_cabletest
|
|
Packit |
857059 |
pkill -9 -f run_many_pmb
|
|
Packit |
857059 |
pkill -9 -f mvapich
|
|
Packit |
857059 |
pkill -9 -f deviation
|
|
Packit |
857059 |
pkill -9 -f mpiBench
|
|
Packit |
857059 |
pkill -9 -f openmpi
|
|
Packit |
857059 |
pkill -9 -f xhpl
|
|
Packit |
857059 |
pkill -9 -f PMB-MPI
|
|
Packit |
857059 |
pkill -9 -f IMB-MPI
|
|
Packit |
857059 |
pkill -9 -f mpi_groupstress
|
|
Packit |
857059 |
pkill -9 -f run_cabletest
|
|
Packit |
857059 |
|
|
Packit |
857059 |
cat > $workdir/cleanup.tmp <
|
|
Packit |
857059 |
pkill -f PMB-MPI
|
|
Packit |
857059 |
pkill -f IMB-MPI
|
|
Packit |
857059 |
pkill -9 -f PMB-MPI
|
|
Packit |
857059 |
pkill -9 -f IMB-MPI
|
|
Packit |
857059 |
pkill -f openmpi
|
|
Packit |
857059 |
pkill -9 -f openmpi
|
|
Packit |
857059 |
pkill -f deviation
|
|
Packit |
857059 |
pkill -9 -f deviation
|
|
Packit |
857059 |
pkill -f mpiBench
|
|
Packit |
857059 |
pkill -9 -f mpiBench
|
|
Packit |
857059 |
pkill -f mpispawn
|
|
Packit |
857059 |
pkill -9 -f mpispawn
|
|
Packit |
857059 |
pkill -f hpcc
|
|
Packit |
857059 |
pkill -9 -f hpcc
|
|
Packit |
857059 |
pkill -f xhpl
|
|
Packit |
857059 |
pkill -9 -f xhpl
|
|
Packit |
857059 |
pkill -f latencystress
|
|
Packit |
857059 |
pkill -9 -f latencystress
|
|
Packit |
857059 |
pkill -9 stream_omp
|
|
Packit |
857059 |
pkill -9 nodeperf
|
|
Packit |
857059 |
pkill -9 nodescript
|
|
Packit |
857059 |
pkill -9 usemem
|
|
Packit |
857059 |
pkill -9 -f stream_omp
|
|
Packit |
857059 |
pkill -9 -f nodeperf
|
|
Packit |
857059 |
pkill -9 -f nodescript
|
|
Packit |
857059 |
pkill -9 -f usemem
|
|
Packit |
857059 |
pkill -9 -f mpi_groupstress
|
|
Packit |
857059 |
#service ipmi stop
|
|
Packit |
857059 |
#service ntpd stop
|
|
Packit |
857059 |
#service crond stop
|
|
Packit |
857059 |
mount -all
|
|
Packit |
857059 |
EOF
|
|
Packit |
857059 |
|
|
Packit |
857059 |
opascpall -p -f $hosts $workdir/cleanup.tmp /root
|
|
Packit |
857059 |
opacmdall -p -f $hosts 'bash cleanup.tmp'
|
|
Packit |
857059 |
|
|
Packit |
857059 |
#for app in mvapich stress deviation openmpi PMB-MPI IMB-MPI
|
|
Packit |
857059 |
#for app in openmpi
|
|
Packit |
857059 |
#for app in PMB-MPI IMB-MPI openmpi deviation mpispawn hpcc xhpl
|
|
Packit |
857059 |
#for app in PMB-MPI IMB-MPI openmpi mpispawn
|
|
Packit |
857059 |
#do
|
|
Packit |
857059 |
# echo "Killing $app..."
|
|
Packit |
857059 |
# # use an echo at end so exit status is good
|
|
Packit |
857059 |
# opacmdall -p -f $hosts "pkill -f $app; echo -n" >/dev/null 2>&1
|
|
Packit |
857059 |
# opacmdall -p -f $hosts "pkill -9 -f $app; echo -n" >/dev/null 2>&1
|
|
Packit |
857059 |
#done
|
|
Packit |
857059 |
sleep 10
|
|
Packit |
857059 |
## use an echo at end so exit status is good
|
|
Packit |
857059 |
#opacmdall -p -f $hosts 'pkill -9 -f stress; echo -n'
|
|
Packit |
857059 |
#opacmdall -p -f $hosts 'pkill -9 -f deviation; echo -n'
|
|
Packit |
857059 |
|
|
Packit |
857059 |
opacmdall -p -f $hosts 'bash cleanup.tmp'
|
|
Packit |
857059 |
|
|
Packit |
857059 |
#opacmdall -p -f $hosts 'service ipmi stop'
|
|
Packit |
857059 |
#opacmdall -p -f $hosts 'service nptd stop'
|
|
Packit |
857059 |
#opacmdall -p -f $hosts 'service crond stop'
|
|
Packit |
857059 |
#opacmdall -p -f $hosts 'mount -all'
|
|
Packit |
857059 |
|