|
Packit |
857059 |
#!/bin/bash
|
|
Packit |
857059 |
# BEGIN_ICS_COPYRIGHT8 ****************************************
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# Copyright (c) 2015-2018, Intel Corporation
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# Redistribution and use in source and binary forms, with or without
|
|
Packit |
857059 |
# modification, are permitted provided that the following conditions are met:
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# * Redistributions of source code must retain the above copyright notice,
|
|
Packit |
857059 |
# this list of conditions and the following disclaimer.
|
|
Packit |
857059 |
# * Redistributions in binary form must reproduce the above copyright
|
|
Packit |
857059 |
# notice, this list of conditions and the following disclaimer in the
|
|
Packit |
857059 |
# documentation and/or other materials provided with the distribution.
|
|
Packit |
857059 |
# * Neither the name of Intel Corporation nor the names of its contributors
|
|
Packit |
857059 |
# may be used to endorse or promote products derived from this software
|
|
Packit |
857059 |
# without specific prior written permission.
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
Packit |
857059 |
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
Packit |
857059 |
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
Packit |
857059 |
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
|
|
Packit |
857059 |
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
Packit |
857059 |
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
Packit |
857059 |
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
|
Packit |
857059 |
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
|
Packit |
857059 |
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
Packit |
857059 |
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
Packit |
857059 |
#
|
|
Packit |
857059 |
# END_ICS_COPYRIGHT8 ****************************************
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# [ICS VERSION STRING: unknown]
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# Usage: opacapture output_file_name
|
|
Packit |
857059 |
# captures system information for IntelOPA problem reporting
|
|
Packit |
857059 |
|
|
Packit |
857059 |
Usage_full()
|
|
Packit |
857059 |
{
|
|
Packit |
857059 |
echo "Usage: opacapture [-d detail] output_tgz_file" >&2
|
|
Packit |
857059 |
echo " or" >&2
|
|
Packit |
857059 |
echo " opacapture --help" >&2
|
|
Packit |
857059 |
echo " --help - produce full help text" >&2
|
|
Packit |
857059 |
echo " -d detail - level of detail of capture" >&2
|
|
Packit |
857059 |
echo " 1-Local 2-Fabric 3-Fabric+FDB 4-Analysis (default=1)" >&2
|
|
Packit |
857059 |
echo "This will capture critical system information into a zipped tar file" >&2
|
|
Packit |
857059 |
echo "The program will automatically append .tgz to the <output_tgz_file>" >&2
|
|
Packit |
857059 |
echo "if it does not already have a .tgz suffix" >&2
|
|
Packit |
857059 |
echo "The resulting tar file should be sent to Customer Support along with any" 2>&1
|
|
Packit |
857059 |
echo "IntelOPA problem report regarding this system" >&2
|
|
Packit |
857059 |
}
|
|
Packit |
857059 |
|
|
Packit |
857059 |
Usage()
|
|
Packit |
857059 |
{
|
|
Packit |
857059 |
Usage_full
|
|
Packit |
857059 |
exit 2
|
|
Packit |
857059 |
}
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ `basename $0` = ics_capture ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "warning: ics_capture is depricated, use opacapture" >&2
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ x"$1" = "x--help" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
Usage_full
|
|
Packit |
857059 |
exit 0
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ -f /usr/lib/opa/tools/ff_funcs ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
. /usr/lib/opa/tools/ff_funcs
|
|
Packit |
857059 |
ff_available=y
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
ff_available=n
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $ff_available = "y" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
if [ -f $CONFIG_DIR/opa/opafastfabric.conf ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
. $CONFIG_DIR/opa/opafastfabric.conf
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
. /usr/lib/opa/tools/opafastfabric.conf.def
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
detail=1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
while getopts d: param
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
case $param in
|
|
Packit |
857059 |
d)
|
|
Packit |
857059 |
detail="$OPTARG";;
|
|
Packit |
857059 |
?)
|
|
Packit |
857059 |
Usage;;
|
|
Packit |
857059 |
esac
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
shift $((OPTIND -1))
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $# != 1 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
Usage
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ `id -u` -ne 0 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "This must be run as user root" >&2
|
|
Packit |
857059 |
Usage
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ x`expr "$1" : '\(/\).*'` != x'/' ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
# relative path
|
|
Packit |
857059 |
tar_file=`pwd`/$1
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
# absolute path
|
|
Packit |
857059 |
tar_file=$1
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# append .tgz suffix if not already present
|
|
Packit |
857059 |
if [ x$(expr "$tar_file" : '.*\(\.tgz\)') != x'.tgz' ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
tar_file="$tar_file.tgz"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
dir=tmp/capture$$
|
|
Packit |
857059 |
rm -rf /$dir
|
|
Packit |
857059 |
mkdir /$dir
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Capture Info: Detail: $detail; Date: $(date)" >> /$dir/capture_info
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Getting software and firmware version information ..."
|
|
Packit |
857059 |
echo "[ICS VERSION STRING: unknown]" > /$dir/sw_version
|
|
Packit |
857059 |
uname -a > /$dir/os_version
|
|
Packit |
857059 |
# we use query format so we can get ARCH information
|
|
Packit |
857059 |
rpm --queryformat '[%{NAME}-%{VERSION}-%{RELEASE}.%{ARCH}\n]' -qa > /$dir/rpms.detailed
|
|
Packit |
857059 |
# get simple version just to be safe
|
|
Packit |
857059 |
rpm -qa > /$dir/rpms
|
|
Packit |
857059 |
|
|
Packit |
857059 |
sha256sum /usr/lib/opa-fm/runtime/sm > /$dir/sha256sums
|
|
Packit |
857059 |
sha256sum /usr/lib/opa-fm/runtime/fe >> /$dir/sha256sums
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Capturing FM binaries and debuginfo if available"
|
|
Packit |
857059 |
rpm -q opa-fm-debuginfo > /dev/null 2>&1
|
|
Packit |
857059 |
if [ $? -eq 0 ]; then
|
|
Packit |
857059 |
debuginfofiles=$(rpm -ql opa-fm-debuginfo | xargs -I% bash -c "if [ -f % ]; then echo %; fi")
|
|
Packit |
857059 |
tar -zcf /$dir/opa-fm-debuginfo.tgz $debuginfofiles > /dev/null 2>&1
|
|
Packit |
857059 |
unset debuginfofiles
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
tar -zcf /$dir/opa-fm-bins.tgz /usr/lib/opa-fm/runtime/ > /dev/null 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# Finding the PCI devices
|
|
Packit |
857059 |
for fw in `lspci -n | grep "8086:24f0"`
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
# Just get the PCI info for now...
|
|
Packit |
857059 |
echo "$fw" >> /$dir/fw_info
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
|
|
Packit |
857059 |
opahfirev > /$dir/opahfirev 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Capturing Firmware info if available"
|
|
Packit |
857059 |
type hfi1_eprom > /dev/null 2>&1
|
|
Packit |
857059 |
if [ $? -eq 0 ]; then
|
|
Packit |
857059 |
hfi1_eprom -d all -V > /$dir/uefi_version 2>&1
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
type opatmmtool > /dev/null 2>&1
|
|
Packit |
857059 |
if [ $? -eq 0 ]; then
|
|
Packit |
857059 |
opatmmtool 2>/dev/null 1>/dev/null
|
|
Packit |
857059 |
tmm=$?
|
|
Packit |
857059 |
if [ $tmm -ne 3 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Getting TMM information..."
|
|
Packit |
857059 |
opatmmtool -v status > /$dir/f4status 2>&1
|
|
Packit |
857059 |
opatmmtool -f /$dir/f4otpdump dumpotp 2>&1
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining OS configuration ..."
|
|
Packit |
857059 |
# get library config
|
|
Packit |
857059 |
ldconfig -p > /$dir/ldconfig
|
|
Packit |
857059 |
# get current runlevel
|
|
Packit |
857059 |
who -r > /$dir/who_r 2>/dev/null # not available on all OSs
|
|
Packit |
857059 |
runlevel > /$dir/runlevel # not available on all OSs
|
|
Packit |
857059 |
# get service startup configuration
|
|
Packit |
857059 |
if [ $(command -v systemctl) ]; then
|
|
Packit |
857059 |
systemctl list-unit-files > /$dir/chkconfig.systemd
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
chkconfig --list > /$dir/chkconfig 2>/dev/null
|
|
Packit |
857059 |
ulimit -a > /$dir/ulimit
|
|
Packit |
857059 |
uptime > /$dir/uptime
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining dmesg logs ..."
|
|
Packit |
857059 |
dmesg -T > /$dir/dmesg
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining present process and module list ..."
|
|
Packit |
857059 |
lsmod > /$dir/lsmod 2>&1
|
|
Packit |
857059 |
depmod -a 2>&1
|
|
Packit |
857059 |
cp -p /lib/modules/`uname -r`/modules.dep /$dir/modules.dep
|
|
Packit |
857059 |
ps -welf > /$dir/ps 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining module info for hfi1 ..."
|
|
Packit |
857059 |
modinfo hfi1 > /$dir/modinfo_hfi1 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining PCI device list ..."
|
|
Packit |
857059 |
lspci -vvv -xxxx > /$dir/lspci 2>&1
|
|
Packit |
857059 |
ls -l /dev/ipath* /dev/hfi* /dev/infiniband > /$dir/lsdev
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining processor information ..."
|
|
Packit |
857059 |
cpucount=$(grep -c processor /proc/cpuinfo)
|
|
Packit |
857059 |
cpupower -c 0-$((cpucount - 1)) frequency-info > /$dir/cpu-frequency-info 2>&1
|
|
Packit |
857059 |
grep . /sys/devices/system/cpu/cpu*/cpufreq/scaling* > /$dir/cpu-scaling-info 2>&1
|
|
Packit |
857059 |
grep . /sys/devices/system/cpu/intel_pstate/* > /$dir/cpu-intel_pstate 2>&1
|
|
Packit |
857059 |
unset cpucount
|
|
Packit |
857059 |
|
|
Packit |
857059 |
lscpu > /$dir/lscpu 2>&1
|
|
Packit |
857059 |
lscpu --extended=CPU,CORE,SOCKET,NODE,BOOK,DRAWER,CACHE,POLARIZATION,ADDRESS,CONFIGURED > /$dir/lscpu-extended 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining environment variables ..."
|
|
Packit |
857059 |
env > /$dir/env 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining network interfaces ..."
|
|
Packit |
857059 |
ip addr show > /$dir/ifconfig 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining DMI information ..."
|
|
Packit |
857059 |
dmidecode > /$dir/dmidecode 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining Shared Memory information ..."
|
|
Packit |
857059 |
sysctl -a > /$dir/sysctl 2>&1
|
|
Packit |
857059 |
sysctl -a 2>/dev/null | grep kernel.shm > /$dir/shm 2>&1
|
|
Packit |
857059 |
ls -d /dev/shm >> /$dir/shm 2>&1
|
|
Packit |
857059 |
ls -lR /dev/shm >> /$dir/shm 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining OmniPath information ..."
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# concise port statistics
|
|
Packit |
857059 |
opainfo > /$dir/opainfo 2>&1
|
|
Packit |
857059 |
opainfo -o stats > /$dir/opainfo-stats 2>&1
|
|
Packit |
857059 |
opainfo -o info > /$dir/opainfo-info 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining MPI configuration ..."
|
|
Packit |
857059 |
if type mpi-selector >/dev/null 2>/dev/null
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
mpi-selector --list > /$dir/mpi-selector-list
|
|
Packit |
857059 |
mpi-selector --system --query > /$dir/mpi-selector-system
|
|
Packit |
857059 |
mpi-selector --user --query > /$dir/mpi-selector-user
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
mkdir /$dir/proc
|
|
Packit |
857059 |
echo "Copying configuration and statistics for OPA drivers from /proc ..."
|
|
Packit |
857059 |
for proc_file in cmdline cpuinfo ksyms meminfo mtrr modules net/arp net/dev net/dev_mcast net/route net/rt_cache net/vlan pci interrupts devices filesystems iomem ioports slabinfo version uptime scsi iba driver/ics_dsc driver/ipoib driver/sdp driver/rds irq acpi/processor
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -e /proc/$proc_file ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
cp -p -r /proc/$proc_file /$dir/proc
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
for proc_file in `ps -eo pid`
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -e /proc/$proc_file/stack ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
mkdir -p /$dir/proc/$proc_file
|
|
Packit |
857059 |
cp -p -r /proc/$proc_file/stack /$dir/proc/$proc_file
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Obtaining additional CPU info..."
|
|
Packit |
857059 |
cpupower frequency-info > /$dir/cpupower-freq-info
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# Check if HFI driver debug data dir) is present; log only if present
|
|
Packit |
857059 |
HFI_DEBUGDIR="/sys/kernel/debug/hfi1"
|
|
Packit |
857059 |
if [ -d ${HFI_DEBUGDIR} ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
#hfi1stats requires the existance of ${HFI_DEBUGDIR}
|
|
Packit |
857059 |
echo "Obtaining HFI statistics ..."
|
|
Packit |
857059 |
hfi1stats > /$dir/hfi1stats 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
mkdir -p /${dir}${HFI_DEBUGDIR}
|
|
Packit |
857059 |
echo "Copying kernel debug information from ${HFI_DEBUGDIR}..."
|
|
Packit |
857059 |
cp -p -r ${HFI_DEBUGDIR}/* /${dir}/${HFI_DEBUGDIR} 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# Check if IPOIB debug data dir is present; log if present
|
|
Packit |
857059 |
IPOIB_DEBUGDIR="/sys/kernel/debug/ipoib"
|
|
Packit |
857059 |
if [ -d ${IPOIB_DEBUGDIR} ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Obtaining IPOIB debug information from ${IPOIB_DEBUGDIR}..."
|
|
Packit |
857059 |
mkdir -p /${dir}${IPOIB_DEBUGDIR}
|
|
Packit |
857059 |
echo "Copying IPOIB debug information from ${IPOIB_DEBUGDIR}..."
|
|
Packit |
857059 |
cp -r ${IPOIB_DEBUGDIR}/* /${dir}/${IPOIB_DEBUGDIR} 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# Check if side channel security issue mitigation information files are
|
|
Packit |
857059 |
# present; log if present
|
|
Packit |
857059 |
SIDE_CHANNEL_MITIGATION_INFO="/sys/devices/system/cpu/vulnerabilities"
|
|
Packit |
857059 |
if [ -d ${SIDE_CHANNEL_MITIGATION_INFO} ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Obtaining side channel security issue mitigation information from ${SIDE_CHANNEL_MITIGATION_INFO}"
|
|
Packit |
857059 |
mkdir -p /${dir}${SIDE_CHANNEL_MITIGATION_INFO}
|
|
Packit |
857059 |
echo "Copying side channel security issue mitigation information from ${SIDE_CHANNEL_MITIGATION_INFO}..."
|
|
Packit |
857059 |
cp -r ${SIDE_CHANNEL_MITIGATION_INFO}/* /${dir}${SIDE_CHANNEL_MITIGATION_INFO} 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# Check if side channel security issue mitigation kernel configuration files are
|
|
Packit |
857059 |
# present; log if present
|
|
Packit |
857059 |
KERNEL_CONFIG_LOC=/sys/kernel/debug/x86
|
|
Packit |
857059 |
SIDE_CHANNEL_MITIGATION_KERNEL_CONFIG_FILES="ibpb_enabled ibrs_enabled pti_enabled retp_enabled"
|
|
Packit |
857059 |
for fname in ${SIDE_CHANNEL_MITIGATION_KERNEL_CONFIG_FILES}
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -e ${KERNEL_CONFIG_LOC}/${fname} ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Obtaining kernel configuration file ${KERNEL_CONFIG_LOC}/${fname}"
|
|
Packit |
857059 |
if [ ! -d /${dir}${KERNEL_CONFIG_LOC} ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
mkdir -p /${dir}${KERNEL_CONFIG_LOC}
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
echo "Copying kernel configuration file ${KERNEL_CONFIG_LOC}/${fname}..."
|
|
Packit |
857059 |
cp ${KERNEL_CONFIG_LOC}/${fname} /${dir}${KERNEL_CONFIG_LOC} 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
|
|
Packit |
857059 |
mkdir -p /$dir/sys/class
|
|
Packit |
857059 |
if [ -e /sys/class/infiniband ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Copying configuration and statistics for ib_ drivers from /sys ..."
|
|
Packit |
857059 |
cp -p -r /sys/class/*infiniband* /$dir/sys/class 2>/dev/null
|
|
Packit |
857059 |
mkdir -p /$dir/sys/class/infiniband
|
|
Packit |
857059 |
for f in /sys/class/infiniband/*
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -h $f ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
rm -f /$dir/$f
|
|
Packit |
857059 |
cp -p -r $f/ /$dir/sys/class/infiniband/ 2>/dev/null
|
|
Packit |
857059 |
if [ -h $f/device ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
dev=`basename $f`
|
|
Packit |
857059 |
unit=`expr $dev : 'hfi1_\(.*\)'`
|
|
Packit |
857059 |
if [ ! -z "$unit" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo " Getting statedump for $dev ..."
|
|
Packit |
857059 |
echo -e "unit $unit\nstate save hw /$dir/opa${dev}.dump"|hfidiags -s - > /$dir/opa${dev}.dump.res 2>&1
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
# rm -f /$dir/$f/device
|
|
Packit |
857059 |
# mkdir -p /$dir/sys/class/infiniband/$dev/ 2>/dev/null
|
|
Packit |
857059 |
# cp -p -r $f/device/ /$dir/sys/class/infiniband/$dev/ 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ -e /sys/class/scsi_host ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
cp -p -r /sys/class/scsi_host /$dir/sys/class 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
if [ -e /sys/class/scsi_device ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
cp -p -r /sys/class/scsi_device /$dir/sys/class 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ -e /sys/class/net/ ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Copying interface information for ipoib"
|
|
Packit |
857059 |
mkdir -p /$dir/sys/class/net
|
|
Packit |
857059 |
cp -r /sys/class/net/ /$dir/sys/class 2>/dev/null
|
|
Packit |
857059 |
for f in /sys/class/net/*
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -h $f ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
rm -f /$dir/$f
|
|
Packit |
857059 |
cp -r $f/ /$dir/sys/class/net/ 2>/dev/null
|
|
Packit |
857059 |
if [ -h $f/device ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
iface=`basename $f`
|
|
Packit |
857059 |
rm -f /$dir/$f/device
|
|
Packit |
857059 |
mkdir -p /$dir/sys/class/net/$iface/ 2>/dev/null
|
|
Packit |
857059 |
cp -r $f/device/ /$dir/sys/class/net/$iface/ 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ -e /sys/module ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Copying configuration and statistics for OPA from /sys/module ..."
|
|
Packit |
857059 |
cp -p -r /sys/module /$dir/sys 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ -f /usr/lib/opa-fm/bin/fm_capture ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Gathering Host FM Information ..."
|
|
Packit |
857059 |
(cd /$dir; /usr/lib/opa-fm/bin/fm_capture)
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ -f /usr/bin/opa_osd_dump ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Gathering Distributed SA data..."
|
|
Packit |
857059 |
opa_osd_dump > /$dir/opa_osd_dump 2>&1
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $detail -ge 2 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
mkdir -p /$dir/fabric
|
|
Packit |
857059 |
cd /$dir/fabric/
|
|
Packit |
857059 |
if [ "$ff_available" = y ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
check_ports_args opacapture
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
PORTS='0:0'
|
|
Packit |
857059 |
if [ $detail -ge 3 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Warning: opacapture detail=$detail but FastFabric not available"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $detail -ge 3 -a "$ff_available" = y ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Gathering Fabric-Level Information with FDBs ..."
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
echo "Gathering Fabric-Level Information ..."
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
for hfi_port in $PORTS
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
hfi=$(expr $hfi_port : '\([0-9]*\):[0-9]*')
|
|
Packit |
857059 |
port=$(expr $hfi_port : '[0-9]*:\([0-9]*\)')
|
|
Packit |
857059 |
if [ "$hfi" = "" -o "$port" = "" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "opacapture: Error: Invalid port specification: $hfi_port" >&2
|
|
Packit |
857059 |
continue
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
## fixup name so winzip won't complain
|
|
Packit |
857059 |
hfi_port_dir=${hfi}_${port}
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# make hfi_port directory
|
|
Packit |
857059 |
mkdir $hfi_port_dir
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# opasaquery doesn't require FF available
|
|
Packit |
857059 |
/usr/sbin/opasaquery -h $hfi -p $port -o node > $hfi_port_dir/nodes 2>&1
|
|
Packit |
857059 |
/usr/sbin/opafabricinfo -p $hfi_port > $hfi_port_dir/opafabricinfo 2>&1
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ "$ff_available" = y ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
router_opt=""
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $port -eq 0 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
port_opt="-h $hfi"
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
port_opt="-h $hfi -p $port"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# determine if port is management enabled
|
|
Packit |
857059 |
/usr/sbin/opasmaquery $port_opt -o pkey 2>/dev/null|grep -q 0xffff
|
|
Packit |
857059 |
mgmt_disabled=$?
|
|
Packit |
857059 |
|
|
Packit |
857059 |
# add router table information to snapshot report
|
|
Packit |
857059 |
if [ $detail -gt 2 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
router_opt="-r"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $mgmt_disabled -eq 0 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
/usr/sbin/opareport $port_opt -o snapshot -s -V $router_opt > $hfi_port_dir/snapshot.xml 2> $hfi_port_dir/snapshot.xml.err
|
|
Packit |
857059 |
/usr/sbin/opareport $port_opt -o snapshot -m -M -s -V $router_opt > $hfi_port_dir/snapshot_direct.xml 2> $hfi_port_dir/snapshot_direct.xml.err
|
|
Packit |
857059 |
/usr/sbin/opareport -o links -X $hfi_port_dir/snapshot.xml > $hfi_port_dir/fabric_links 2>&1
|
|
Packit |
857059 |
/usr/sbin/opareport -o comps -X $hfi_port_dir/snapshot.xml > $hfi_port_dir/fabric_comps 2>&1
|
|
Packit |
857059 |
/usr/sbin/opareport -o errors -X $hfi_port_dir/snapshot.xml > $hfi_port_dir/fabric_errors 2>&1
|
|
Packit |
857059 |
/usr/sbin/opareport -o extlinks -X $hfi_port_dir/snapshot.xml > $hfi_port_dir/fabric_extlinks 2>&1
|
|
Packit |
857059 |
/usr/sbin/opareport -o slowlinks -X $hfi_port_dir/snapshot.xml > $hfi_port_dir/fabric_slowlinks 2>&1
|
|
Packit |
857059 |
/usr/sbin/opareport -o vfmember -V -d 4 > $hfi_port_dir/fabric_vfmember 2>&1
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $detail -gt 2 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Gathering Multicast Membership ..."
|
|
Packit |
857059 |
/usr/sbin/opashowmc -p $hfi:$port > $hfi_port_dir/fabric_showmc 2>&1
|
|
Packit |
857059 |
# create cable health report directory and generate report
|
|
Packit |
857059 |
if [ $ff_available = "y" ] && [ -e "${FF_CABLE_HEALTH_REPORT_DIR}" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Gathering Cable Health Report ..."
|
|
Packit |
857059 |
FF_CABLE_HEALTH_REPORT_DIR_WITH_HFI_PORT="${FF_CABLE_HEALTH_REPORT_DIR}/${hfi_port_dir}/"
|
|
Packit |
857059 |
mkdir -p ${FF_CABLE_HEALTH_REPORT_DIR_WITH_HFI_PORT}
|
|
Packit |
857059 |
/usr/sbin/opareport -h $hfi -p $port -o cablehealth 2>/dev/null>${FF_CABLE_HEALTH_REPORT_DIR_WITH_HFI_PORT}/cablehealth$(date "+%Y%m%d%H%M%S").csv
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $ff_available = "y" ] && [ -e "${FF_CABLE_HEALTH_REPORT_DIR}" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Copying all Cable Health Reports"
|
|
Packit |
857059 |
cp -p -r ${FF_CABLE_HEALTH_REPORT_DIR} /$dir/ 2>/dev/null
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
cd /
|
|
Packit |
857059 |
files="$dir"
|
|
Packit |
857059 |
for f in var/log/opa* var/log/ics_* var/log/messages* var/log/ksyms.* var/log/boot* etc/*release* etc/sysconfig/ipoib.cfg* etc/opa etc/modules.conf* etc/modprobe.conf* etc/sysconfig/network-scripts/ifcfg* etc/dapl/ibhosts etc/hosts etc/sysconfig/boot etc/sysconfig/firstboot etc/dat.conf etc/sysconfig/network/ifcfg* etc/infiniband etc/sysconfig/*config etc/security etc/opa-fm/opafm.xml etc/sysconfig/iview_fm.config var/log/fm* var/log/sm* var/log/bm* var/log/pm* var/log/fe* var/log/opensm* var/log/ipath* etc/rc.d/rc.local etc/modprobe.d boot/grub/menu.lst boot/grub/grub.conf boot/grub2/grub.cfg boot/grub2/grubenv boot/grub2/device.map etc/grub*.conf etc/udev* etc/opensm etc/sysconfig/opensm etc/rdma/* etc/modprobe.d/* etc/dracut.conf.d/* etc/nsswitch.conf etc/sysconfig/irqbalance
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -e "$f" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
files="$files $f"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
if [ -e /usr/bin/opaxmlextract ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
for f in $(opaxmlextract -H -e LogFile < /etc/opa-fm/opafm.xml 2>/dev/null)
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
case "$f" in
|
|
Packit |
857059 |
/var/log/fm*|/var/log/sm*|/var/log/bm*|/var/log/pm*|/var/log/fe*)
|
|
Packit |
857059 |
>/dev/null;;
|
|
Packit |
857059 |
*)
|
|
Packit |
857059 |
if [ -e "$f" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
files="$files $(echo $f|sed -e 's|^/||')"
|
|
Packit |
857059 |
fi;;
|
|
Packit |
857059 |
esac
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
for f in usr/local/src/mpi_apps/core* usr/src/opa/mpi_apps/core* usr/src/opa/shmem_apps/core*
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -e "$f" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
files="$files $f"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
if [ "$ff_available" = y -a -d "$FF_MPI_APPS_DIR" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
apps_dir=$(echo $FF_MPI_APPS_DIR|sed -e 's|^/||') # drop leading /
|
|
Packit |
857059 |
for f in $apps_dir/core*
|
|
Packit |
857059 |
do
|
|
Packit |
857059 |
if [ -e "$f" ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
files="$files $f"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
done
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $detail -ge 4 -a "$ff_available" = y ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
if [ ! -d $FF_ANALYSIS_DIR/latest ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
rm -f $FF_ANALYSIS_DIR/opaallanalysis
|
|
Packit |
857059 |
mkdir -p $FF_ANALYSIS_DIR
|
|
Packit |
857059 |
baseline_opt=""
|
|
Packit |
857059 |
if [ ! -d $FF_ANALYSIS_DIR/baseline ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "Performing Fabric Analysis Baseline ..."
|
|
Packit |
857059 |
baseline_opt="-b"
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
echo "Performing Fabric Analysis ..."
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
/usr/sbin/opaallanalysis $baseline_opt > $FF_ANALYSIS_DIR/opaallanalysis 2>&1
|
|
Packit |
857059 |
else
|
|
Packit |
857059 |
echo "Copying Fabric Analysis ..."
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
files="$files $(echo $FF_ANALYSIS_DIR|sed -e 's|^/||')"
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Creating tar file $tar_file ..."
|
|
Packit |
857059 |
tar --format=gnu -czf $tar_file $files
|
|
Packit |
857059 |
retval=$?
|
|
Packit |
857059 |
rm -rf /$dir
|
|
Packit |
857059 |
|
|
Packit |
857059 |
if [ $retval -ne 0 ]
|
|
Packit |
857059 |
then
|
|
Packit |
857059 |
echo "tar encountered an issue while generating the tarball. Please verify the tarball was created successfully, files that have changed are acceptable." >&2
|
|
Packit |
857059 |
fi
|
|
Packit |
857059 |
|
|
Packit |
857059 |
echo "Done."
|
|
Packit |
857059 |
echo
|
|
Packit |
857059 |
echo "Please include $tar_file with any problem reports to Customer Support"
|
|
Packit |
857059 |
|
|
Packit |
857059 |
exit $retval
|