#!/usr/bin/python3
"""
This script is meant to be run once at system startup after abrtd is up
and running. It moves all vmcore directories in kdump's dump directory
(which are presumably created by kdump) to abrtd spool directory.
The goal is to let abrtd notice and process them as new problem data dirs.
"""
import os
import sys
import shutil
import time
import hashlib
import augeas
from argparse import ArgumentParser
from subprocess import Popen, PIPE
import problem
import report
def errx(message, code=1):
sys.stderr.write(message)
sys.stderr.write("\n")
sys.stderr.flush()
sys.exit(code)
def get_augeas(module, file_path):
"""
A function for efficient configuration of Augeas.
Augeas modules are placed in /usr/share/augeas/lenses/dist
"""
aug_obj = augeas.Augeas(flags=augeas.Augeas.NO_MODL_AUTOLOAD)
aug_obj.set("/augeas/load/{0}/lens".format(module), "{0}.lns".format(module))
aug_obj.set("/augeas/load/{0}/incl".format(module), file_path)
aug_obj.load()
return aug_obj
def get_mount_point(part_id):
"""
A function used to look up a mount point of the provided identifier
using 'findmnt' system utility.
part_id - device node, label or uuid
"""
try:
proc = Popen(["@FINDMNT@", "--noheadings", "--first-only", "--raw",
"--evaluate", "--output", "TARGET", part_id],
stdout=PIPE, stderr=PIPE)
out, err = proc.communicate()
if err:
errx("Error finding mountpoint of '{0}': {1}"
.format(part_id, err.decode()))
result = out.decode().strip()
if proc.returncode != 0 or not result:
errx("Cannot find mountpoint of '{0}'".format(part_id))
return result
except OSError as ex:
errx("Cannot run 'findmnt': {1}".format(str(ex)))
def parse_kdump(kdump_conf_path="/etc/kdump.conf"):
"""
This function parses /etc/kdump.conf to get a path to kdump's
dump directory.
"""
# default
dump_path = '/var/crash'
# filesystem types that can be used by kdump for dumping
fs_types = ['ext4', 'ext3', 'ext2', 'minix', 'btrfs', 'xfs']
if not os.access(kdump_conf_path, os.R_OK):
sys.stderr.write("%s not readable, using "
"default path '%s'\n" % (kdump_conf_path, dump_path))
return dump_path
aug_obj = get_augeas("Kdump", kdump_conf_path)
# check for path variable in kdump.conf
kdump_path = aug_obj.get("/files%s/path" % kdump_conf_path)
if kdump_path:
dump_path = kdump_path
# default
partition = None
# first uncommented fs_type partition instruction
for fs_type in fs_types:
result = aug_obj.get("/files%s/%s" % (kdump_conf_path, fs_type))
if result:
partition = result
break
if partition:
if os.path.isabs(dump_path):
# path is absolute, change it to relative
dump_path = dump_path.lstrip("/")
mount_point = get_mount_point(partition)
path = os.path.join(mount_point, dump_path)
else:
path = dump_path
# full path to the dump directory
return path
def create_abrtd_info(dest, uuid):
"""
A simple function to write important information for the abrt daemon into
the vmcore directory to let abrtd know what kind of problem it is.
dest - path to the vmcore directory
uuid - unique indentifier of the vmcore
"""
dd = report.dd_create(dest, 0)
if dd is None:
return None
dd.create_basic_files(0)
dd.save_text('analyzer', 'abrt-vmcore')
dd.save_text('type', 'vmcore')
dd.save_text('component', 'kernel')
dd.save_text('uuid', uuid)
return dd
def delete_and_close(dd):
"""
Deletes the given dump directory and closes it.
dd - dump directory object
"""
# Save the directory name as the directory object could be destroyed during
# delete().
dd_dirname = dd.name
if not dd.delete() == 0:
sys.stderr.write("Unable to delete '%s'\n" % (dd_dirname))
return
dd.close()
def harvest_vmcore(crash_dir):
"""
This function moves vmcore directories from kdump's dump dir
to abrt's dump dir and notifies abrt.
The script also creates additional files used to tell abrt what kind of
problem it is and creates an uuid from the vmcore using a sha1 hash
function.
"""
if not os.access(crash_dir, os.R_OK):
sys.stderr.write("Dump directory '%s' not accessible. "
"Exiting.\n" % crash_dir)
sys.exit(1)
# Wait for abrtd to start. Give it at least 1 second to initialize.
for i in range(10):
if i is 9:
sys.exit(1)
elif os.system('pidof abrtd >/dev/null'):
time.sleep(1)
else:
break
# Check abrt config files for copy/move settings and
try:
conf = problem.load_plugin_conf_file("vmcore.conf")
except OSError as ex:
sys.stderr.write(str(ex))
sys.exit(1)
else:
copyvmcore = conf.get("CopyVMcore", "no")
try:
conf = problem.load_conf_file("abrt.conf")
except OSError as ex:
sys.stderr.write(str(ex))
sys.exit(1)
else:
abrtdumpdir = conf.get("DumpLocation", "@DEFAULT_DUMP_LOCATION@")
try:
filelist = os.listdir(crash_dir)
except OSError:
sys.stderr.write("Dump directory '%s' not accessible. "
"Exiting.\n" % crash_dir)
sys.exit(1)
# Go through all directories in core dump directory
for cfile in filelist:
f_full = os.path.join(crash_dir, cfile)
if not os.path.isdir(f_full):
continue
try:
vmcoredirfilelist = os.listdir(f_full)
except OSError as ex:
sys.stderr.write("VMCore dir '%s' not accessible.\n" % f_full)
continue
else:
if all(("vmcore" != ff
for ff in vmcoredirfilelist
if os.path.isfile(os.path.join(f_full, ff)))):
sys.stderr.write(
"VMCore dir '%s' doesn't contain 'vmcore' file.\n" % f_full)
continue
# We use .new suffix - we must make sure abrtd doesn't try
# to process partially-copied directory.
destdir = os.path.join(abrtdumpdir, ('vmcore-' + cfile))
destdirnew = destdir + '.new'
# Did we already copy it last time we booted?
if os.path.isdir(destdir):
continue
if os.path.isdir(destdirnew):
continue
# TODO: need to generate *real* UUID,
# one which has a real chance of catching dups!
# This one generates different hashes even for similar cores:
hashobj = hashlib.sha1()
# Iterate over the file a line at a time in order to not load the whole
# vmcore file
with open(os.path.join(f_full, 'vmcore'), 'rb') as corefile:
while True:
chunk = corefile.read(8192)
if not chunk:
break
hashobj.update(chunk)
dd = create_abrtd_info(destdirnew, hashobj.hexdigest())
if dd is None:
sys.stderr.write("Unable to create problem directory info")
continue
# Copy/move vmcore directory to abrt spool dir.
for name in os.listdir(f_full):
full_name = os.path.join(f_full, name)
# Skip sub-directories, abrt ignores them in its processing anyway
if not os.path.isfile(full_name):
continue
try:
if not dd.copy_file(name, full_name) == 0:
raise OSError
except (OSError, shutil.Error):
sys.stderr.write("Unable to copy '%s' to '%s'. Skipping\n"
% (full_name, destdirnew))
delete_and_close(dd)
continue
# Get rid of the .new suffix
if not dd.rename(destdir) == 0:
sys.stderr.write("Unable to rename '%s' to '%s'. Skipping\n" % (destdirnew, destdir))
delete_and_close(dd)
continue
dd.close()
if copyvmcore == 'no':
try:
shutil.rmtree(f_full)
except OSError:
sys.stderr.write("Unable to delete '%s'. Ignoring\n" % f_full)
problem.notify_new_path(destdir)
if __name__ == '__main__':
parser = ArgumentParser()
parser.add_argument("--kdump", default="/etc/kdump.conf",
help="path to kdump.conf")
args = parser.parse_args()
crash_dir = parse_kdump(args.kdump)
harvest_vmcore(crash_dir)