Blame plugins/debug.py

Packit Service 27f74b
#
Packit Service 27f74b
# Copyright (C) 2015  Red Hat, Inc.
Packit Service 27f74b
#
Packit Service 27f74b
# This copyrighted material is made available to anyone wishing to use,
Packit Service 27f74b
# modify, copy, or redistribute it subject to the terms and conditions of
Packit Service 27f74b
# the GNU General Public License v.2, or (at your option) any later version.
Packit Service 27f74b
# This program is distributed in the hope that it will be useful, but WITHOUT
Packit Service 27f74b
# ANY WARRANTY expressed or implied, including the implied warranties of
Packit Service 27f74b
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General
Packit Service 27f74b
# Public License for more details.  You should have received a copy of the
Packit Service 27f74b
# GNU General Public License along with this program; if not, write to the
Packit Service 27f74b
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
Packit Service 27f74b
# 02110-1301, USA.  Any Red Hat trademarks that are incorporated in the
Packit Service 27f74b
# source code or documentation are not subject to the GNU General Public
Packit Service 27f74b
# License and may only be used or replicated with the express permission of
Packit Service 27f74b
# Red Hat, Inc.
Packit Service 27f74b
#
Packit Service 27f74b
Packit Service 27f74b
from __future__ import absolute_import
Packit Service 27f74b
from __future__ import unicode_literals
Packit Service 27f74b
Packit Service 27f74b
from dnf.i18n import ucd
Packit Service 27f74b
from dnfpluginscore import _, logger
Packit Service 27f74b
Packit Service 27f74b
import dnf
Packit Service 27f74b
import dnf.cli
Packit Service 27f74b
import gzip
Packit Service 27f74b
import hawkey
Packit Service 27f74b
import os
Packit Service 27f74b
import rpm
Packit Service 27f74b
import sys
Packit Service 27f74b
import time
Packit Service 27f74b
Packit Service 27f74b
DEBUG_VERSION = "dnf-debug-dump version 1\n"
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class Debug(dnf.Plugin):
Packit Service 27f74b
Packit Service 27f74b
    name = 'debug'
Packit Service 27f74b
Packit Service 27f74b
    def __init__(self, base, cli):
Packit Service 27f74b
        super(Debug, self).__init__(base, cli)
Packit Service 27f74b
        self.base = base
Packit Service 27f74b
        self.cli = cli
Packit Service 27f74b
        if self.cli is not None:
Packit Service 27f74b
            self.cli.register_command(DebugDumpCommand)
Packit Service 27f74b
            self.cli.register_command(DebugRestoreCommand)
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class DebugDumpCommand(dnf.cli.Command):
Packit Service 27f74b
Packit Service 27f74b
    aliases = ("debug-dump",)
Packit Service 27f74b
    summary = _("dump information about installed rpm packages to file")
Packit Service 27f74b
Packit Service 27f74b
    def __init__(self, cli):
Packit Service 27f74b
        super(DebugDumpCommand, self).__init__(cli)
Packit Service 27f74b
        self.dump_file = None
Packit Service 27f74b
Packit Service 27f74b
    def configure(self):
Packit Service 27f74b
        self.cli.demands.sack_activation = True
Packit Service 27f74b
        self.cli.demands.available_repos = True
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def set_argparser(parser):
Packit Service 27f74b
        parser.add_argument(
Packit Service 27f74b
            "--norepos", action="store_true", default=False,
Packit Service 27f74b
            help=_("do not attempt to dump the repository contents."))
Packit Service 27f74b
        parser.add_argument(
Packit Service 27f74b
            "filename", nargs="?",
Packit Service 27f74b
            help=_("optional name of dump file"))
Packit Service 27f74b
Packit Service 27f74b
    def run(self):
Packit Service 27f74b
        """create debug txt file and compress it, if no filename specified
Packit Service 27f74b
           use dnf_debug_dump-<timestamp>.txt.gz by default"""
Packit Service 27f74b
Packit Service 27f74b
        filename = self.opts.filename
Packit Service 27f74b
        if not filename:
Packit Service 27f74b
            now = time.strftime("%Y-%m-%d_%T", time.localtime(time.time()))
Packit Service 27f74b
            filename = "dnf_debug_dump-%s-%s.txt.gz" % (os.uname()[1], now)
Packit Service 27f74b
Packit Service 27f74b
        filename = os.path.abspath(filename)
Packit Service 27f74b
        if filename.endswith(".gz"):
Packit Service 27f74b
            self.dump_file = gzip.GzipFile(filename, "w")
Packit Service 27f74b
        else:
Packit Service 27f74b
            self.dump_file = open(filename, "w")
Packit Service 27f74b
Packit Service 27f74b
        self.write(DEBUG_VERSION)
Packit Service 27f74b
        self.dump_system_info()
Packit Service 27f74b
        self.dump_dnf_config_info()
Packit Service 27f74b
        self.dump_rpm_problems()
Packit Service 27f74b
        self.dump_packages(not self.opts.norepos)
Packit Service 27f74b
        self.dump_rpmdb_versions()
Packit Service 27f74b
        self.dump_file.close()
Packit Service 27f74b
Packit Service 27f74b
        print(_("Output written to: %s") % filename)
Packit Service 27f74b
Packit Service 27f74b
    def write(self, msg):
Packit Service 27f74b
        if dnf.pycomp.PY3 and isinstance(self.dump_file, gzip.GzipFile):
Packit Service 27f74b
            msg = bytes(msg, "utf8")
Packit Service 27f74b
        dnf.pycomp.write_to_file(self.dump_file, msg)
Packit Service 27f74b
Packit Service 27f74b
    def dump_system_info(self):
Packit Service 27f74b
        self.write("%%%%SYSTEM INFO\n")
Packit Service 27f74b
        uname = os.uname()
Packit Service 27f74b
        self.write("  uname: %s, %s\n" % (uname[2], uname[4]))
Packit Service 27f74b
        self.write("  rpm ver: %s\n" % rpm.__version__)
Packit Service 27f74b
        self.write("  python ver: %s\n" % sys.version.replace("\n", ""))
Packit Service 27f74b
        return
Packit Service 27f74b
Packit Service 27f74b
    def dump_dnf_config_info(self):
Packit Service 27f74b
        var = self.base.conf.substitutions
Packit Service 27f74b
        plugins = ",".join([p.name for p in self.base._plugins.plugins])
Packit Service 27f74b
        self.write("%%%%DNF INFO\n")
Packit Service 27f74b
        self.write("  arch: %s\n" % var["arch"])
Packit Service 27f74b
        self.write("  basearch: %s\n" % var["basearch"])
Packit Service 27f74b
        self.write("  releasever: %s\n" % var["releasever"])
Packit Service 27f74b
        self.write("  dnf ver: %s\n" % dnf.const.VERSION)
Packit Service 27f74b
        self.write("  enabled plugins: %s\n" % plugins)
Packit Service 27f74b
        self.write("  global excludes: %s\n" % ",".join(self.base.conf.excludepkgs))
Packit Service 27f74b
        return
Packit Service 27f74b
Packit Service 27f74b
    def dump_rpm_problems(self):
Packit Service 27f74b
        self.write("%%%%RPMDB PROBLEMS\n")
Packit Service 27f74b
        (missing, conflicts) = rpm_problems(self.base)
Packit Service 27f74b
        self.write("".join(["Package %s requires %s\n" % (ucd(pkg), ucd(req))
Packit Service 27f74b
                            for (req, pkg) in missing]))
Packit Service 27f74b
        self.write("".join(["Package %s conflicts with %s\n" % (ucd(pkg),
Packit Service 27f74b
                                                                ucd(conf))
Packit Service 27f74b
                            for (conf, pkg) in conflicts]))
Packit Service 27f74b
Packit Service 27f74b
    def dump_packages(self, load_repos):
Packit Service 27f74b
        q = self.base.sack.query()
Packit Service 27f74b
        # packages from rpmdb
Packit Service 27f74b
        self.write("%%%%RPMDB\n")
Packit Service 27f74b
        for p in sorted(q.installed()):
Packit Service 27f74b
            self.write("  %s\n" % pkgspec(p))
Packit Service 27f74b
Packit Service 27f74b
        if not load_repos:
Packit Service 27f74b
            return
Packit Service 27f74b
Packit Service 27f74b
        self.write("%%%%REPOS\n")
Packit Service 27f74b
        available = q.available()
Packit Service 27f74b
        for repo in sorted(self.base.repos.iter_enabled(), key=lambda x: x.id):
Packit Service 27f74b
            try:
Packit Service 27f74b
                url = None
Packit Service 27f74b
                if repo.metalink is not None:
Packit Service 27f74b
                    url = repo.metalink
Packit Service 27f74b
                elif repo.mirrorlist is not None:
Packit Service 27f74b
                    url = repo.mirrorlist
Packit Service 27f74b
                elif len(repo.baseurl) > 0:
Packit Service 27f74b
                    url = repo.baseurl[0]
Packit Service 27f74b
                self.write("%%%s - %s\n" % (repo.id, url))
Packit Service 27f74b
                self.write("  excludes: %s\n" % ",".join(repo.excludepkgs))
Packit Service 27f74b
                for po in sorted(available.filter(reponame=repo.id)):
Packit Service 27f74b
                    self.write("  %s\n" % pkgspec(po))
Packit Service 27f74b
Packit Service 27f74b
            except dnf.exceptions.Error as e:
Packit Service 27f74b
                self.write("Error accessing repo %s: %s\n" % (repo, str(e)))
Packit Service 27f74b
                continue
Packit Service 27f74b
        return
Packit Service 27f74b
Packit Service 27f74b
    def dump_rpmdb_versions(self):
Packit Service 27f74b
        self.write("%%%%RPMDB VERSIONS\n")
Packit Service 27f74b
        version = self.base.sack._rpmdb_version()
Packit Service 27f74b
        self.write("  all: %s\n" % version)
Packit Service 27f74b
        return
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class DebugRestoreCommand(dnf.cli.Command):
Packit Service 27f74b
Packit Service 27f74b
    aliases = ("debug-restore",)
Packit Service 27f74b
    summary = _("restore packages recorded in debug-dump file")
Packit Service 27f74b
Packit Service 27f74b
    def configure(self):
Packit Service 27f74b
        self.cli.demands.sack_activation = True
Packit Service 27f74b
        self.cli.demands.available_repos = True
Packit Service 27f74b
        self.cli.demands.root_user = True
Packit Service 7948e5
        if not self.opts.output:
Packit Service 7948e5
            self.cli.demands.resolving = True
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def set_argparser(parser):
Packit Service 27f74b
        parser.add_argument(
Packit Service 27f74b
            "--output", action="store_true",
Packit Service 27f74b
            help=_("output commands that would be run to stdout."))
Packit Service 27f74b
        parser.add_argument(
Packit Service 27f74b
            "--install-latest", action="store_true",
Packit Service 27f74b
            help=_("Install the latest version of recorded packages."))
Packit Service 27f74b
        parser.add_argument(
Packit Service 27f74b
            "--ignore-arch", action="store_true",
Packit Service 27f74b
            help=_("Ignore architecture and install missing packages matching "
Packit Service 27f74b
                   "the name, epoch, version and release."))
Packit Service 27f74b
        parser.add_argument(
Packit Service 27f74b
            "--filter-types", metavar="[install, remove, replace]",
Packit Service 27f74b
            default="install, remove, replace",
Packit Service 27f74b
            help=_("limit to specified type"))
Packit Service 27f74b
        parser.add_argument(
Packit Service ae39cd
            "--remove-installonly", action="store_true",
Packit Service ae39cd
            help=_('Allow removing of install-only packages. Using this option may '
Packit Service ae39cd
                   'result in an attempt to remove the running kernel.'))
Packit Service ae39cd
        parser.add_argument(
Packit Service 27f74b
            "filename", nargs=1, help=_("name of dump file"))
Packit Service 27f74b
Packit Service 27f74b
    def run(self):
Packit Service 27f74b
        """Execute the command action here."""
Packit Service 27f74b
        if self.opts.filter_types:
Packit Service 27f74b
            self.opts.filter_types = set(
Packit Service 27f74b
                self.opts.filter_types.replace(",", " ").split())
Packit Service 27f74b
Packit Service 27f74b
        dump_pkgs = self.read_dump_file(self.opts.filename[0])
Packit Service 27f74b
Packit Service 0ba51b
        self.process_installed(dump_pkgs, self.opts)
Packit Service 27f74b
Packit Service 27f74b
        self.process_dump(dump_pkgs, self.opts)
Packit Service 27f74b
Packit Service 0ba51b
    def process_installed(self, dump_pkgs, opts):
Packit Service 0ba51b
        installed = self.base.sack.query().installed()
Packit Service 0ba51b
        installonly_pkgs = self.base._get_installonly_query(installed)
Packit Service 0ba51b
        for pkg in installed:
Packit Service 0ba51b
            pkg_remove = False
Packit Service 27f74b
            spec = pkgspec(pkg)
Packit Service 0ba51b
            dumped_versions = dump_pkgs.get((pkg.name, pkg.arch), None)
Packit Service 0ba51b
            if dumped_versions is not None:
Packit Service 0ba51b
                evr = (pkg.epoch, pkg.version, pkg.release)
Packit Service 0ba51b
                if evr in dumped_versions:
Packit Service 0ba51b
                    # the correct version is already installed
Packit Service 0ba51b
                    dumped_versions[evr] = 'skip'
Packit Service 27f74b
                else:
Packit Service 0ba51b
                    # other version is currently installed
Packit Service 0ba51b
                    if pkg in installonly_pkgs:
Packit Service 0ba51b
                        # package is install-only, should be removed
Packit Service 0ba51b
                        pkg_remove = True
Packit Service 27f74b
                    else:
Packit Service 0ba51b
                        # package should be upgraded / downgraded
Packit Service 0ba51b
                        if "replace" in opts.filter_types:
Packit Service 0ba51b
                            action = 'replace'
Packit Service 0ba51b
                        else:
Packit Service 0ba51b
                            action = 'skip'
Packit Service 0ba51b
                        for d_evr in dumped_versions.keys():
Packit Service 0ba51b
                            dumped_versions[d_evr] = action
Packit Service 27f74b
            else:
Packit Service 0ba51b
                # package should not be installed
Packit Service 0ba51b
                pkg_remove = True
Packit Service 0ba51b
            if pkg_remove and "remove" in opts.filter_types:
Packit Service ae39cd
                if pkg not in installonly_pkgs or opts.remove_installonly:
Packit Service ae39cd
                    if opts.output:
Packit Service ae39cd
                        print("remove    %s" % spec)
Packit Service ae39cd
                    else:
Packit Service ae39cd
                        self.base.package_remove(pkg)
Packit Service 0ba51b
Packit Service 0ba51b
    def process_dump(self, dump_pkgs, opts):
Packit Service 0ba51b
        for (n, a) in sorted(dump_pkgs.keys()):
Packit Service 0ba51b
            dumped_versions = dump_pkgs[(n, a)]
Packit Service 0ba51b
            for (e, v, r) in sorted(dumped_versions.keys()):
Packit Service 0ba51b
                action = dumped_versions[(e, v, r)]
Packit Service 0ba51b
                if action == 'skip':
Packit Service 0ba51b
                    continue
Packit Service 0ba51b
                if opts.ignore_arch:
Packit Service 0ba51b
                    arch = ""
Packit Service 0ba51b
                else:
Packit Service 0ba51b
                    arch = "." + a
Packit Service 0ba51b
                if opts.install_latest and action == "install":
Packit Service 0ba51b
                    pkg_spec = "%s%s" % (n, arch)
Packit Service 0ba51b
                else:
Packit Service 0ba51b
                    pkg_spec = pkgtup2spec(n, arch, e, v, r)
Packit Service 0ba51b
                if action in opts.filter_types:
Packit Service 0ba51b
                    if opts.output:
Packit Service 0ba51b
                        print("%s   %s" % (action, pkg_spec))
Packit Service 0ba51b
                    else:
Packit Service 0ba51b
                        try:
Packit Service 0ba51b
                            self.base.install(pkg_spec)
Packit Service 0ba51b
                        except dnf.exceptions.MarkingError:
Packit Service 0ba51b
                            logger.error(_("Package %s is not available"), pkg_spec)
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def read_dump_file(filename):
Packit Service 27f74b
        if filename.endswith(".gz"):
Packit Service 27f74b
            fobj = gzip.GzipFile(filename)
Packit Service 27f74b
        else:
Packit Service 27f74b
            fobj = open(filename)
Packit Service 27f74b
Packit Service 27f74b
        if ucd(fobj.readline()) != DEBUG_VERSION:
Packit Service 27f74b
            logger.error(_("Bad dnf debug file: %s"), filename)
Packit Service 27f74b
            raise dnf.exceptions.Error
Packit Service 27f74b
Packit Service 27f74b
        skip = True
Packit Service 27f74b
        pkgs = {}
Packit Service 27f74b
        for line in fobj:
Packit Service 27f74b
            line = ucd(line)
Packit Service 27f74b
            if skip:
Packit Service 27f74b
                if line == "%%%%RPMDB\n":
Packit Service 27f74b
                    skip = False
Packit Service 27f74b
                continue
Packit Service 27f74b
Packit Service 27f74b
            if not line or line[0] != " ":
Packit Service 27f74b
                break
Packit Service 27f74b
Packit Service 27f74b
            pkg_spec = line.strip()
Packit Service 27f74b
            nevra = hawkey.split_nevra(pkg_spec)
Packit Service 0ba51b
            # {(name, arch): {(epoch, version, release): action}}
Packit Service 0ba51b
            pkgs.setdefault((nevra.name, nevra.arch), {})[
Packit Service 0ba51b
                (nevra.epoch, nevra.version, nevra.release)] = "install"
Packit Service 27f74b
Packit Service 27f74b
        return pkgs
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def rpm_problems(base):
Packit Service 27f74b
    rpmdb = dnf.sack._rpmdb_sack(base)
Packit Service 27f74b
    allpkgs = rpmdb.query().installed()
Packit Service 27f74b
Packit Service 27f74b
    requires = set()
Packit Service 27f74b
    conflicts = set()
Packit Service 27f74b
    for pkg in allpkgs:
Packit Service 27f74b
        requires.update([(req, pkg) for req in pkg.requires
Packit Service 27f74b
                         if not str(req) == "solvable:prereqmarker"
Packit Service 27f74b
                         and not str(req).startswith("rpmlib(")])
Packit Service 27f74b
        conflicts.update([(conf, pkg) for conf in pkg.conflicts])
Packit Service 27f74b
Packit Service 27f74b
    missing_requires = [(req, pkg) for (req, pkg) in requires
Packit Service 27f74b
                        if not allpkgs.filter(provides=req)]
Packit Service 27f74b
    existing_conflicts = [(conf, pkg) for (conf, pkg) in conflicts
Packit Service 27f74b
                          if allpkgs.filter(provides=conf)]
Packit Service 27f74b
    return missing_requires, existing_conflicts
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def pkgspec(pkg):
Packit Service 27f74b
    return pkgtup2spec(pkg.name, pkg.arch, pkg.epoch, pkg.version, pkg.release)
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def pkgtup2spec(name, arch, epoch, version, release):
Packit Service 0ba51b
    a = "" if not arch else ".%s" % arch.lstrip('.')
Packit Service 27f74b
    e = "" if epoch in (None, "") else "%s:" % epoch
Packit Service 27f74b
    return "%s-%s%s-%s%s" % (name, e, version, release, a)