Blame plugins/repomanage.py

Packit Service 27f74b
# repomanage.py
Packit Service 27f74b
# DNF plugin adding a command to manage rpm packages from given directory.
Packit Service 27f74b
#
Packit Service 27f74b
# Copyright (C) 2015 Igor Gnatenko
Packit Service 27f74b
#
Packit Service 27f74b
# This copyrighted material is made available to anyone wishing to use,
Packit Service 27f74b
# modify, copy, or redistribute it subject to the terms and conditions of
Packit Service 27f74b
# the GNU General Public License v.2, or (at your option) any later version.
Packit Service 27f74b
# This program is distributed in the hope that it will be useful, but WITHOUT
Packit Service 27f74b
# ANY WARRANTY expressed or implied, including the implied warranties of
Packit Service 27f74b
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General
Packit Service 27f74b
# Public License for more details.  You should have received a copy of the
Packit Service 27f74b
# GNU General Public License along with this program; if not, write to the
Packit Service 27f74b
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
Packit Service 27f74b
# 02110-1301, USA.  Any Red Hat trademarks that are incorporated in the
Packit Service 27f74b
# source code or documentation are not subject to the GNU General Public
Packit Service 27f74b
# License and may only be used or replicated with the express permission of
Packit Service 27f74b
# Red Hat, Inc.
Packit Service 27f74b
#
Packit Service 27f74b
Packit Service 27f74b
from __future__ import absolute_import
Packit Service 27f74b
from __future__ import unicode_literals
Packit Service 27f74b
from dnfpluginscore import _, logger
Packit Service 27f74b
Packit Service 27f74b
import dnf
Packit Service 27f74b
import dnf.cli
Packit Service 27f74b
import logging
Packit Service 27f74b
import os
Packit Service 27f74b
import hawkey
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class RepoManage(dnf.Plugin):
Packit Service 27f74b
Packit Service 27f74b
    name = "repomanage"
Packit Service 27f74b
Packit Service 27f74b
    def __init__(self, base, cli):
Packit Service 27f74b
        super(RepoManage, self).__init__(base, cli)
Packit Service 27f74b
        if cli is None:
Packit Service 27f74b
            return
Packit Service 27f74b
        cli.register_command(RepoManageCommand)
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class RepoManageCommand(dnf.cli.Command):
Packit Service 27f74b
    aliases = ("repomanage",)
Packit Service 27f74b
    summary = _("Manage a directory of rpm packages")
Packit Service 27f74b
Packit Service 27f74b
    def pre_configure(self):
Packit Service 27f74b
        if not self.opts.verbose and not self.opts.quiet:
Packit Service 27f74b
            self.cli.redirect_logger(stdout=logging.WARNING, stderr=logging.INFO)
Packit Service 27f74b
Packit Service 27f74b
    def configure(self):
Packit Service 27f74b
        if not self.opts.verbose and not self.opts.quiet:
Packit Service 27f74b
            self.cli.redirect_repo_progress()
Packit Service 27f74b
        demands = self.cli.demands
Packit Service 27f74b
        demands.sack_activation = True
Packit Service 27f74b
Packit Service 27f74b
    def run(self):
Packit Service 27f74b
        if self.opts.new and self.opts.old:
Packit Service 27f74b
            raise dnf.exceptions.Error(_("Pass either --old or --new, not both!"))
Packit Service 27f74b
Packit Service 27f74b
        rpm_list = []
Packit Service 27f74b
        rpm_list = self._get_file_list(self.opts.path, ".rpm")
Packit Service 27f74b
        verfile = {}
Packit Service 27f74b
        pkgdict = {}
Packit Service 27f74b
        module_dict = {}  # {NameStream: {Version: [modules]}}
Packit Service 27f74b
        all_modular_artifacts = set()
Packit Service 27f74b
Packit Service 27f74b
        keepnum = int(self.opts.keep) # the number of items to keep
Packit Service 27f74b
Packit Service 27f74b
        if len(rpm_list) == 0:
Packit Service 27f74b
            raise dnf.exceptions.Error(_("No files to process"))
Packit Service 27f74b
Packit Service 27f74b
        try:
Packit Service 27f74b
            this_repo = self.base.repos.add_new_repo("repomanage_repo", self.base.conf, baseurl=[self.opts.path])
Packit Service 27f74b
            self.base._add_repo_to_sack(this_repo)
Packit Service 27f74b
            if dnf.base.WITH_MODULES:
Packit Service 27f74b
                self.base._setup_modular_excludes()
Packit Service 27f74b
Packit Service 27f74b
                # Prepare modules
Packit Service 27f74b
                module_packages = self.base._moduleContainer.getModulePackages()
Packit Service 27f74b
Packit Service 27f74b
                for module_package in module_packages:
Packit Service 27f74b
                    all_modular_artifacts.update(module_package.getArtifacts())
Packit Service 27f74b
                    module_dict.setdefault(module_package.getNameStream(), {}).setdefault(
Packit Service 27f74b
                        module_package.getVersionNum(), []).append(module_package)
Packit Service 27f74b
Packit Service 27f74b
        except dnf.exceptions.RepoError:
Packit Service 27f74b
            self.base.reset(sack=True, repos=True)
Packit Service 27f74b
            self.base.fill_sack(load_system_repo=False, load_available_repos=False)
Packit Service 27f74b
            try:
Packit Service 27f74b
                self.base.add_remote_rpms(rpm_list, progress=self.base.output.progress)
Packit Service 27f74b
            except IOError:
Packit Service 27f74b
                logger.warning(_("Could not open {}").format(', '.join(rpm_list)))
Packit Service 27f74b
Packit Service 27f74b
        # Prepare regular packages
Packit Service 27f74b
        query = self.base.sack.query(flags=hawkey.IGNORE_MODULAR_EXCLUDES).available()
Packit Service 27f74b
        packages = [x for x in query.filter(pkg__neq=query.filter(nevra_strict=all_modular_artifacts)).available()]
Packit Service 27f74b
        packages.sort()
Packit Service 27f74b
Packit Service 27f74b
        for pkg in packages:
Packit Service 27f74b
            na = (pkg.name, pkg.arch)
Packit Service 27f74b
            if na in pkgdict:
Packit Service 27f74b
                if pkg not in pkgdict[na]:
Packit Service 27f74b
                    pkgdict[na].append(pkg)
Packit Service 27f74b
            else:
Packit Service 27f74b
                pkgdict[na] = [pkg]
Packit Service 27f74b
Packit Service 27f74b
            nevra = self._package_to_nevra(pkg)
Packit Service 27f74b
            if nevra in verfile:
Packit Service 27f74b
                verfile[nevra].append(self._package_to_path(pkg))
Packit Service 27f74b
            else:
Packit Service 27f74b
                verfile[nevra] = [self._package_to_path(pkg)]
Packit Service 27f74b
Packit Service 27f74b
        outputpackages = []
Packit Service 27f74b
        # modular packages
Packit Service 27f74b
        keepnum_latest_stream_artifacts = set()
Packit Service 27f74b
Packit Service 27f74b
        # if new
Packit Service 27f74b
        if not self.opts.old:
Packit Service 27f74b
            # regular packages
Packit Service 27f74b
            for (n, a) in pkgdict.keys():
Packit Service 27f74b
                evrlist = pkgdict[(n, a)]
Packit Service 27f74b
Packit Service 27f74b
                newevrs = evrlist[-keepnum:]
Packit Service 27f74b
Packit Service 27f74b
                for package in newevrs:
Packit Service 27f74b
                    nevra = self._package_to_nevra(package)
Packit Service 27f74b
                    for fpkg in verfile[nevra]:
Packit Service 27f74b
                        outputpackages.append(fpkg)
Packit Service 27f74b
Packit Service 27f74b
            # modular packages
Packit Service 27f74b
            for streams_by_version in module_dict.values():
Packit Service 27f74b
                sorted_stream_versions = sorted(streams_by_version.keys(), reverse=True)
Packit Service 27f74b
Packit Service 27f74b
                new_sorted_stream_versions = sorted_stream_versions[-keepnum:]
Packit Service 27f74b
Packit Service 27f74b
                for i in new_sorted_stream_versions:
Packit Service 27f74b
                    for stream in streams_by_version[i]:
Packit Service 27f74b
                        keepnum_latest_stream_artifacts.update(set(stream.getArtifacts()))
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
        if self.opts.old:
Packit Service 27f74b
            # regular packages
Packit Service 27f74b
            for (n, a) in pkgdict.keys():
Packit Service 27f74b
                evrlist = pkgdict[(n, a)]
Packit Service 27f74b
Packit Service 27f74b
                oldevrs = evrlist[:-keepnum]
Packit Service 27f74b
Packit Service 27f74b
                for package in oldevrs:
Packit Service 27f74b
                    nevra = self._package_to_nevra(package)
Packit Service 27f74b
                    for fpkg in verfile[nevra]:
Packit Service 27f74b
                        outputpackages.append(fpkg)
Packit Service 27f74b
Packit Service 27f74b
            # modular packages
Packit Service 27f74b
            for streams_by_version in module_dict.values():
Packit Service 27f74b
                sorted_stream_versions = sorted(streams_by_version.keys(), reverse=True)
Packit Service 27f74b
Packit Service 27f74b
                old_sorted_stream_versions = sorted_stream_versions[:-keepnum]
Packit Service 27f74b
Packit Service 27f74b
                for i in old_sorted_stream_versions:
Packit Service 27f74b
                    for stream in streams_by_version[i]:
Packit Service 27f74b
                        keepnum_latest_stream_artifacts.update(set(stream.getArtifacts()))
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
        modular_packages = [self._package_to_path(x) for x in query.filter(pkg__eq=query.filter(nevra_strict=keepnum_latest_stream_artifacts)).available()]
Packit Service 27f74b
        outputpackages = outputpackages + modular_packages
Packit Service 27f74b
        outputpackages.sort()
Packit Service 27f74b
        if self.opts.space:
Packit Service 27f74b
            print(" ".join(outputpackages))
Packit Service 27f74b
        else:
Packit Service 27f74b
            for pkg in outputpackages:
Packit Service 27f74b
                print(pkg)
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def set_argparser(parser):
Packit Service 27f74b
        parser.add_argument("-o", "--old", action="store_true",
Packit Service 27f74b
                            help=_("Print the older packages"))
Packit Service 27f74b
        parser.add_argument("-n", "--new", action="store_true",
Packit Service 27f74b
                            help=_("Print the newest packages"))
Packit Service 27f74b
        parser.add_argument("-s", "--space", action="store_true",
Packit Service 27f74b
                            help=_("Space separated output, not newline"))
Packit Service 27f74b
        parser.add_argument("-k", "--keep", action="store", metavar="KEEP",
Packit Service 27f74b
                            help=_("Newest N packages to keep - defaults to 1"),
Packit Service 27f74b
                            default=1, type=int)
Packit Service 27f74b
        parser.add_argument("path", action="store",
Packit Service 27f74b
                            help=_("Path to directory"))
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def _get_file_list(path, ext):
Packit Service 27f74b
        """Return all files in path matching ext
Packit Service 27f74b
Packit Service 27f74b
        return list object
Packit Service 27f74b
        """
Packit Service 27f74b
        filelist = []
Packit Service 27f74b
        for root, dirs, files in os.walk(path):
Packit Service 27f74b
            for f in files:
Packit Service 27f74b
                if os.path.splitext(f)[1].lower() == str(ext):
Packit Service 27f74b
                    filelist.append(os.path.join(root, f))
Packit Service 27f74b
Packit Service 27f74b
        return filelist
Packit Service 27f74b
Packit Service 27f74b
    def _package_to_path(self, pkg):
Packit Service 27f74b
        if len(self.base.repos):
Packit Service 27f74b
            return os.path.join(self.opts.path, pkg.location)
Packit Service 27f74b
        else:
Packit Service 27f74b
            return pkg.location
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def _package_to_nevra(pkg):
Packit Service 27f74b
        return (pkg.name, pkg.epoch, pkg.version, pkg.release, pkg.arch)