|
Packit Service |
27f74b |
# repomanage.py
|
|
Packit Service |
27f74b |
# DNF plugin adding a command to manage rpm packages from given directory.
|
|
Packit Service |
27f74b |
#
|
|
Packit Service |
27f74b |
# Copyright (C) 2015 Igor Gnatenko
|
|
Packit Service |
27f74b |
#
|
|
Packit Service |
27f74b |
# This copyrighted material is made available to anyone wishing to use,
|
|
Packit Service |
27f74b |
# modify, copy, or redistribute it subject to the terms and conditions of
|
|
Packit Service |
27f74b |
# the GNU General Public License v.2, or (at your option) any later version.
|
|
Packit Service |
27f74b |
# This program is distributed in the hope that it will be useful, but WITHOUT
|
|
Packit Service |
27f74b |
# ANY WARRANTY expressed or implied, including the implied warranties of
|
|
Packit Service |
27f74b |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
|
|
Packit Service |
27f74b |
# Public License for more details. You should have received a copy of the
|
|
Packit Service |
27f74b |
# GNU General Public License along with this program; if not, write to the
|
|
Packit Service |
27f74b |
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
|
Packit Service |
27f74b |
# 02110-1301, USA. Any Red Hat trademarks that are incorporated in the
|
|
Packit Service |
27f74b |
# source code or documentation are not subject to the GNU General Public
|
|
Packit Service |
27f74b |
# License and may only be used or replicated with the express permission of
|
|
Packit Service |
27f74b |
# Red Hat, Inc.
|
|
Packit Service |
27f74b |
#
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
from __future__ import absolute_import
|
|
Packit Service |
27f74b |
from __future__ import unicode_literals
|
|
Packit Service |
27f74b |
from dnfpluginscore import _, logger
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
import dnf
|
|
Packit Service |
27f74b |
import dnf.cli
|
|
Packit Service |
27f74b |
import logging
|
|
Packit Service |
27f74b |
import os
|
|
Packit Service |
27f74b |
import hawkey
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
class RepoManage(dnf.Plugin):
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
name = "repomanage"
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
def __init__(self, base, cli):
|
|
Packit Service |
27f74b |
super(RepoManage, self).__init__(base, cli)
|
|
Packit Service |
27f74b |
if cli is None:
|
|
Packit Service |
27f74b |
return
|
|
Packit Service |
27f74b |
cli.register_command(RepoManageCommand)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
class RepoManageCommand(dnf.cli.Command):
|
|
Packit Service |
27f74b |
aliases = ("repomanage",)
|
|
Packit Service |
27f74b |
summary = _("Manage a directory of rpm packages")
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
def pre_configure(self):
|
|
Packit Service |
27f74b |
if not self.opts.verbose and not self.opts.quiet:
|
|
Packit Service |
27f74b |
self.cli.redirect_logger(stdout=logging.WARNING, stderr=logging.INFO)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
def configure(self):
|
|
Packit Service |
27f74b |
if not self.opts.verbose and not self.opts.quiet:
|
|
Packit Service |
27f74b |
self.cli.redirect_repo_progress()
|
|
Packit Service |
27f74b |
demands = self.cli.demands
|
|
Packit Service |
27f74b |
demands.sack_activation = True
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
def run(self):
|
|
Packit Service |
27f74b |
if self.opts.new and self.opts.old:
|
|
Packit Service |
27f74b |
raise dnf.exceptions.Error(_("Pass either --old or --new, not both!"))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
rpm_list = []
|
|
Packit Service |
27f74b |
rpm_list = self._get_file_list(self.opts.path, ".rpm")
|
|
Packit Service |
27f74b |
verfile = {}
|
|
Packit Service |
27f74b |
pkgdict = {}
|
|
Packit Service |
27f74b |
module_dict = {} # {NameStream: {Version: [modules]}}
|
|
Packit Service |
27f74b |
all_modular_artifacts = set()
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
keepnum = int(self.opts.keep) # the number of items to keep
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
if len(rpm_list) == 0:
|
|
Packit Service |
27f74b |
raise dnf.exceptions.Error(_("No files to process"))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
try:
|
|
Packit Service |
27f74b |
this_repo = self.base.repos.add_new_repo("repomanage_repo", self.base.conf, baseurl=[self.opts.path])
|
|
Packit Service |
27f74b |
self.base._add_repo_to_sack(this_repo)
|
|
Packit Service |
27f74b |
if dnf.base.WITH_MODULES:
|
|
Packit Service |
27f74b |
self.base._setup_modular_excludes()
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
# Prepare modules
|
|
Packit Service |
27f74b |
module_packages = self.base._moduleContainer.getModulePackages()
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
for module_package in module_packages:
|
|
Packit Service |
27f74b |
all_modular_artifacts.update(module_package.getArtifacts())
|
|
Packit Service |
27f74b |
module_dict.setdefault(module_package.getNameStream(), {}).setdefault(
|
|
Packit Service |
27f74b |
module_package.getVersionNum(), []).append(module_package)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
except dnf.exceptions.RepoError:
|
|
Packit Service |
27f74b |
self.base.reset(sack=True, repos=True)
|
|
Packit Service |
27f74b |
self.base.fill_sack(load_system_repo=False, load_available_repos=False)
|
|
Packit Service |
27f74b |
try:
|
|
Packit Service |
27f74b |
self.base.add_remote_rpms(rpm_list, progress=self.base.output.progress)
|
|
Packit Service |
27f74b |
except IOError:
|
|
Packit Service |
27f74b |
logger.warning(_("Could not open {}").format(', '.join(rpm_list)))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
# Prepare regular packages
|
|
Packit Service |
27f74b |
query = self.base.sack.query(flags=hawkey.IGNORE_MODULAR_EXCLUDES).available()
|
|
Packit Service |
27f74b |
packages = [x for x in query.filter(pkg__neq=query.filter(nevra_strict=all_modular_artifacts)).available()]
|
|
Packit Service |
27f74b |
packages.sort()
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
for pkg in packages:
|
|
Packit Service |
27f74b |
na = (pkg.name, pkg.arch)
|
|
Packit Service |
27f74b |
if na in pkgdict:
|
|
Packit Service |
27f74b |
if pkg not in pkgdict[na]:
|
|
Packit Service |
27f74b |
pkgdict[na].append(pkg)
|
|
Packit Service |
27f74b |
else:
|
|
Packit Service |
27f74b |
pkgdict[na] = [pkg]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
nevra = self._package_to_nevra(pkg)
|
|
Packit Service |
27f74b |
if nevra in verfile:
|
|
Packit Service |
27f74b |
verfile[nevra].append(self._package_to_path(pkg))
|
|
Packit Service |
27f74b |
else:
|
|
Packit Service |
27f74b |
verfile[nevra] = [self._package_to_path(pkg)]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
outputpackages = []
|
|
Packit Service |
27f74b |
# modular packages
|
|
Packit Service |
27f74b |
keepnum_latest_stream_artifacts = set()
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
# if new
|
|
Packit Service |
27f74b |
if not self.opts.old:
|
|
Packit Service |
27f74b |
# regular packages
|
|
Packit Service |
27f74b |
for (n, a) in pkgdict.keys():
|
|
Packit Service |
27f74b |
evrlist = pkgdict[(n, a)]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
newevrs = evrlist[-keepnum:]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
for package in newevrs:
|
|
Packit Service |
27f74b |
nevra = self._package_to_nevra(package)
|
|
Packit Service |
27f74b |
for fpkg in verfile[nevra]:
|
|
Packit Service |
27f74b |
outputpackages.append(fpkg)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
# modular packages
|
|
Packit Service |
27f74b |
for streams_by_version in module_dict.values():
|
|
Packit Service |
27f74b |
sorted_stream_versions = sorted(streams_by_version.keys(), reverse=True)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
new_sorted_stream_versions = sorted_stream_versions[-keepnum:]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
for i in new_sorted_stream_versions:
|
|
Packit Service |
27f74b |
for stream in streams_by_version[i]:
|
|
Packit Service |
27f74b |
keepnum_latest_stream_artifacts.update(set(stream.getArtifacts()))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
if self.opts.old:
|
|
Packit Service |
27f74b |
# regular packages
|
|
Packit Service |
27f74b |
for (n, a) in pkgdict.keys():
|
|
Packit Service |
27f74b |
evrlist = pkgdict[(n, a)]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
oldevrs = evrlist[:-keepnum]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
for package in oldevrs:
|
|
Packit Service |
27f74b |
nevra = self._package_to_nevra(package)
|
|
Packit Service |
27f74b |
for fpkg in verfile[nevra]:
|
|
Packit Service |
27f74b |
outputpackages.append(fpkg)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
# modular packages
|
|
Packit Service |
27f74b |
for streams_by_version in module_dict.values():
|
|
Packit Service |
27f74b |
sorted_stream_versions = sorted(streams_by_version.keys(), reverse=True)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
old_sorted_stream_versions = sorted_stream_versions[:-keepnum]
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
for i in old_sorted_stream_versions:
|
|
Packit Service |
27f74b |
for stream in streams_by_version[i]:
|
|
Packit Service |
27f74b |
keepnum_latest_stream_artifacts.update(set(stream.getArtifacts()))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
modular_packages = [self._package_to_path(x) for x in query.filter(pkg__eq=query.filter(nevra_strict=keepnum_latest_stream_artifacts)).available()]
|
|
Packit Service |
27f74b |
outputpackages = outputpackages + modular_packages
|
|
Packit Service |
27f74b |
outputpackages.sort()
|
|
Packit Service |
27f74b |
if self.opts.space:
|
|
Packit Service |
27f74b |
print(" ".join(outputpackages))
|
|
Packit Service |
27f74b |
else:
|
|
Packit Service |
27f74b |
for pkg in outputpackages:
|
|
Packit Service |
27f74b |
print(pkg)
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
@staticmethod
|
|
Packit Service |
27f74b |
def set_argparser(parser):
|
|
Packit Service |
27f74b |
parser.add_argument("-o", "--old", action="store_true",
|
|
Packit Service |
27f74b |
help=_("Print the older packages"))
|
|
Packit Service |
27f74b |
parser.add_argument("-n", "--new", action="store_true",
|
|
Packit Service |
27f74b |
help=_("Print the newest packages"))
|
|
Packit Service |
27f74b |
parser.add_argument("-s", "--space", action="store_true",
|
|
Packit Service |
27f74b |
help=_("Space separated output, not newline"))
|
|
Packit Service |
27f74b |
parser.add_argument("-k", "--keep", action="store", metavar="KEEP",
|
|
Packit Service |
27f74b |
help=_("Newest N packages to keep - defaults to 1"),
|
|
Packit Service |
27f74b |
default=1, type=int)
|
|
Packit Service |
27f74b |
parser.add_argument("path", action="store",
|
|
Packit Service |
27f74b |
help=_("Path to directory"))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
@staticmethod
|
|
Packit Service |
27f74b |
def _get_file_list(path, ext):
|
|
Packit Service |
27f74b |
"""Return all files in path matching ext
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
return list object
|
|
Packit Service |
27f74b |
"""
|
|
Packit Service |
27f74b |
filelist = []
|
|
Packit Service |
27f74b |
for root, dirs, files in os.walk(path):
|
|
Packit Service |
27f74b |
for f in files:
|
|
Packit Service |
27f74b |
if os.path.splitext(f)[1].lower() == str(ext):
|
|
Packit Service |
27f74b |
filelist.append(os.path.join(root, f))
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
return filelist
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
def _package_to_path(self, pkg):
|
|
Packit Service |
27f74b |
if len(self.base.repos):
|
|
Packit Service |
27f74b |
return os.path.join(self.opts.path, pkg.location)
|
|
Packit Service |
27f74b |
else:
|
|
Packit Service |
27f74b |
return pkg.location
|
|
Packit Service |
27f74b |
|
|
Packit Service |
27f74b |
@staticmethod
|
|
Packit Service |
27f74b |
def _package_to_nevra(pkg):
|
|
Packit Service |
27f74b |
return (pkg.name, pkg.epoch, pkg.version, pkg.release, pkg.arch)
|