Blame plugins/versionlock.py

Packit Service 27f74b
#
Packit Service 27f74b
# Copyright (C) 2015  Red Hat, Inc.
Packit Service 27f74b
#
Packit Service 27f74b
# This copyrighted material is made available to anyone wishing to use,
Packit Service 27f74b
# modify, copy, or redistribute it subject to the terms and conditions of
Packit Service 27f74b
# the GNU General Public License v.2, or (at your option) any later version.
Packit Service 27f74b
# This program is distributed in the hope that it will be useful, but WITHOUT
Packit Service 27f74b
# ANY WARRANTY expressed or implied, including the implied warranties of
Packit Service 27f74b
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General
Packit Service 27f74b
# Public License for more details.  You should have received a copy of the
Packit Service 27f74b
# GNU General Public License along with this program; if not, write to the
Packit Service 27f74b
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
Packit Service 27f74b
# 02110-1301, USA.  Any Red Hat trademarks that are incorporated in the
Packit Service 27f74b
# source code or documentation are not subject to the GNU General Public
Packit Service 27f74b
# License and may only be used or replicated with the express permission of
Packit Service 27f74b
# Red Hat, Inc.
Packit Service 27f74b
#
Packit Service 27f74b
Packit Service 27f74b
from __future__ import absolute_import
Packit Service 27f74b
from __future__ import unicode_literals
Packit Service 27f74b
from dnfpluginscore import _, logger
Packit Service 27f74b
Packit Service 27f74b
import dnf
Packit Service 27f74b
import dnf.cli
Packit Service 27f74b
import dnf.exceptions
Packit Service 27f74b
import fnmatch
Packit Service 27f74b
import hawkey
Packit Service 27f74b
import os
Packit Service 27f74b
import tempfile
Packit Service 27f74b
import time
Packit Service 27f74b
Packit Service 27f74b
NOT_READABLE = _('Unable to read version lock configuration: %s')
Packit Service 27f74b
NO_LOCKLIST = _('Locklist not set')
Packit Service 27f74b
ADDING_SPEC = _('Adding versionlock on:')
Packit Service 27f74b
EXCLUDING_SPEC = _('Adding exclude on:')
Packit Service 27f74b
EXISTING_SPEC = _('Package already locked in equivalent form:')
Packit Service 27f74b
ALREADY_LOCKED = _('Package {} is already locked')
Packit Service 27f74b
ALREADY_EXCLUDED = _('Package {} is already excluded')
Packit Service 27f74b
DELETING_SPEC = _('Deleting versionlock for:')
Packit Service 27f74b
NOTFOUND_SPEC = _('No package found for:')
Packit Service 27f74b
NO_VERSIONLOCK = _('Excludes from versionlock plugin were not applied')
Packit Service 27f74b
APPLY_LOCK = _('Versionlock plugin: number of lock rules from file "{}" applied: {}')
Packit Service 27f74b
APPLY_EXCLUDE = _('Versionlock plugin: number of exclude rules from file "{}" applied: {}')
Packit Service 27f74b
NEVRA_ERROR = _('Versionlock plugin: could not parse pattern:')
Packit Service 27f74b
Packit Service 27f74b
locklist_fn = None
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class VersionLock(dnf.Plugin):
Packit Service 27f74b
Packit Service 27f74b
    name = 'versionlock'
Packit Service 27f74b
Packit Service 27f74b
    def __init__(self, base, cli):
Packit Service 27f74b
        super(VersionLock, self).__init__(base, cli)
Packit Service 27f74b
        self.base = base
Packit Service 27f74b
        self.cli = cli
Packit Service 27f74b
        if self.cli is not None:
Packit Service 27f74b
            self.cli.register_command(VersionLockCommand)
Packit Service 27f74b
Packit Service 27f74b
    def config(self):
Packit Service 27f74b
        global locklist_fn
Packit Service 27f74b
        cp = self.read_config(self.base.conf)
Packit Service 27f74b
        locklist_fn = (cp.has_section('main') and cp.has_option('main', 'locklist')
Packit Service 27f74b
                       and cp.get('main', 'locklist'))
Packit Service 27f74b
Packit Service 27f74b
    def locking_enabled(self):
Packit Service 27f74b
        if self.cli is None:
Packit Service 27f74b
            enabled = True  # loaded via the api, not called by cli
Packit Service 27f74b
        else:
Packit Service 27f74b
            enabled = self.cli.demands.plugin_filtering_enabled
Packit Service 27f74b
            if enabled is None:
Packit Service 27f74b
                enabled = self.cli.demands.resolving
Packit Service 27f74b
        return enabled
Packit Service 27f74b
Packit Service 27f74b
    def sack(self):
Packit Service 27f74b
        if not self.locking_enabled():
Packit Service 27f74b
            logger.debug(NO_VERSIONLOCK)
Packit Service 27f74b
            return
Packit Service 27f74b
Packit Service 27f74b
        excludes_query = self.base.sack.query().filter(empty=True)
Packit Service 27f74b
        locked_query = self.base.sack.query().filter(empty=True)
Packit Service 27f74b
        locked_names = set()
Packit Service 27f74b
        # counter of applied rules [locked_count, excluded_count]
Packit Service 27f74b
        count = [0, 0]
Packit Service 27f74b
        for pat in _read_locklist():
Packit Service 27f74b
            excl = 0
Packit Service 27f74b
            if pat and pat[0] == '!':
Packit Service 27f74b
                pat = pat[1:]
Packit Service 27f74b
                excl = 1
Packit Service 27f74b
Packit Service 27f74b
            possible_nevras = dnf.subject.Subject(pat).get_nevra_possibilities()
Packit Service 27f74b
            if possible_nevras:
Packit Service 27f74b
                count[excl] += 1
Packit Service 27f74b
            else:
Packit Service 27f74b
                logger.error("%s %s", NEVRA_ERROR, pat)
Packit Service 27f74b
                continue
Packit Service 27f74b
            for nevra in possible_nevras:
Packit Service 27f74b
                pat_query = nevra.to_query(self.base.sack)
Packit Service 27f74b
                if excl:
Packit Service 27f74b
                    excludes_query = excludes_query.union(pat_query)
Packit Service 27f74b
                else:
Packit Service 27f74b
                    locked_names.add(nevra.name)
Packit Service 27f74b
                    locked_query = locked_query.union(pat_query)
Packit Service 27f74b
Packit Service 27f74b
        if count[1]:
Packit Service 27f74b
            logger.debug(APPLY_EXCLUDE.format(locklist_fn, count[1]))
Packit Service 27f74b
        if count[0]:
Packit Service 27f74b
            logger.debug(APPLY_LOCK.format(locklist_fn, count[0]))
Packit Service 27f74b
Packit Service 27f74b
        if locked_names:
Packit Service 27f74b
            all_versions = self.base.sack.query().filter(name__glob=list(locked_names))
Packit Service 27f74b
            other_versions = all_versions.difference(locked_query)
Packit Service 27f74b
            excludes_query = excludes_query.union(other_versions)
Packit Service 27f74b
            # exclude also anything that obsoletes the locked versions of packages
Packit Service 27f74b
            excludes_query = excludes_query.union(
Packit Service 27f74b
                self.base.sack.query().filterm(obsoletes=locked_query))
Packit Service 27f74b
Packit Service 27f74b
        excludes_query.filterm(reponame__neq=hawkey.SYSTEM_REPO_NAME)
Packit Service 27f74b
        if excludes_query:
Packit Service 27f74b
            self.base.sack.add_excludes(excludes_query)
Packit Service 27f74b
Packit Service 27f74b
EXC_CMDS = ['exclude', 'add-!', 'add!', 'blacklist']
Packit Service 27f74b
DEL_CMDS = ['delete', 'del']
Packit Service 27f74b
ALL_CMDS = ['add', 'clear', 'list'] + EXC_CMDS + DEL_CMDS
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
class VersionLockCommand(dnf.cli.Command):
Packit Service 27f74b
Packit Service 27f74b
    aliases = ("versionlock",)
Packit Service 27f74b
    summary = _("control package version locks")
Packit Service 27f74b
    usage = "[add|exclude|list|delete|clear] [<package-nevr-spec>]"
Packit Service 27f74b
Packit Service 27f74b
    @staticmethod
Packit Service 27f74b
    def set_argparser(parser):
Packit Service 27f74b
        parser.add_argument("--raw", default=False, action='store_true',
Packit Service 27f74b
                            help=_("Use package specifications as they are, do not "
Packit Service 27f74b
                                   "try to parse them"))
Packit Service 27f74b
        parser.add_argument("subcommand", nargs='?',
Packit Service 27f74b
                            metavar="[add|exclude|list|delete|clear]")
Packit Service 27f74b
        parser.add_argument("package", nargs='*',
Packit Service 27f74b
                            metavar="[<package-nevr-spec>]")
Packit Service 27f74b
Packit Service 27f74b
    def configure(self):
Packit Service 27f74b
        self.cli.demands.sack_activation = True
Packit Service 27f74b
        self.cli.demands.available_repos = True
Packit Service 27f74b
Packit Service 27f74b
    def run(self):
Packit Service 27f74b
        cmd = 'list'
Packit Service 27f74b
        if self.opts.subcommand:
Packit Service 27f74b
            if self.opts.subcommand not in ALL_CMDS:
Packit Service 27f74b
                cmd = 'add'
Packit Service 27f74b
                self.opts.package.insert(0, self.opts.subcommand)
Packit Service 27f74b
            elif self.opts.subcommand in EXC_CMDS:
Packit Service 27f74b
                cmd = 'exclude'
Packit Service 27f74b
            elif self.opts.subcommand in DEL_CMDS:
Packit Service 27f74b
                cmd = 'delete'
Packit Service 27f74b
            else:
Packit Service 27f74b
                cmd = self.opts.subcommand
Packit Service 27f74b
Packit Service 27f74b
        if cmd == 'add':
Packit Service 27f74b
            (entry, entry_cmd) = _search_locklist(self.opts.package)
Packit Service 27f74b
            if entry == '':
Packit Service 27f74b
                _write_locklist(self.base, self.opts.package, self.opts.raw, True,
Packit Service 27f74b
                                "\n# Added lock on %s\n" % time.ctime(),
Packit Service 27f74b
                                ADDING_SPEC, '')
Packit Service 27f74b
            elif cmd != entry_cmd:
Packit Service 27f74b
                raise dnf.exceptions.Error(ALREADY_EXCLUDED.format(entry))
Packit Service 27f74b
            else:
Packit Service 27f74b
                logger.info("%s %s", EXISTING_SPEC, entry)
Packit Service 27f74b
        elif cmd == 'exclude':
Packit Service 27f74b
            (entry, entry_cmd) = _search_locklist(self.opts.package)
Packit Service 27f74b
            if entry == '':
Packit Service 27f74b
                _write_locklist(self.base, self.opts.package, self.opts.raw, False,
Packit Service 27f74b
                                "\n# Added exclude on %s\n" % time.ctime(),
Packit Service 27f74b
                                EXCLUDING_SPEC, '!')
Packit Service 27f74b
            elif cmd != entry_cmd:
Packit Service 27f74b
                raise dnf.exceptions.Error(ALREADY_LOCKED.format(entry))
Packit Service 27f74b
            else:
Packit Service 27f74b
                logger.info("%s %s", EXISTING_SPEC, entry)
Packit Service 27f74b
        elif cmd == 'list':
Packit Service 27f74b
            for pat in _read_locklist():
Packit Service 27f74b
                print(pat)
Packit Service 27f74b
        elif cmd == 'clear':
Packit Service 27f74b
            if not locklist_fn:
Packit Service 27f74b
                raise dnf.exceptions.Error(NO_LOCKLIST)
Packit Service 27f74b
            with open(locklist_fn, 'w') as f:
Packit Service 27f74b
                # open in write mode truncates file
Packit Service 27f74b
                pass
Packit Service 27f74b
        elif cmd == 'delete':
Packit Service 27f74b
            if not locklist_fn:
Packit Service 27f74b
                raise dnf.exceptions.Error(NO_LOCKLIST)
Packit Service 27f74b
            dirname = os.path.dirname(locklist_fn)
Packit Service 27f74b
            (out, tmpfilename) = tempfile.mkstemp(dir=dirname, suffix='.tmp')
Packit Service 27f74b
            locked_specs = _read_locklist()
Packit Service 27f74b
            count = 0
Packit Service 27f74b
            with os.fdopen(out, 'w', -1) as out:
Packit Service 27f74b
                for ent in locked_specs:
Packit Service 27f74b
                    if _match(ent, self.opts.package):
Packit Service 27f74b
                        print("%s %s" % (DELETING_SPEC, ent))
Packit Service 27f74b
                        count += 1
Packit Service 27f74b
                        continue
Packit Service 27f74b
                    out.write(ent)
Packit Service 27f74b
                    out.write('\n')
Packit Service 27f74b
            if not count:
Packit Service 27f74b
                os.unlink(tmpfilename)
Packit Service 27f74b
            else:
Packit Service 27f74b
                os.chmod(tmpfilename, 0o644)
Packit Service 27f74b
                os.rename(tmpfilename, locklist_fn)
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def _read_locklist():
Packit Service 27f74b
    locklist = []
Packit Service 27f74b
    try:
Packit Service 27f74b
        if not locklist_fn:
Packit Service 27f74b
            raise dnf.exceptions.Error(NO_LOCKLIST)
Packit Service 27f74b
        with open(locklist_fn) as llfile:
Packit Service 27f74b
            for line in llfile.readlines():
Packit Service 27f74b
                if line.startswith('#') or line.strip() == '':
Packit Service 27f74b
                    continue
Packit Service 27f74b
                locklist.append(line.strip())
Packit Service 27f74b
    except IOError as e:
Packit Service 27f74b
        raise dnf.exceptions.Error(NOT_READABLE % e)
Packit Service 27f74b
    return locklist
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def _search_locklist(package):
Packit Service 27f74b
    found = action = ''
Packit Service 27f74b
    locked_specs = _read_locklist()
Packit Service 27f74b
    for ent in locked_specs:
Packit Service 27f74b
        if _match(ent, package):
Packit Service 27f74b
            found = ent
Packit Service 27f74b
            action = 'exclude' if ent.startswith('!') else 'add'
Packit Service 27f74b
            break
Packit Service 27f74b
    return (found, action)
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def _write_locklist(base, args, raw, try_installed, comment, info, prefix):
Packit Service 27f74b
    specs = set()
Packit Service 27f74b
    for pat in args:
Packit Service 27f74b
        if raw:
Packit Service 27f74b
            specs.add(pat)
Packit Service 27f74b
            continue
Packit Service 27f74b
        subj = dnf.subject.Subject(pat)
Packit Service 27f74b
        pkgs = None
Packit Service 27f74b
        if try_installed:
Packit Service 27f74b
            pkgs = subj.get_best_query(dnf.sack._rpmdb_sack(base), with_nevra=True,
Packit Service 27f74b
                                       with_provides=False, with_filenames=False)
Packit Service 27f74b
        if not pkgs:
Packit Service 27f74b
            pkgs = subj.get_best_query(base.sack, with_nevra=True, with_provides=False,
Packit Service 27f74b
                                       with_filenames=False)
Packit Service 27f74b
        if not pkgs:
Packit Service 27f74b
            print("%s %s" % (NOTFOUND_SPEC, pat))
Packit Service 27f74b
Packit Service 27f74b
        for pkg in pkgs:
Packit Service 27f74b
            specs.add(pkgtup2spec(*pkg.pkgtup))
Packit Service 27f74b
Packit Service 27f74b
    if specs:
Packit Service 27f74b
        try:
Packit Service 27f74b
            if not locklist_fn:
Packit Service 27f74b
                raise dnf.exceptions.Error(NO_LOCKLIST)
Packit Service 27f74b
            with open(locklist_fn, 'a') as f:
Packit Service 27f74b
                f.write(comment)
Packit Service 27f74b
                for spec in specs:
Packit Service 27f74b
                    print("%s %s" % (info, spec))
Packit Service 27f74b
                    f.write("%s%s\n" % (prefix, spec))
Packit Service 27f74b
        except IOError as e:
Packit Service 27f74b
            raise dnf.exceptions.Error(NOT_READABLE % e)
Packit Service 27f74b
Packit Service 27f74b
def _match(ent, patterns):
Packit Service 27f74b
    ent = ent.lstrip('!')
Packit Service 27f74b
    for pat in patterns:
Packit Service 27f74b
        if ent == pat:
Packit Service 27f74b
            return True
Packit Service 27f74b
    try:
Packit Service 27f74b
        n = hawkey.split_nevra(ent)
Packit Service 27f74b
    except hawkey.ValueException:
Packit Service 27f74b
        return False
Packit Service 27f74b
    for name in (
Packit Service 27f74b
        '%s' % n.name,
Packit Service 27f74b
        '%s.%s' % (n.name, n.arch),
Packit Service 27f74b
        '%s-%s' % (n.name, n.version),
Packit Service 27f74b
        '%s-%s-%s' % (n.name, n.version, n.release),
Packit Service 27f74b
        '%s-%s:%s' % (n.name, n.epoch, n.version),
Packit Service 27f74b
        '%s-%s-%s.%s' % (n.name, n.version, n.release, n.arch),
Packit Service 27f74b
        '%s-%s:%s-%s' % (n.name, n.epoch, n.version, n.release),
Packit Service 27f74b
        '%s:%s-%s-%s.%s' % (n.epoch, n.name, n.version, n.release, n.arch),
Packit Service 27f74b
        '%s-%s:%s-%s.%s' % (n.name, n.epoch, n.version, n.release, n.arch),
Packit Service 27f74b
    ):
Packit Service 27f74b
        for pat in patterns:
Packit Service 27f74b
            if fnmatch.fnmatch(name, pat):
Packit Service 27f74b
                return True
Packit Service 27f74b
    return False
Packit Service 27f74b
Packit Service 27f74b
Packit Service 27f74b
def pkgtup2spec(name, arch, epoch, version, release):
Packit Service 27f74b
    # we ignore arch
Packit Service 27f74b
    e = "" if epoch in (None, "") else "%s:" % epoch
Packit Service 27f74b
    return "%s-%s%s-%s.*" % (name, e, version, release)