Blame dnf/lock.py

Packit Service 21c75c
# lock.py
Packit Service 21c75c
# DNF Locking Subsystem.
Packit Service 21c75c
#
Packit Service 21c75c
# Copyright (C) 2013-2016 Red Hat, Inc.
Packit Service 21c75c
#
Packit Service 21c75c
# This copyrighted material is made available to anyone wishing to use,
Packit Service 21c75c
# modify, copy, or redistribute it subject to the terms and conditions of
Packit Service 21c75c
# the GNU General Public License v.2, or (at your option) any later version.
Packit Service 21c75c
# This program is distributed in the hope that it will be useful, but WITHOUT
Packit Service 21c75c
# ANY WARRANTY expressed or implied, including the implied warranties of
Packit Service 21c75c
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General
Packit Service 21c75c
# Public License for more details.  You should have received a copy of the
Packit Service 21c75c
# GNU General Public License along with this program; if not, write to the
Packit Service 21c75c
# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
Packit Service 21c75c
# 02110-1301, USA.  Any Red Hat trademarks that are incorporated in the
Packit Service 21c75c
# source code or documentation are not subject to the GNU General Public
Packit Service 21c75c
# License and may only be used or replicated with the express permission of
Packit Service 21c75c
# Red Hat, Inc.
Packit Service 21c75c
#
Packit Service 21c75c
Packit Service 21c75c
from __future__ import absolute_import
Packit Service 21c75c
from __future__ import unicode_literals
Packit Service 21c75c
from dnf.exceptions import ProcessLockError, ThreadLockError, LockError
Packit Service 21c75c
from dnf.i18n import _
Packit Service 21c75c
from dnf.yum import misc
Packit Service 21c75c
import dnf.logging
Packit Service 21c75c
import dnf.util
Packit Service 21c75c
import errno
Packit Service 21c75c
import fcntl
Packit Service 21c75c
import hashlib
Packit Service 21c75c
import logging
Packit Service 21c75c
import os
Packit Service 21c75c
import threading
Packit Service 21c75c
import time
Packit Service 21c75c
Packit Service 21c75c
logger = logging.getLogger("dnf")
Packit Service 21c75c
Packit Service 21c75c
def _fit_lock_dir(dir_):
Packit Service 21c75c
    if not dnf.util.am_i_root():
Packit Service 21c75c
        # for regular users the best we currently do is not to clash with
Packit Service 21c75c
        # another DNF process of the same user. Since dir_ is quite definitely
Packit Service 21c75c
        # not writable for us, yet significant, use its hash:
Packit Service 21c75c
        hexdir = hashlib.sha1(dir_.encode('utf-8')).hexdigest()
Packit Service 21c75c
        dir_ = os.path.join(misc.getCacheDir(), 'locks', hexdir)
Packit Service 21c75c
    return dir_
Packit Service 21c75c
Packit Service 21c75c
def build_download_lock(cachedir, exit_on_lock):
Packit Service 21c75c
    return ProcessLock(os.path.join(_fit_lock_dir(cachedir), 'download_lock.pid'),
Packit Service 21c75c
                       'cachedir', not exit_on_lock)
Packit Service 21c75c
Packit Service 21c75c
def build_metadata_lock(cachedir, exit_on_lock):
Packit Service 21c75c
    return ProcessLock(os.path.join(_fit_lock_dir(cachedir), 'metadata_lock.pid'),
Packit Service 21c75c
                       'metadata', not exit_on_lock)
Packit Service 21c75c
Packit Service 21c75c
Packit Service 21c75c
def build_rpmdb_lock(persistdir, exit_on_lock):
Packit Service 21c75c
    return ProcessLock(os.path.join(_fit_lock_dir(persistdir), 'rpmdb_lock.pid'),
Packit Service 21c75c
                       'RPMDB', not exit_on_lock)
Packit Service 21c75c
Packit Service 21c75c
Packit Service 21c75c
def build_log_lock(logdir, exit_on_lock):
Packit Service 21c75c
    return ProcessLock(os.path.join(_fit_lock_dir(logdir), 'log_lock.pid'),
Packit Service 21c75c
                       'log', not exit_on_lock)
Packit Service 21c75c
Packit Service 21c75c
Packit Service 21c75c
class ProcessLock(object):
Packit Service 21c75c
    def __init__(self, target, description, blocking=False):
Packit Service 21c75c
        self.blocking = blocking
Packit Service 21c75c
        self.count = 0
Packit Service 21c75c
        self.description = description
Packit Service 21c75c
        self.target = target
Packit Service 21c75c
        self.thread_lock = threading.RLock()
Packit Service 21c75c
Packit Service 21c75c
    def _lock_thread(self):
Packit Service 21c75c
        if not self.thread_lock.acquire(blocking=False):
Packit Service 21c75c
            msg = '%s already locked by a different thread' % self.description
Packit Service 21c75c
            raise ThreadLockError(msg)
Packit Service 21c75c
        self.count += 1
Packit Service 21c75c
Packit Service 21c75c
    def _try_lock(self, pid):
Packit Service 21c75c
        fd = os.open(self.target, os.O_CREAT | os.O_RDWR, 0o644)
Packit Service 21c75c
Packit Service 21c75c
        try:
Packit Service 21c75c
            try:
Packit Service 21c75c
                fcntl.flock(fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
Packit Service 21c75c
            except OSError as e:
Packit Service 21c75c
                if e.errno == errno.EWOULDBLOCK:
Packit Service 21c75c
                    return -1
Packit Service 21c75c
                raise
Packit Service 21c75c
Packit Service 21c75c
            old_pid = os.read(fd, 20)
Packit Service 21c75c
            if len(old_pid) == 0:
Packit Service 21c75c
                # empty file, write our pid
Packit Service 21c75c
                os.write(fd, str(pid).encode('utf-8'))
Packit Service 21c75c
                return pid
Packit Service 21c75c
Packit Service 21c75c
            try:
Packit Service 21c75c
                old_pid = int(old_pid)
Packit Service 21c75c
            except ValueError:
Packit Service 21c75c
                msg = _('Malformed lock file found: %s.\n'
Packit Service 21c75c
                        'Ensure no other dnf/yum process is running and '
Packit Service 21c75c
                        'remove the lock file manually or run '
Packit Service 21c75c
                        'systemd-tmpfiles --remove dnf.conf.') % (self.target)
Packit Service 21c75c
                raise LockError(msg)
Packit Service 21c75c
Packit Service 21c75c
            if old_pid == pid:
Packit Service 21c75c
                # already locked by this process
Packit Service 21c75c
                return pid
Packit Service 21c75c
Packit Service 21c75c
            if not os.access('/proc/%d/stat' % old_pid, os.F_OK):
Packit Service 21c75c
                # locked by a dead process, write our pid
Packit Service 21c75c
                os.lseek(fd, 0, os.SEEK_SET)
Packit Service 21c75c
                os.ftruncate(fd, 0)
Packit Service 21c75c
                os.write(fd, str(pid).encode('utf-8'))
Packit Service 21c75c
                return pid
Packit Service 21c75c
Packit Service 21c75c
            return old_pid
Packit Service 21c75c
Packit Service 21c75c
        finally:
Packit Service 21c75c
            os.close(fd)
Packit Service 21c75c
Packit Service 21c75c
    def _unlock_thread(self):
Packit Service 21c75c
        self.count -= 1
Packit Service 21c75c
        self.thread_lock.release()
Packit Service 21c75c
Packit Service 21c75c
    def __enter__(self):
Packit Service 21c75c
        dnf.util.ensure_dir(os.path.dirname(self.target))
Packit Service 21c75c
        self._lock_thread()
Packit Service 21c75c
        prev_pid = -1
Packit Service 21c75c
        my_pid = os.getpid()
Packit Service 21c75c
        pid = self._try_lock(my_pid)
Packit Service 21c75c
        while pid != my_pid:
Packit Service 21c75c
            if pid != -1:
Packit Service 21c75c
                if not self.blocking:
Packit Service 21c75c
                    self._unlock_thread()
Packit Service 21c75c
                    msg = '%s already locked by %d' % (self.description, pid)
Packit Service 21c75c
                    raise ProcessLockError(msg, pid)
Packit Service 21c75c
                if prev_pid != pid:
Packit Service 21c75c
                    msg = _('Waiting for process with pid %d to finish.') % (pid)
Packit Service 21c75c
                    logger.info(msg)
Packit Service 21c75c
                    prev_pid = pid
Packit Service 21c75c
            time.sleep(1)
Packit Service 21c75c
            pid = self._try_lock(my_pid)
Packit Service 21c75c
Packit Service 21c75c
    def __exit__(self, *exc_args):
Packit Service 21c75c
        if self.count == 1:
Packit Service 21c75c
            os.unlink(self.target)
Packit Service 21c75c
        self._unlock_thread()