|
Packit |
6c4009 |
/* Set current priority ceiling of pthread_mutex_t.
|
|
Packit |
6c4009 |
Copyright (C) 2006-2018 Free Software Foundation, Inc.
|
|
Packit |
6c4009 |
This file is part of the GNU C Library.
|
|
Packit |
6c4009 |
Contributed by Jakub Jelinek <jakub@redhat.com>, 2006.
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
The GNU C Library is free software; you can redistribute it and/or
|
|
Packit |
6c4009 |
modify it under the terms of the GNU Lesser General Public
|
|
Packit |
6c4009 |
License as published by the Free Software Foundation; either
|
|
Packit |
6c4009 |
version 2.1 of the License, or (at your option) any later version.
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
The GNU C Library is distributed in the hope that it will be useful,
|
|
Packit |
6c4009 |
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
Packit |
6c4009 |
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Packit |
6c4009 |
Lesser General Public License for more details.
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
You should have received a copy of the GNU Lesser General Public
|
|
Packit |
6c4009 |
License along with the GNU C Library; if not, see
|
|
Packit |
6c4009 |
<http://www.gnu.org/licenses/>. */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
#include <stdbool.h>
|
|
Packit |
6c4009 |
#include <errno.h>
|
|
Packit |
6c4009 |
#include <pthreadP.h>
|
|
Packit |
6c4009 |
#include <atomic.h>
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
int
|
|
Packit |
6c4009 |
pthread_mutex_setprioceiling (pthread_mutex_t *mutex, int prioceiling,
|
|
Packit |
6c4009 |
int *old_ceiling)
|
|
Packit |
6c4009 |
{
|
|
Packit |
5e5144 |
/* See concurrency notes regarding __kind in struct __pthread_mutex_s
|
|
Packit |
5e5144 |
in sysdeps/nptl/bits/thread-shared-types.h. */
|
|
Packit |
5e5144 |
if ((atomic_load_relaxed (&(mutex->__data.__kind))
|
|
Packit |
5e5144 |
& PTHREAD_MUTEX_PRIO_PROTECT_NP) == 0)
|
|
Packit |
6c4009 |
return EINVAL;
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* See __init_sched_fifo_prio. */
|
|
Packit |
6c4009 |
if (atomic_load_relaxed (&__sched_fifo_min_prio) == -1
|
|
Packit |
6c4009 |
|| atomic_load_relaxed (&__sched_fifo_max_prio) == -1)
|
|
Packit |
6c4009 |
__init_sched_fifo_prio ();
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
if (__glibc_unlikely (prioceiling
|
|
Packit |
6c4009 |
< atomic_load_relaxed (&__sched_fifo_min_prio))
|
|
Packit |
6c4009 |
|| __glibc_unlikely (prioceiling
|
|
Packit |
6c4009 |
> atomic_load_relaxed (&__sched_fifo_max_prio))
|
|
Packit |
6c4009 |
|| __glibc_unlikely ((prioceiling
|
|
Packit |
6c4009 |
& (PTHREAD_MUTEXATTR_PRIO_CEILING_MASK
|
|
Packit |
6c4009 |
>> PTHREAD_MUTEXATTR_PRIO_CEILING_SHIFT))
|
|
Packit |
6c4009 |
!= prioceiling))
|
|
Packit |
6c4009 |
return EINVAL;
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Check whether we already hold the mutex. */
|
|
Packit |
6c4009 |
bool locked = false;
|
|
Packit |
6c4009 |
int kind = PTHREAD_MUTEX_TYPE (mutex);
|
|
Packit |
6c4009 |
if (mutex->__data.__owner == THREAD_GETMEM (THREAD_SELF, tid))
|
|
Packit |
6c4009 |
{
|
|
Packit |
6c4009 |
if (kind == PTHREAD_MUTEX_PP_ERRORCHECK_NP)
|
|
Packit |
6c4009 |
return EDEADLK;
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
if (kind == PTHREAD_MUTEX_PP_RECURSIVE_NP)
|
|
Packit |
6c4009 |
locked = true;
|
|
Packit |
6c4009 |
}
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
int oldval = mutex->__data.__lock;
|
|
Packit |
6c4009 |
if (! locked)
|
|
Packit |
6c4009 |
do
|
|
Packit |
6c4009 |
{
|
|
Packit |
6c4009 |
/* Need to lock the mutex, but without obeying the priority
|
|
Packit |
6c4009 |
protect protocol. */
|
|
Packit |
6c4009 |
int ceilval = (oldval & PTHREAD_MUTEX_PRIO_CEILING_MASK);
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
oldval = atomic_compare_and_exchange_val_acq (&mutex->__data.__lock,
|
|
Packit |
6c4009 |
ceilval | 1, ceilval);
|
|
Packit |
6c4009 |
if (oldval == ceilval)
|
|
Packit |
6c4009 |
break;
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
do
|
|
Packit |
6c4009 |
{
|
|
Packit |
6c4009 |
oldval
|
|
Packit |
6c4009 |
= atomic_compare_and_exchange_val_acq (&mutex->__data.__lock,
|
|
Packit |
6c4009 |
ceilval | 2,
|
|
Packit |
6c4009 |
ceilval | 1);
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
if ((oldval & PTHREAD_MUTEX_PRIO_CEILING_MASK) != ceilval)
|
|
Packit |
6c4009 |
break;
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
if (oldval != ceilval)
|
|
Packit |
6c4009 |
lll_futex_wait (&mutex->__data.__lock, ceilval | 2,
|
|
Packit |
6c4009 |
PTHREAD_MUTEX_PSHARED (mutex));
|
|
Packit |
6c4009 |
}
|
|
Packit |
6c4009 |
while (atomic_compare_and_exchange_val_acq (&mutex->__data.__lock,
|
|
Packit |
6c4009 |
ceilval | 2, ceilval)
|
|
Packit |
6c4009 |
!= ceilval);
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
if ((oldval & PTHREAD_MUTEX_PRIO_CEILING_MASK) != ceilval)
|
|
Packit |
6c4009 |
continue;
|
|
Packit |
6c4009 |
}
|
|
Packit |
6c4009 |
while (0);
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
int oldprio = (oldval & PTHREAD_MUTEX_PRIO_CEILING_MASK)
|
|
Packit |
6c4009 |
>> PTHREAD_MUTEX_PRIO_CEILING_SHIFT;
|
|
Packit |
6c4009 |
if (locked)
|
|
Packit |
6c4009 |
{
|
|
Packit |
6c4009 |
int ret = __pthread_tpp_change_priority (oldprio, prioceiling);
|
|
Packit |
6c4009 |
if (ret)
|
|
Packit |
6c4009 |
return ret;
|
|
Packit |
6c4009 |
}
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
if (old_ceiling != NULL)
|
|
Packit |
6c4009 |
*old_ceiling = oldprio;
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
int newlock = 0;
|
|
Packit |
6c4009 |
if (locked)
|
|
Packit |
6c4009 |
newlock = (mutex->__data.__lock & ~PTHREAD_MUTEX_PRIO_CEILING_MASK);
|
|
Packit |
6c4009 |
mutex->__data.__lock = newlock
|
|
Packit |
6c4009 |
| (prioceiling << PTHREAD_MUTEX_PRIO_CEILING_SHIFT);
|
|
Packit |
6c4009 |
atomic_full_barrier ();
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
lll_futex_wake (&mutex->__data.__lock, INT_MAX,
|
|
Packit |
6c4009 |
PTHREAD_MUTEX_PSHARED (mutex));
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
return 0;
|
|
Packit |
6c4009 |
}
|