|
Packit Service |
82fcde |
/* Copyright (C) 2002-2018 Free Software Foundation, Inc.
|
|
Packit Service |
82fcde |
This file is part of the GNU C Library.
|
|
Packit Service |
82fcde |
Contributed by Ulrich Drepper <drepper@redhat.com>, 2002.
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
The GNU C Library is free software; you can redistribute it and/or
|
|
Packit Service |
82fcde |
modify it under the terms of the GNU Lesser General Public
|
|
Packit Service |
82fcde |
License as published by the Free Software Foundation; either
|
|
Packit Service |
82fcde |
version 2.1 of the License, or (at your option) any later version.
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
The GNU C Library is distributed in the hope that it will be useful,
|
|
Packit Service |
82fcde |
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
Packit Service |
82fcde |
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Packit Service |
82fcde |
Lesser General Public License for more details.
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
You should have received a copy of the GNU Lesser General Public
|
|
Packit Service |
82fcde |
License along with the GNU C Library; if not, see
|
|
Packit Service |
82fcde |
<http://www.gnu.org/licenses/>. */
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
#include <assert.h>
|
|
Packit Service |
82fcde |
#include <errno.h>
|
|
Packit Service |
82fcde |
#include <stdbool.h>
|
|
Packit Service |
82fcde |
#include <string.h>
|
|
Packit Service |
82fcde |
#include <kernel-features.h>
|
|
Packit Service |
82fcde |
#include "pthreadP.h"
|
|
Packit Service |
82fcde |
#include <atomic.h>
|
|
Packit Service |
82fcde |
#include <pthread-offsets.h>
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
#include <stap-probe.h>
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
static const struct pthread_mutexattr default_mutexattr =
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
/* Default is a normal mutex, not shared between processes. */
|
|
Packit Service |
82fcde |
.mutexkind = PTHREAD_MUTEX_NORMAL
|
|
Packit Service |
82fcde |
};
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
static bool
|
|
Packit Service |
82fcde |
prio_inherit_missing (void)
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
#ifdef __NR_futex
|
|
Packit Service |
82fcde |
static int tpi_supported;
|
|
Packit Service |
82fcde |
if (__glibc_unlikely (tpi_supported == 0))
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
int lock = 0;
|
|
Packit Service |
82fcde |
INTERNAL_SYSCALL_DECL (err);
|
|
Packit Service |
82fcde |
int ret = INTERNAL_SYSCALL (futex, err, 4, &lock, FUTEX_UNLOCK_PI, 0, 0);
|
|
Packit Service |
82fcde |
assert (INTERNAL_SYSCALL_ERROR_P (ret, err));
|
|
Packit Service |
82fcde |
tpi_supported = INTERNAL_SYSCALL_ERRNO (ret, err) == ENOSYS ? -1 : 1;
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
return __glibc_unlikely (tpi_supported < 0);
|
|
Packit Service |
82fcde |
#endif
|
|
Packit Service |
82fcde |
return true;
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
int
|
|
Packit Service |
82fcde |
__pthread_mutex_init (pthread_mutex_t *mutex,
|
|
Packit Service |
82fcde |
const pthread_mutexattr_t *mutexattr)
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
const struct pthread_mutexattr *imutexattr;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
ASSERT_TYPE_SIZE (pthread_mutex_t, __SIZEOF_PTHREAD_MUTEX_T);
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__nusers,
|
|
Packit Service |
82fcde |
__PTHREAD_MUTEX_NUSERS_OFFSET);
|
|
Packit Service |
82fcde |
ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__kind,
|
|
Packit Service |
82fcde |
__PTHREAD_MUTEX_KIND_OFFSET);
|
|
Packit Service |
82fcde |
ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__spins,
|
|
Packit Service |
82fcde |
__PTHREAD_MUTEX_SPINS_OFFSET);
|
|
Packit Service |
82fcde |
#if __PTHREAD_MUTEX_LOCK_ELISION
|
|
Packit Service |
82fcde |
ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__elision,
|
|
Packit Service |
82fcde |
__PTHREAD_MUTEX_ELISION_OFFSET);
|
|
Packit Service |
82fcde |
#endif
|
|
Packit Service |
82fcde |
ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__list,
|
|
Packit Service |
82fcde |
__PTHREAD_MUTEX_LIST_OFFSET);
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
imutexattr = ((const struct pthread_mutexattr *) mutexattr
|
|
Packit Service |
82fcde |
?: &default_mutexattr);
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
/* Sanity checks. */
|
|
Packit Service |
82fcde |
switch (__builtin_expect (imutexattr->mutexkind
|
|
Packit Service |
82fcde |
& PTHREAD_MUTEXATTR_PROTOCOL_MASK,
|
|
Packit Service |
82fcde |
PTHREAD_PRIO_NONE
|
|
Packit Service |
82fcde |
<< PTHREAD_MUTEXATTR_PROTOCOL_SHIFT))
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
case PTHREAD_PRIO_NONE << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
|
|
Packit Service |
82fcde |
break;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
|
|
Packit Service |
82fcde |
if (__glibc_unlikely (prio_inherit_missing ()))
|
|
Packit Service |
82fcde |
return ENOTSUP;
|
|
Packit Service |
82fcde |
break;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
default:
|
|
Packit Service |
82fcde |
/* XXX: For now we don't support robust priority protected mutexes. */
|
|
Packit Service |
82fcde |
if (imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST)
|
|
Packit Service |
82fcde |
return ENOTSUP;
|
|
Packit Service |
82fcde |
break;
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
/* Clear the whole variable. */
|
|
Packit Service |
82fcde |
memset (mutex, '\0', __SIZEOF_PTHREAD_MUTEX_T);
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
/* Copy the values from the attribute. */
|
|
Packit Service |
ebee57 |
int mutex_kind = imutexattr->mutexkind & ~PTHREAD_MUTEXATTR_FLAG_BITS;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST) != 0)
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
#ifndef __ASSUME_SET_ROBUST_LIST
|
|
Packit Service |
82fcde |
if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_PSHARED) != 0
|
|
Packit Service |
82fcde |
&& __set_robust_list_avail < 0)
|
|
Packit Service |
82fcde |
return ENOTSUP;
|
|
Packit Service |
82fcde |
#endif
|
|
Packit Service |
82fcde |
|
|
Packit Service |
ebee57 |
mutex_kind |= PTHREAD_MUTEX_ROBUST_NORMAL_NP;
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
switch (imutexattr->mutexkind & PTHREAD_MUTEXATTR_PROTOCOL_MASK)
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
|
|
Packit Service |
ebee57 |
mutex_kind |= PTHREAD_MUTEX_PRIO_INHERIT_NP;
|
|
Packit Service |
82fcde |
break;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
case PTHREAD_PRIO_PROTECT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
|
|
Packit Service |
ebee57 |
mutex_kind |= PTHREAD_MUTEX_PRIO_PROTECT_NP;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
int ceiling = (imutexattr->mutexkind
|
|
Packit Service |
82fcde |
& PTHREAD_MUTEXATTR_PRIO_CEILING_MASK)
|
|
Packit Service |
82fcde |
>> PTHREAD_MUTEXATTR_PRIO_CEILING_SHIFT;
|
|
Packit Service |
82fcde |
if (! ceiling)
|
|
Packit Service |
82fcde |
{
|
|
Packit Service |
82fcde |
/* See __init_sched_fifo_prio. */
|
|
Packit Service |
82fcde |
if (atomic_load_relaxed (&__sched_fifo_min_prio) == -1)
|
|
Packit Service |
82fcde |
__init_sched_fifo_prio ();
|
|
Packit Service |
82fcde |
if (ceiling < atomic_load_relaxed (&__sched_fifo_min_prio))
|
|
Packit Service |
82fcde |
ceiling = atomic_load_relaxed (&__sched_fifo_min_prio);
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
mutex->__data.__lock = ceiling << PTHREAD_MUTEX_PRIO_CEILING_SHIFT;
|
|
Packit Service |
82fcde |
break;
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
default:
|
|
Packit Service |
82fcde |
break;
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
/* The kernel when waking robust mutexes on exit never uses
|
|
Packit Service |
82fcde |
FUTEX_PRIVATE_FLAG FUTEX_WAKE. */
|
|
Packit Service |
82fcde |
if ((imutexattr->mutexkind & (PTHREAD_MUTEXATTR_FLAG_PSHARED
|
|
Packit Service |
82fcde |
| PTHREAD_MUTEXATTR_FLAG_ROBUST)) != 0)
|
|
Packit Service |
ebee57 |
mutex_kind |= PTHREAD_MUTEX_PSHARED_BIT;
|
|
Packit Service |
ebee57 |
|
|
Packit Service |
ebee57 |
/* See concurrency notes regarding __kind in struct __pthread_mutex_s
|
|
Packit Service |
ebee57 |
in sysdeps/nptl/bits/thread-shared-types.h. */
|
|
Packit Service |
ebee57 |
atomic_store_relaxed (&(mutex->__data.__kind), mutex_kind);
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
/* Default values: mutex not used yet. */
|
|
Packit Service |
82fcde |
// mutex->__count = 0; already done by memset
|
|
Packit Service |
82fcde |
// mutex->__owner = 0; already done by memset
|
|
Packit Service |
82fcde |
// mutex->__nusers = 0; already done by memset
|
|
Packit Service |
82fcde |
// mutex->__spins = 0; already done by memset
|
|
Packit Service |
82fcde |
// mutex->__next = NULL; already done by memset
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
LIBC_PROBE (mutex_init, 1, mutex);
|
|
Packit Service |
82fcde |
|
|
Packit Service |
82fcde |
return 0;
|
|
Packit Service |
82fcde |
}
|
|
Packit Service |
82fcde |
weak_alias (__pthread_mutex_init, pthread_mutex_init)
|
|
Packit Service |
82fcde |
hidden_def (__pthread_mutex_init)
|