Blame nptl/pthread_mutex_init.c

Packit 6c4009
/* Copyright (C) 2002-2018 Free Software Foundation, Inc.
Packit 6c4009
   This file is part of the GNU C Library.
Packit 6c4009
   Contributed by Ulrich Drepper <drepper@redhat.com>, 2002.
Packit 6c4009
Packit 6c4009
   The GNU C Library is free software; you can redistribute it and/or
Packit 6c4009
   modify it under the terms of the GNU Lesser General Public
Packit 6c4009
   License as published by the Free Software Foundation; either
Packit 6c4009
   version 2.1 of the License, or (at your option) any later version.
Packit 6c4009
Packit 6c4009
   The GNU C Library is distributed in the hope that it will be useful,
Packit 6c4009
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 6c4009
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 6c4009
   Lesser General Public License for more details.
Packit 6c4009
Packit 6c4009
   You should have received a copy of the GNU Lesser General Public
Packit 6c4009
   License along with the GNU C Library; if not, see
Packit 6c4009
   <http://www.gnu.org/licenses/>.  */
Packit 6c4009
Packit 6c4009
#include <assert.h>
Packit 6c4009
#include <errno.h>
Packit 6c4009
#include <stdbool.h>
Packit 6c4009
#include <string.h>
Packit 6c4009
#include <kernel-features.h>
Packit 6c4009
#include "pthreadP.h"
Packit 6c4009
#include <atomic.h>
Packit 6c4009
#include <pthread-offsets.h>
Packit 6c4009
Packit 6c4009
#include <stap-probe.h>
Packit 6c4009
Packit 6c4009
static const struct pthread_mutexattr default_mutexattr =
Packit 6c4009
  {
Packit 6c4009
    /* Default is a normal mutex, not shared between processes.  */
Packit 6c4009
    .mutexkind = PTHREAD_MUTEX_NORMAL
Packit 6c4009
  };
Packit 6c4009
Packit 6c4009
Packit 6c4009
static bool
Packit 6c4009
prio_inherit_missing (void)
Packit 6c4009
{
Packit 6c4009
#ifdef __NR_futex
Packit 6c4009
  static int tpi_supported;
Packit 6c4009
  if (__glibc_unlikely (tpi_supported == 0))
Packit 6c4009
    {
Packit 6c4009
      int lock = 0;
Packit 6c4009
      INTERNAL_SYSCALL_DECL (err);
Packit 6c4009
      int ret = INTERNAL_SYSCALL (futex, err, 4, &lock, FUTEX_UNLOCK_PI, 0, 0);
Packit 6c4009
      assert (INTERNAL_SYSCALL_ERROR_P (ret, err));
Packit 6c4009
      tpi_supported = INTERNAL_SYSCALL_ERRNO (ret, err) == ENOSYS ? -1 : 1;
Packit 6c4009
    }
Packit 6c4009
  return __glibc_unlikely (tpi_supported < 0);
Packit 6c4009
#endif
Packit 6c4009
  return true;
Packit 6c4009
}
Packit 6c4009
Packit 6c4009
int
Packit 6c4009
__pthread_mutex_init (pthread_mutex_t *mutex,
Packit 6c4009
		      const pthread_mutexattr_t *mutexattr)
Packit 6c4009
{
Packit 6c4009
  const struct pthread_mutexattr *imutexattr;
Packit 6c4009
Packit 6c4009
  ASSERT_TYPE_SIZE (pthread_mutex_t, __SIZEOF_PTHREAD_MUTEX_T);
Packit 6c4009
Packit 6c4009
  ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__nusers,
Packit 6c4009
				  __PTHREAD_MUTEX_NUSERS_OFFSET);
Packit 6c4009
  ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__kind,
Packit 6c4009
				  __PTHREAD_MUTEX_KIND_OFFSET);
Packit 6c4009
  ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__spins,
Packit 6c4009
				  __PTHREAD_MUTEX_SPINS_OFFSET);
Packit 6c4009
#if __PTHREAD_MUTEX_LOCK_ELISION
Packit 6c4009
  ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__elision,
Packit 6c4009
				  __PTHREAD_MUTEX_ELISION_OFFSET);
Packit 6c4009
#endif
Packit 6c4009
  ASSERT_PTHREAD_INTERNAL_OFFSET (pthread_mutex_t, __data.__list,
Packit 6c4009
				  __PTHREAD_MUTEX_LIST_OFFSET);
Packit 6c4009
Packit 6c4009
  imutexattr = ((const struct pthread_mutexattr *) mutexattr
Packit 6c4009
		?: &default_mutexattr);
Packit 6c4009
Packit 6c4009
  /* Sanity checks.  */
Packit 6c4009
  switch (__builtin_expect (imutexattr->mutexkind
Packit 6c4009
			    & PTHREAD_MUTEXATTR_PROTOCOL_MASK,
Packit 6c4009
			    PTHREAD_PRIO_NONE
Packit 6c4009
			    << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT))
Packit 6c4009
    {
Packit 6c4009
    case PTHREAD_PRIO_NONE << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
Packit 6c4009
      break;
Packit 6c4009
Packit 6c4009
    case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
Packit 6c4009
      if (__glibc_unlikely (prio_inherit_missing ()))
Packit 6c4009
	return ENOTSUP;
Packit 6c4009
      break;
Packit 6c4009
Packit 6c4009
    default:
Packit 6c4009
      /* XXX: For now we don't support robust priority protected mutexes.  */
Packit 6c4009
      if (imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST)
Packit 6c4009
	return ENOTSUP;
Packit 6c4009
      break;
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
  /* Clear the whole variable.  */
Packit 6c4009
  memset (mutex, '\0', __SIZEOF_PTHREAD_MUTEX_T);
Packit 6c4009
Packit 6c4009
  /* Copy the values from the attribute.  */
Packit Service 8b07ce
  int mutex_kind = imutexattr->mutexkind & ~PTHREAD_MUTEXATTR_FLAG_BITS;
Packit 6c4009
Packit 6c4009
  if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_ROBUST) != 0)
Packit 6c4009
    {
Packit 6c4009
#ifndef __ASSUME_SET_ROBUST_LIST
Packit 6c4009
      if ((imutexattr->mutexkind & PTHREAD_MUTEXATTR_FLAG_PSHARED) != 0
Packit 6c4009
	  && __set_robust_list_avail < 0)
Packit 6c4009
	return ENOTSUP;
Packit 6c4009
#endif
Packit 6c4009
Packit Service 8b07ce
      mutex_kind |= PTHREAD_MUTEX_ROBUST_NORMAL_NP;
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
  switch (imutexattr->mutexkind & PTHREAD_MUTEXATTR_PROTOCOL_MASK)
Packit 6c4009
    {
Packit 6c4009
    case PTHREAD_PRIO_INHERIT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
Packit Service 8b07ce
      mutex_kind |= PTHREAD_MUTEX_PRIO_INHERIT_NP;
Packit 6c4009
      break;
Packit 6c4009
Packit 6c4009
    case PTHREAD_PRIO_PROTECT << PTHREAD_MUTEXATTR_PROTOCOL_SHIFT:
Packit Service 8b07ce
      mutex_kind |= PTHREAD_MUTEX_PRIO_PROTECT_NP;
Packit 6c4009
Packit 6c4009
      int ceiling = (imutexattr->mutexkind
Packit 6c4009
		     & PTHREAD_MUTEXATTR_PRIO_CEILING_MASK)
Packit 6c4009
		    >> PTHREAD_MUTEXATTR_PRIO_CEILING_SHIFT;
Packit 6c4009
      if (! ceiling)
Packit 6c4009
	{
Packit 6c4009
	  /* See __init_sched_fifo_prio.  */
Packit 6c4009
	  if (atomic_load_relaxed (&__sched_fifo_min_prio) == -1)
Packit 6c4009
	    __init_sched_fifo_prio ();
Packit 6c4009
	  if (ceiling < atomic_load_relaxed (&__sched_fifo_min_prio))
Packit 6c4009
	    ceiling = atomic_load_relaxed (&__sched_fifo_min_prio);
Packit 6c4009
	}
Packit 6c4009
      mutex->__data.__lock = ceiling << PTHREAD_MUTEX_PRIO_CEILING_SHIFT;
Packit 6c4009
      break;
Packit 6c4009
Packit 6c4009
    default:
Packit 6c4009
      break;
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
  /* The kernel when waking robust mutexes on exit never uses
Packit 6c4009
     FUTEX_PRIVATE_FLAG FUTEX_WAKE.  */
Packit 6c4009
  if ((imutexattr->mutexkind & (PTHREAD_MUTEXATTR_FLAG_PSHARED
Packit 6c4009
				| PTHREAD_MUTEXATTR_FLAG_ROBUST)) != 0)
Packit Service 8b07ce
    mutex_kind |= PTHREAD_MUTEX_PSHARED_BIT;
Packit Service 8b07ce
Packit Service 8b07ce
  /* See concurrency notes regarding __kind in struct __pthread_mutex_s
Packit Service 8b07ce
     in sysdeps/nptl/bits/thread-shared-types.h.  */
Packit Service 8b07ce
  atomic_store_relaxed (&(mutex->__data.__kind), mutex_kind);
Packit 6c4009
Packit 6c4009
  /* Default values: mutex not used yet.  */
Packit 6c4009
  // mutex->__count = 0;	already done by memset
Packit 6c4009
  // mutex->__owner = 0;	already done by memset
Packit 6c4009
  // mutex->__nusers = 0;	already done by memset
Packit 6c4009
  // mutex->__spins = 0;	already done by memset
Packit 6c4009
  // mutex->__next = NULL;	already done by memset
Packit 6c4009
Packit 6c4009
  LIBC_PROBE (mutex_init, 1, mutex);
Packit 6c4009
Packit 6c4009
  return 0;
Packit 6c4009
}
Packit 6c4009
weak_alias (__pthread_mutex_init, pthread_mutex_init)
Packit 6c4009
hidden_def (__pthread_mutex_init)