Blame elf/dl-open.c

Packit 6c4009
/* Load a shared object at runtime, relocate it, and run its initializer.
Packit 6c4009
   Copyright (C) 1996-2018 Free Software Foundation, Inc.
Packit 6c4009
   This file is part of the GNU C Library.
Packit 6c4009
Packit 6c4009
   The GNU C Library is free software; you can redistribute it and/or
Packit 6c4009
   modify it under the terms of the GNU Lesser General Public
Packit 6c4009
   License as published by the Free Software Foundation; either
Packit 6c4009
   version 2.1 of the License, or (at your option) any later version.
Packit 6c4009
Packit 6c4009
   The GNU C Library is distributed in the hope that it will be useful,
Packit 6c4009
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 6c4009
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 6c4009
   Lesser General Public License for more details.
Packit 6c4009
Packit 6c4009
   You should have received a copy of the GNU Lesser General Public
Packit 6c4009
   License along with the GNU C Library; if not, see
Packit 6c4009
   <http://www.gnu.org/licenses/>.  */
Packit 6c4009
Packit 6c4009
#include <assert.h>
Packit 6c4009
#include <dlfcn.h>
Packit 6c4009
#include <errno.h>
Packit 6c4009
#include <libintl.h>
Packit 6c4009
#include <stdio.h>
Packit 6c4009
#include <stdlib.h>
Packit 6c4009
#include <string.h>
Packit 6c4009
#include <unistd.h>
Packit 6c4009
#include <sys/mman.h>		/* Check whether MAP_COPY is defined.  */
Packit 6c4009
#include <sys/param.h>
Packit 6c4009
#include <libc-lock.h>
Packit 6c4009
#include <ldsodefs.h>
Packit 6c4009
#include <sysdep-cancel.h>
Packit 6c4009
#include <tls.h>
Packit 6c4009
#include <stap-probe.h>
Packit 6c4009
#include <atomic.h>
Packit 6c4009
#include <libc-internal.h>
Packit 6c4009
Packit 6c4009
#include <dl-dst.h>
Packit 6c4009
#include <dl-prop.h>
Packit 6c4009
Packit 6c4009
Packit 6c4009
/* We must be careful not to leave us in an inconsistent state.  Thus we
Packit 6c4009
   catch any error and re-raise it after cleaning up.  */
Packit 6c4009
Packit 6c4009
struct dl_open_args
Packit 6c4009
{
Packit 6c4009
  const char *file;
Packit 6c4009
  int mode;
Packit 6c4009
  /* This is the caller of the dlopen() function.  */
Packit 6c4009
  const void *caller_dlopen;
Packit 6c4009
  struct link_map *map;
Packit 6c4009
  /* Namespace ID.  */
Packit 6c4009
  Lmid_t nsid;
Packit Service 38a398
Packit Service 38a398
  /* Original value of _ns_global_scope_pending_adds.  Set by
Packit Service 38a398
     dl_open_worker.  Only valid if nsid is a real namespace
Packit Service 38a398
     (non-negative).  */
Packit Service 38a398
  unsigned int original_global_scope_pending_adds;
Packit Service 38a398
Packit 6c4009
  /* Original parameters to the program and the current environment.  */
Packit 6c4009
  int argc;
Packit 6c4009
  char **argv;
Packit 6c4009
  char **env;
Packit 6c4009
};
Packit 6c4009
Packit Service 38a398
/* Called in case the global scope cannot be extended.  */
Packit Service 38a398
static void __attribute__ ((noreturn))
Packit Service 38a398
add_to_global_resize_failure (struct link_map *new)
Packit Service 38a398
{
Packit Service 38a398
  _dl_signal_error (ENOMEM, new->l_libname->name, NULL,
Packit Service 38a398
		    N_ ("cannot extend global scope"));
Packit Service 38a398
}
Packit 6c4009
Packit Service 38a398
/* Grow the global scope array for the namespace, so that all the new
Packit Service 38a398
   global objects can be added later in add_to_global_update, without
Packit Service 38a398
   risk of memory allocation failure.  add_to_global_resize raises
Packit Service 38a398
   exceptions for memory allocation errors.  */
Packit Service 38a398
static void
Packit Service 38a398
add_to_global_resize (struct link_map *new)
Packit 6c4009
{
Packit Service 38a398
  struct link_namespaces *ns = &GL (dl_ns)[new->l_ns];
Packit 6c4009
Packit 6c4009
  /* Count the objects we have to put in the global scope.  */
Packit Service 38a398
  unsigned int to_add = 0;
Packit Service 38a398
  for (unsigned int cnt = 0; cnt < new->l_searchlist.r_nlist; ++cnt)
Packit 6c4009
    if (new->l_searchlist.r_list[cnt]->l_global == 0)
Packit 6c4009
      ++to_add;
Packit 6c4009
Packit 6c4009
  /* The symbols of the new objects and its dependencies are to be
Packit 6c4009
     introduced into the global scope that will be used to resolve
Packit 6c4009
     references from other dynamically-loaded objects.
Packit 6c4009
Packit 6c4009
     The global scope is the searchlist in the main link map.  We
Packit 6c4009
     extend this list if necessary.  There is one problem though:
Packit 6c4009
     since this structure was allocated very early (before the libc
Packit 6c4009
     is loaded) the memory it uses is allocated by the malloc()-stub
Packit 6c4009
     in the ld.so.  When we come here these functions are not used
Packit 6c4009
     anymore.  Instead the malloc() implementation of the libc is
Packit 6c4009
     used.  But this means the block from the main map cannot be used
Packit 6c4009
     in an realloc() call.  Therefore we allocate a completely new
Packit 6c4009
     array the first time we have to add something to the locale scope.  */
Packit 6c4009
Packit Service 38a398
  if (__builtin_add_overflow (ns->_ns_global_scope_pending_adds, to_add,
Packit Service 38a398
			      &ns->_ns_global_scope_pending_adds))
Packit Service 38a398
    add_to_global_resize_failure (new);
Packit Service 38a398
Packit Service 38a398
  unsigned int new_size = 0; /* 0 means no new allocation.  */
Packit Service 38a398
  void *old_global = NULL; /* Old allocation if free-able.  */
Packit Service 38a398
Packit Service 38a398
  /* Minimum required element count for resizing.  Adjusted below for
Packit Service 38a398
     an exponential resizing policy.  */
Packit Service 38a398
  size_t required_new_size;
Packit Service 38a398
  if (__builtin_add_overflow (ns->_ns_main_searchlist->r_nlist,
Packit Service 38a398
			      ns->_ns_global_scope_pending_adds,
Packit Service 38a398
			      &required_new_size))
Packit Service 38a398
    add_to_global_resize_failure (new);
Packit Service 38a398
Packit 6c4009
  if (ns->_ns_global_scope_alloc == 0)
Packit 6c4009
    {
Packit Service 38a398
      if (__builtin_add_overflow (required_new_size, 8, &new_size))
Packit Service 38a398
	add_to_global_resize_failure (new);
Packit Service 38a398
    }
Packit Service 38a398
  else if (required_new_size > ns->_ns_global_scope_alloc)
Packit Service 38a398
    {
Packit Service 38a398
      if (__builtin_mul_overflow (required_new_size, 2, &new_size))
Packit Service 38a398
	add_to_global_resize_failure (new);
Packit 6c4009
Packit Service 38a398
      /* The old array was allocated with our malloc, not the minimal
Packit Service 38a398
	 malloc.  */
Packit Service 38a398
      old_global = ns->_ns_main_searchlist->r_list;
Packit 6c4009
    }
Packit Service 38a398
Packit Service 38a398
  if (new_size > 0)
Packit 6c4009
    {
Packit Service 38a398
      size_t allocation_size;
Packit Service 38a398
      if (__builtin_mul_overflow (new_size, sizeof (struct link_map *),
Packit Service 38a398
				  &allocation_size))
Packit Service 38a398
	add_to_global_resize_failure (new);
Packit Service 38a398
      struct link_map **new_global = malloc (allocation_size);
Packit 6c4009
      if (new_global == NULL)
Packit Service 38a398
	add_to_global_resize_failure (new);
Packit 6c4009
Packit Service 38a398
      /* Copy over the old entries.  */
Packit Service 38a398
      memcpy (new_global, ns->_ns_main_searchlist->r_list,
Packit Service 38a398
	      ns->_ns_main_searchlist->r_nlist * sizeof (struct link_map *));
Packit 6c4009
Packit Service 38a398
      ns->_ns_global_scope_alloc = new_size;
Packit 6c4009
      ns->_ns_main_searchlist->r_list = new_global;
Packit 6c4009
Packit 6c4009
      if (!RTLD_SINGLE_THREAD_P)
Packit 6c4009
	THREAD_GSCOPE_WAIT ();
Packit 6c4009
Packit 6c4009
      free (old_global);
Packit 6c4009
    }
Packit Service 38a398
}
Packit Service 38a398
Packit Service 38a398
/* Actually add the new global objects to the global scope.  Must be
Packit Service 38a398
   called after add_to_global_resize.  This function cannot fail.  */
Packit Service 38a398
static void
Packit Service 38a398
add_to_global_update (struct link_map *new)
Packit Service 38a398
{
Packit Service 38a398
  struct link_namespaces *ns = &GL (dl_ns)[new->l_ns];
Packit 6c4009
Packit 6c4009
  /* Now add the new entries.  */
Packit 6c4009
  unsigned int new_nlist = ns->_ns_main_searchlist->r_nlist;
Packit Service 38a398
  for (unsigned int cnt = 0; cnt < new->l_searchlist.r_nlist; ++cnt)
Packit 6c4009
    {
Packit 6c4009
      struct link_map *map = new->l_searchlist.r_list[cnt];
Packit 6c4009
Packit 6c4009
      if (map->l_global == 0)
Packit 6c4009
	{
Packit 6c4009
	  map->l_global = 1;
Packit Service 38a398
Packit Service 38a398
	  /* The array has been resized by add_to_global_resize.  */
Packit Service 38a398
	  assert (new_nlist < ns->_ns_global_scope_alloc);
Packit Service 38a398
Packit 6c4009
	  ns->_ns_main_searchlist->r_list[new_nlist++] = map;
Packit 6c4009
Packit 6c4009
	  /* We modify the global scope.  Report this.  */
Packit 6c4009
	  if (__glibc_unlikely (GLRO(dl_debug_mask) & DL_DEBUG_SCOPES))
Packit 6c4009
	    _dl_debug_printf ("\nadd %s [%lu] to global scope\n",
Packit 6c4009
			      map->l_name, map->l_ns);
Packit 6c4009
	}
Packit 6c4009
    }
Packit Service 38a398
Packit Service 38a398
  /* Some of the pending adds have been performed by the loop above.
Packit Service 38a398
     Adjust the counter accordingly.  */
Packit Service 38a398
  unsigned int added = new_nlist - ns->_ns_main_searchlist->r_nlist;
Packit Service 38a398
  assert (added <= ns->_ns_global_scope_pending_adds);
Packit Service 38a398
  ns->_ns_global_scope_pending_adds -= added;
Packit Service 38a398
Packit 6c4009
  atomic_write_barrier ();
Packit 6c4009
  ns->_ns_main_searchlist->r_nlist = new_nlist;
Packit 6c4009
}
Packit 6c4009
Packit 6c4009
/* Search link maps in all namespaces for the DSO that contains the object at
Packit 6c4009
   address ADDR.  Returns the pointer to the link map of the matching DSO, or
Packit 6c4009
   NULL if a match is not found.  */
Packit 6c4009
struct link_map *
Packit 6c4009
_dl_find_dso_for_object (const ElfW(Addr) addr)
Packit 6c4009
{
Packit 6c4009
  struct link_map *l;
Packit 6c4009
Packit 6c4009
  /* Find the highest-addressed object that ADDR is not below.  */
Packit 6c4009
  for (Lmid_t ns = 0; ns < GL(dl_nns); ++ns)
Packit 6c4009
    for (l = GL(dl_ns)[ns]._ns_loaded; l != NULL; l = l->l_next)
Packit 6c4009
      if (addr >= l->l_map_start && addr < l->l_map_end
Packit 6c4009
	  && (l->l_contiguous
Packit 6c4009
	      || _dl_addr_inside_object (l, (ElfW(Addr)) addr)))
Packit 6c4009
	{
Packit 6c4009
	  assert (ns == l->l_ns);
Packit 6c4009
	  return l;
Packit 6c4009
	}
Packit 6c4009
  return NULL;
Packit 6c4009
}
Packit 6c4009
rtld_hidden_def (_dl_find_dso_for_object);
Packit 6c4009
Packit Service 9303a6
/* struct dl_init_args and call_dl_init are used to call _dl_init with
Packit Service 9303a6
   exception handling disabled.  */
Packit Service 9303a6
struct dl_init_args
Packit Service 9303a6
{
Packit Service 9303a6
  struct link_map *new;
Packit Service 9303a6
  int argc;
Packit Service 9303a6
  char **argv;
Packit Service 9303a6
  char **env;
Packit Service 9303a6
};
Packit Service 9303a6
Packit Service 9303a6
static void
Packit Service 9303a6
call_dl_init (void *closure)
Packit Service 9303a6
{
Packit Service 9303a6
  struct dl_init_args *args = closure;
Packit Service 9303a6
  _dl_init (args->new, args->argc, args->argv, args->env);
Packit Service 9303a6
}
Packit Service 9303a6
Packit 6c4009
static void
Packit 6c4009
dl_open_worker (void *a)
Packit 6c4009
{
Packit 6c4009
  struct dl_open_args *args = a;
Packit 6c4009
  const char *file = args->file;
Packit 6c4009
  int mode = args->mode;
Packit 6c4009
  struct link_map *call_map = NULL;
Packit 6c4009
Packit 6c4009
  /* Determine the caller's map if necessary.  This is needed in case
Packit 6c4009
     we have a DST, when we don't know the namespace ID we have to put
Packit 6c4009
     the new object in, or when the file name has no path in which
Packit 6c4009
     case we need to look along the RUNPATH/RPATH of the caller.  */
Packit 6c4009
  const char *dst = strchr (file, '$');
Packit 6c4009
  if (dst != NULL || args->nsid == __LM_ID_CALLER
Packit 6c4009
      || strchr (file, '/') == NULL)
Packit 6c4009
    {
Packit 6c4009
      const void *caller_dlopen = args->caller_dlopen;
Packit 6c4009
Packit 6c4009
      /* We have to find out from which object the caller is calling.
Packit 6c4009
	 By default we assume this is the main application.  */
Packit 6c4009
      call_map = GL(dl_ns)[LM_ID_BASE]._ns_loaded;
Packit 6c4009
Packit 6c4009
      struct link_map *l = _dl_find_dso_for_object ((ElfW(Addr)) caller_dlopen);
Packit 6c4009
Packit 6c4009
      if (l)
Packit 6c4009
	call_map = l;
Packit 6c4009
Packit 6c4009
      if (args->nsid == __LM_ID_CALLER)
Packit 6c4009
	args->nsid = call_map->l_ns;
Packit 6c4009
    }
Packit 6c4009
Packit Service 38a398
  /* Retain the old value, so that it can be restored.  */
Packit Service 38a398
  args->original_global_scope_pending_adds
Packit Service 38a398
    = GL (dl_ns)[args->nsid]._ns_global_scope_pending_adds;
Packit Service 38a398
Packit 6c4009
  /* One might be tempted to assert that we are RT_CONSISTENT at this point, but that
Packit 6c4009
     may not be true if this is a recursive call to dlopen.  */
Packit 6c4009
  _dl_debug_initialize (0, args->nsid);
Packit 6c4009
Packit 6c4009
  /* Load the named object.  */
Packit 6c4009
  struct link_map *new;
Packit 6c4009
  args->map = new = _dl_map_object (call_map, file, lt_loaded, 0,
Packit 6c4009
				    mode | __RTLD_CALLMAP, args->nsid);
Packit 6c4009
Packit 6c4009
  /* If the pointer returned is NULL this means the RTLD_NOLOAD flag is
Packit 6c4009
     set and the object is not already loaded.  */
Packit 6c4009
  if (new == NULL)
Packit 6c4009
    {
Packit 6c4009
      assert (mode & RTLD_NOLOAD);
Packit 6c4009
      return;
Packit 6c4009
    }
Packit 6c4009
Packit Service 541783
  /* Mark the object as not deletable if the RTLD_NODELETE flags was passed.
Packit Service 541783
     Do this early so that we don't skip marking the object if it was
Packit Service 541783
     already loaded.  */
Packit Service 541783
  if (__glibc_unlikely (mode & RTLD_NODELETE))
Packit Service 541783
    new->l_flags_1 |= DF_1_NODELETE;
Packit Service 541783
Packit 6c4009
  if (__glibc_unlikely (mode & __RTLD_SPROF))
Packit Service 4aad68
    /* This happens only if we load a DSO for 'sprof'.  */
Packit Service 4aad68
    return;
Packit 6c4009
Packit 6c4009
  /* This object is directly loaded.  */
Packit 6c4009
  ++new->l_direct_opencount;
Packit 6c4009
Packit 6c4009
  /* It was already open.  */
Packit 6c4009
  if (__glibc_unlikely (new->l_searchlist.r_list != NULL))
Packit 6c4009
    {
Packit 6c4009
      /* Let the user know about the opencount.  */
Packit 6c4009
      if (__glibc_unlikely (GLRO(dl_debug_mask) & DL_DEBUG_FILES))
Packit 6c4009
	_dl_debug_printf ("opening file=%s [%lu]; direct_opencount=%u\n\n",
Packit 6c4009
			  new->l_name, new->l_ns, new->l_direct_opencount);
Packit 6c4009
Packit Service 541783
      /* If the user requested the object to be in the global namespace
Packit Service 541783
	 but it is not so far, add it now.  */
Packit 6c4009
      if ((mode & RTLD_GLOBAL) && new->l_global == 0)
Packit Service 38a398
	{
Packit Service 38a398
	  add_to_global_resize (new);
Packit Service 38a398
	  add_to_global_update (new);
Packit Service 38a398
	}
Packit Service bc6f38
Packit 6c4009
      assert (_dl_debug_initialize (0, args->nsid)->r_state == RT_CONSISTENT);
Packit 6c4009
Packit 6c4009
      return;
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
  /* Load that object's dependencies.  */
Packit 6c4009
  _dl_map_object_deps (new, NULL, 0, 0,
Packit 6c4009
		       mode & (__RTLD_DLOPEN | RTLD_DEEPBIND | __RTLD_AUDIT));
Packit 6c4009
Packit 6c4009
  /* So far, so good.  Now check the versions.  */
Packit 6c4009
  for (unsigned int i = 0; i < new->l_searchlist.r_nlist; ++i)
Packit 6c4009
    if (new->l_searchlist.r_list[i]->l_real->l_versions == NULL)
Packit 6c4009
      (void) _dl_check_map_versions (new->l_searchlist.r_list[i]->l_real,
Packit 6c4009
				     0, 0);
Packit 6c4009
Packit 6c4009
#ifdef SHARED
Packit 6c4009
  /* Auditing checkpoint: we have added all objects.  */
Packit 6c4009
  if (__glibc_unlikely (GLRO(dl_naudit) > 0))
Packit 6c4009
    {
Packit 6c4009
      struct link_map *head = GL(dl_ns)[new->l_ns]._ns_loaded;
Packit 6c4009
      /* Do not call the functions for any auditing object.  */
Packit 6c4009
      if (head->l_auditing == 0)
Packit 6c4009
	{
Packit 6c4009
	  struct audit_ifaces *afct = GLRO(dl_audit);
Packit 6c4009
	  for (unsigned int cnt = 0; cnt < GLRO(dl_naudit); ++cnt)
Packit 6c4009
	    {
Packit 6c4009
	      if (afct->activity != NULL)
Packit Service 541783
		afct->activity (&head->l_audit[cnt].cookie, LA_ACT_CONSISTENT);
Packit 6c4009
Packit 6c4009
	      afct = afct->next;
Packit 6c4009
	    }
Packit 6c4009
	}
Packit 6c4009
    }
Packit 6c4009
#endif
Packit 6c4009
Packit 6c4009
  /* Notify the debugger all new objects are now ready to go.  */
Packit 6c4009
  struct r_debug *r = _dl_debug_initialize (0, args->nsid);
Packit 6c4009
  r->r_state = RT_CONSISTENT;
Packit 6c4009
  _dl_debug_state ();
Packit 6c4009
  LIBC_PROBE (map_complete, 3, args->nsid, r, new);
Packit 6c4009
Packit 6c4009
  /* Print scope information.  */
Packit 6c4009
  if (__glibc_unlikely (GLRO(dl_debug_mask) & DL_DEBUG_SCOPES))
Packit 6c4009
    _dl_show_scope (new, 0);
Packit 6c4009
Packit 6c4009
  /* Only do lazy relocation if `LD_BIND_NOW' is not set.  */
Packit 6c4009
  int reloc_mode = mode & __RTLD_AUDIT;
Packit 6c4009
  if (GLRO(dl_lazy))
Packit 6c4009
    reloc_mode |= mode & RTLD_LAZY;
Packit 6c4009
Packit Service 541783
  /* Sort the objects by dependency for the relocation process.  This
Packit Service 541783
     allows IFUNC relocations to work and it also means copy
Packit Service 541783
     relocation of dependencies are if necessary overwritten.  */
Packit Service 541783
  unsigned int nmaps = 0;
Packit Service 541783
  struct link_map *l = new;
Packit 6c4009
  do
Packit 6c4009
    {
Packit 6c4009
      if (! l->l_real->l_relocated)
Packit Service 541783
	++nmaps;
Packit Service 541783
      l = l->l_next;
Packit Service 541783
    }
Packit Service 541783
  while (l != NULL);
Packit Service 541783
  struct link_map *maps[nmaps];
Packit Service 541783
  nmaps = 0;
Packit Service 541783
  l = new;
Packit Service 541783
  do
Packit Service 541783
    {
Packit Service 541783
      if (! l->l_real->l_relocated)
Packit Service 541783
	maps[nmaps++] = l;
Packit Service 541783
      l = l->l_next;
Packit 6c4009
    }
Packit 6c4009
  while (l != NULL);
Packit Service 541783
  _dl_sort_maps (maps, nmaps, NULL, false);
Packit 6c4009
Packit 6c4009
  int relocation_in_progress = 0;
Packit 6c4009
Packit Service 541783
  for (unsigned int i = nmaps; i-- > 0; )
Packit 6c4009
    {
Packit Service 541783
      l = maps[i];
Packit 6c4009
Packit 6c4009
      if (! relocation_in_progress)
Packit 6c4009
	{
Packit 6c4009
	  /* Notify the debugger that relocations are about to happen.  */
Packit 6c4009
	  LIBC_PROBE (reloc_start, 2, args->nsid, r);
Packit 6c4009
	  relocation_in_progress = 1;
Packit 6c4009
	}
Packit 6c4009
Packit 6c4009
#ifdef SHARED
Packit 6c4009
      if (__glibc_unlikely (GLRO(dl_profile) != NULL))
Packit 6c4009
	{
Packit 6c4009
	  /* If this here is the shared object which we want to profile
Packit 6c4009
	     make sure the profile is started.  We can find out whether
Packit 6c4009
	     this is necessary or not by observing the `_dl_profile_map'
Packit 6c4009
	     variable.  If it was NULL but is not NULL afterwards we must
Packit 6c4009
	     start the profiling.  */
Packit 6c4009
	  struct link_map *old_profile_map = GL(dl_profile_map);
Packit 6c4009
Packit 6c4009
	  _dl_relocate_object (l, l->l_scope, reloc_mode | RTLD_LAZY, 1);
Packit 6c4009
Packit 6c4009
	  if (old_profile_map == NULL && GL(dl_profile_map) != NULL)
Packit 6c4009
	    {
Packit 6c4009
	      /* We must prepare the profiling.  */
Packit 6c4009
	      _dl_start_profile ();
Packit 6c4009
Packit 6c4009
	      /* Prevent unloading the object.  */
Packit Service 541783
	      GL(dl_profile_map)->l_flags_1 |= DF_1_NODELETE;
Packit 6c4009
	    }
Packit 6c4009
	}
Packit 6c4009
      else
Packit 6c4009
#endif
Packit 6c4009
	_dl_relocate_object (l, l->l_scope, reloc_mode, 0);
Packit 6c4009
    }
Packit 6c4009
Packit Service 91ca1e
  /* NB: Workaround for [BZ #20839] which doesn't remove the NODELETE
Packit Service 91ca1e
     object when _dl_open_check throws an exception.  Move it after
Packit Service 91ca1e
     relocation to avoid leaving the NODELETE object mapped without
Packit Service 91ca1e
     relocation.  */
Packit Service 91ca1e
  _dl_open_check (new);
Packit Service 91ca1e
Packit Service 541783
  /* If the file is not loaded now as a dependency, add the search
Packit Service 541783
     list of the newly loaded object to the scope.  */
Packit Service 541783
  bool any_tls = false;
Packit Service 541783
  unsigned int first_static_tls = new->l_searchlist.r_nlist;
Packit Service 541783
  for (unsigned int i = 0; i < new->l_searchlist.r_nlist; ++i)
Packit Service 541783
    {
Packit Service 541783
      struct link_map *imap = new->l_searchlist.r_list[i];
Packit Service 541783
      int from_scope = 0;
Packit Service 6de65a
Packit Service 541783
      /* If the initializer has been called already, the object has
Packit Service 541783
	 not been loaded here and now.  */
Packit Service 541783
      if (imap->l_init_called && imap->l_type == lt_loaded)
Packit Service 541783
	{
Packit Service 541783
	  struct r_scope_elem **runp = imap->l_scope;
Packit Service 541783
	  size_t cnt = 0;
Packit Service 562438
Packit Service 541783
	  while (*runp != NULL)
Packit Service 541783
	    {
Packit Service 541783
	      if (*runp == &new->l_searchlist)
Packit Service 541783
		break;
Packit Service 541783
	      ++cnt;
Packit Service 541783
	      ++runp;
Packit Service 541783
	    }
Packit Service 13e2b7
Packit Service 541783
	  if (*runp != NULL)
Packit Service 541783
	    /* Avoid duplicates.  */
Packit Service 541783
	    continue;
Packit Service 541783
Packit Service 541783
	  if (__glibc_unlikely (cnt + 1 >= imap->l_scope_max))
Packit Service 541783
	    {
Packit Service 541783
	      /* The 'r_scope' array is too small.  Allocate a new one
Packit Service 541783
		 dynamically.  */
Packit Service 541783
	      size_t new_size;
Packit Service 541783
	      struct r_scope_elem **newp;
Packit Service 541783
Packit Service 541783
#define SCOPE_ELEMS(imap) \
Packit Service 541783
  (sizeof (imap->l_scope_mem) / sizeof (imap->l_scope_mem[0]))
Packit Service 541783
Packit Service 541783
	      if (imap->l_scope != imap->l_scope_mem
Packit Service 541783
		  && imap->l_scope_max < SCOPE_ELEMS (imap))
Packit Service 541783
		{
Packit Service 541783
		  new_size = SCOPE_ELEMS (imap);
Packit Service 541783
		  newp = imap->l_scope_mem;
Packit Service 541783
		}
Packit Service 541783
	      else
Packit Service 541783
		{
Packit Service 541783
		  new_size = imap->l_scope_max * 2;
Packit Service 541783
		  newp = (struct r_scope_elem **)
Packit Service 541783
		    malloc (new_size * sizeof (struct r_scope_elem *));
Packit Service 541783
		  if (newp == NULL)
Packit Service 541783
		    _dl_signal_error (ENOMEM, "dlopen", NULL,
Packit Service 541783
				      N_("cannot create scope list"));
Packit Service 541783
		}
Packit Service 541783
Packit Service 541783
	      memcpy (newp, imap->l_scope, cnt * sizeof (imap->l_scope[0]));
Packit Service 541783
	      struct r_scope_elem **old = imap->l_scope;
Packit Service 541783
Packit Service 541783
	      imap->l_scope = newp;
Packit Service 541783
Packit Service 541783
	      if (old != imap->l_scope_mem)
Packit Service 541783
		_dl_scope_free (old);
Packit Service 541783
Packit Service 541783
	      imap->l_scope_max = new_size;
Packit Service 541783
	    }
Packit Service 541783
Packit Service 541783
	  /* First terminate the extended list.  Otherwise a thread
Packit Service 541783
	     might use the new last element and then use the garbage
Packit Service 541783
	     at offset IDX+1.  */
Packit Service 541783
	  imap->l_scope[cnt + 1] = NULL;
Packit Service 541783
	  atomic_write_barrier ();
Packit Service 541783
	  imap->l_scope[cnt] = &new->l_searchlist;
Packit Service 541783
Packit Service 541783
	  /* Print only new scope information.  */
Packit Service 541783
	  from_scope = cnt;
Packit Service 541783
	}
Packit Service 541783
      /* Only add TLS memory if this object is loaded now and
Packit Service 541783
	 therefore is not yet initialized.  */
Packit Service 541783
      else if (! imap->l_init_called
Packit Service 541783
	       /* Only if the module defines thread local data.  */
Packit Service 541783
	       && __builtin_expect (imap->l_tls_blocksize > 0, 0))
Packit Service 541783
	{
Packit Service 541783
	  /* Now that we know the object is loaded successfully add
Packit Service 541783
	     modules containing TLS data to the slot info table.  We
Packit Service 541783
	     might have to increase its size.  */
Packit Service 541783
	  _dl_add_to_slotinfo (imap);
Packit Service 541783
Packit Service 541783
	  if (imap->l_need_tls_init
Packit Service 541783
	      && first_static_tls == new->l_searchlist.r_nlist)
Packit Service 541783
	    first_static_tls = i;
Packit Service 541783
Packit Service 541783
	  /* We have to bump the generation counter.  */
Packit Service 541783
	  any_tls = true;
Packit Service 541783
	}
Packit Service 541783
Packit Service 541783
      /* Print scope information.  */
Packit Service 541783
      if (__glibc_unlikely (GLRO(dl_debug_mask) & DL_DEBUG_SCOPES))
Packit Service 541783
	_dl_show_scope (imap, from_scope);
Packit Service 541783
    }
Packit Service 541783
Packit Service 541783
  /* Bump the generation number if necessary.  */
Packit Service 541783
  if (any_tls && __builtin_expect (++GL(dl_tls_generation) == 0, 0))
Packit Service 541783
    _dl_fatal_printf (N_("\
Packit Service 541783
TLS generation counter wrapped!  Please report this."));
Packit Service 562438
Packit Service 541783
  /* We need a second pass for static tls data, because _dl_update_slotinfo
Packit Service 541783
     must not be run while calls to _dl_add_to_slotinfo are still pending.  */
Packit Service 541783
  for (unsigned int i = first_static_tls; i < new->l_searchlist.r_nlist; ++i)
Packit Service e3e7d6
    {
Packit Service 541783
      struct link_map *imap = new->l_searchlist.r_list[i];
Packit Service 541783
Packit Service 541783
      if (imap->l_need_tls_init
Packit Service 541783
	  && ! imap->l_init_called
Packit Service 541783
	  && imap->l_tls_blocksize > 0)
Packit Service 541783
	{
Packit Service 541783
	  /* For static TLS we have to allocate the memory here and
Packit Service 541783
	     now, but we can delay updating the DTV.  */
Packit Service 541783
	  imap->l_need_tls_init = 0;
Packit Service e3e7d6
#ifdef SHARED
Packit Service 541783
	  /* Update the slot information data for at least the
Packit Service 541783
	     generation of the DSO we are allocating data for.  */
Packit Service 541783
	  _dl_update_slotinfo (imap->l_tls_modid);
Packit Service e3e7d6
#endif
Packit Service 541783
Packit Service 541783
	  GL(dl_init_static_tls) (imap);
Packit Service 541783
	  assert (imap->l_need_tls_init == 0);
Packit Service 541783
	}
Packit Service e3e7d6
    }
Packit Service 02e1b0
Packit Service 541783
  /* Notify the debugger all new objects have been relocated.  */
Packit Service 541783
  if (relocation_in_progress)
Packit Service 541783
    LIBC_PROBE (reloc_complete, 3, args->nsid, r, new);
Packit Service 541783
Packit 6c4009
#ifndef SHARED
Packit 6c4009
  DL_STATIC_INIT (new);
Packit 6c4009
#endif
Packit 6c4009
Packit Service 38a398
  /* Perform the necessary allocations for adding new global objects
Packit Service 38a398
     to the global scope below, via add_to_global_update.  */
Packit Service 38a398
  if (mode & RTLD_GLOBAL)
Packit Service 38a398
    add_to_global_resize (new);
Packit Service 38a398
Packit Service 9303a6
  /* Run the initializer functions of new objects.  Temporarily
Packit Service 9303a6
     disable the exception handler, so that lazy binding failures are
Packit Service 9303a6
     fatal.  */
Packit Service 9303a6
  {
Packit Service 9303a6
    struct dl_init_args init_args =
Packit Service 9303a6
      {
Packit Service 9303a6
        .new = new,
Packit Service 9303a6
        .argc = args->argc,
Packit Service 9303a6
        .argv = args->argv,
Packit Service 9303a6
        .env = args->env
Packit Service 9303a6
      };
Packit Service 9303a6
    _dl_catch_exception (NULL, call_dl_init, &init_args);
Packit Service 9303a6
  }
Packit 6c4009
Packit 6c4009
  /* Now we can make the new map available in the global scope.  */
Packit 6c4009
  if (mode & RTLD_GLOBAL)
Packit Service 38a398
    add_to_global_update (new);
Packit 6c4009
Packit 6c4009
#ifndef SHARED
Packit 6c4009
  /* We must be the static _dl_open in libc.a.  A static program that
Packit 6c4009
     has loaded a dynamic object now has competition.  */
Packit 6c4009
  __libc_multiple_libcs = 1;
Packit 6c4009
#endif
Packit 6c4009
Packit 6c4009
  /* Let the user know about the opencount.  */
Packit 6c4009
  if (__glibc_unlikely (GLRO(dl_debug_mask) & DL_DEBUG_FILES))
Packit 6c4009
    _dl_debug_printf ("opening file=%s [%lu]; direct_opencount=%u\n\n",
Packit 6c4009
		      new->l_name, new->l_ns, new->l_direct_opencount);
Packit 6c4009
}
Packit 6c4009
Packit 6c4009
void *
Packit 6c4009
_dl_open (const char *file, int mode, const void *caller_dlopen, Lmid_t nsid,
Packit 6c4009
	  int argc, char *argv[], char *env[])
Packit 6c4009
{
Packit 6c4009
  if ((mode & RTLD_BINDING_MASK) == 0)
Packit 6c4009
    /* One of the flags must be set.  */
Packit 6c4009
    _dl_signal_error (EINVAL, file, NULL, N_("invalid mode for dlopen()"));
Packit 6c4009
Packit 6c4009
  /* Make sure we are alone.  */
Packit 6c4009
  __rtld_lock_lock_recursive (GL(dl_load_lock));
Packit 6c4009
Packit 6c4009
  if (__glibc_unlikely (nsid == LM_ID_NEWLM))
Packit 6c4009
    {
Packit 6c4009
      /* Find a new namespace.  */
Packit 6c4009
      for (nsid = 1; DL_NNS > 1 && nsid < GL(dl_nns); ++nsid)
Packit 6c4009
	if (GL(dl_ns)[nsid]._ns_loaded == NULL)
Packit 6c4009
	  break;
Packit 6c4009
Packit 6c4009
      if (__glibc_unlikely (nsid == DL_NNS))
Packit 6c4009
	{
Packit 6c4009
	  /* No more namespace available.  */
Packit 6c4009
	  __rtld_lock_unlock_recursive (GL(dl_load_lock));
Packit 6c4009
Packit 6c4009
	  _dl_signal_error (EINVAL, file, NULL, N_("\
Packit 6c4009
no more namespaces available for dlmopen()"));
Packit 6c4009
	}
Packit 6c4009
      else if (nsid == GL(dl_nns))
Packit 6c4009
	{
Packit 6c4009
	  __rtld_lock_initialize (GL(dl_ns)[nsid]._ns_unique_sym_table.lock);
Packit 6c4009
	  ++GL(dl_nns);
Packit 6c4009
	}
Packit 6c4009
Packit 6c4009
      _dl_debug_initialize (0, nsid)->r_state = RT_CONSISTENT;
Packit 6c4009
    }
Packit 6c4009
  /* Never allow loading a DSO in a namespace which is empty.  Such
Packit 6c4009
     direct placements is only causing problems.  Also don't allow
Packit 6c4009
     loading into a namespace used for auditing.  */
Packit 6c4009
  else if (__glibc_unlikely (nsid != LM_ID_BASE && nsid != __LM_ID_CALLER)
Packit 6c4009
	   && (__glibc_unlikely (nsid < 0 || nsid >= GL(dl_nns))
Packit 6c4009
	       /* This prevents the [NSID] index expressions from being
Packit 6c4009
		  evaluated, so the compiler won't think that we are
Packit 6c4009
		  accessing an invalid index here in the !SHARED case where
Packit 6c4009
		  DL_NNS is 1 and so any NSID != 0 is invalid.  */
Packit 6c4009
	       || DL_NNS == 1
Packit 6c4009
	       || GL(dl_ns)[nsid]._ns_nloaded == 0
Packit 6c4009
	       || GL(dl_ns)[nsid]._ns_loaded->l_auditing))
Packit 6c4009
    _dl_signal_error (EINVAL, file, NULL,
Packit 6c4009
		      N_("invalid target namespace in dlmopen()"));
Packit 6c4009
Packit 6c4009
  struct dl_open_args args;
Packit 6c4009
  args.file = file;
Packit 6c4009
  args.mode = mode;
Packit 6c4009
  args.caller_dlopen = caller_dlopen;
Packit 6c4009
  args.map = NULL;
Packit 6c4009
  args.nsid = nsid;
Packit 6c4009
  args.argc = argc;
Packit 6c4009
  args.argv = argv;
Packit 6c4009
  args.env = env;
Packit 6c4009
Packit 6c4009
  struct dl_exception exception;
Packit 6c4009
  int errcode = _dl_catch_exception (&exception, dl_open_worker, &args);
Packit 6c4009
Packit 6c4009
#if defined USE_LDCONFIG && !defined MAP_COPY
Packit 6c4009
  /* We must unmap the cache file.  */
Packit 6c4009
  _dl_unload_cache ();
Packit 6c4009
#endif
Packit 6c4009
Packit Service 38a398
  /* Do this for both the error and success cases.  The old value has
Packit Service 38a398
     only been determined if the namespace ID was assigned (i.e., it
Packit Service 38a398
     is not __LM_ID_CALLER).  In the success case, we actually may
Packit Service 38a398
     have consumed more pending adds than planned (because the local
Packit Service 38a398
     scopes overlap in case of a recursive dlopen, the inner dlopen
Packit Service 38a398
     doing some of the globalization work of the outer dlopen), so the
Packit Service 38a398
     old pending adds value is larger than absolutely necessary.
Packit Service 38a398
     Since it is just a conservative upper bound, this is harmless.
Packit Service 38a398
     The top-level dlopen call will restore the field to zero.  */
Packit Service 38a398
  if (args.nsid >= 0)
Packit Service 38a398
    GL (dl_ns)[args.nsid]._ns_global_scope_pending_adds
Packit Service 38a398
      = args.original_global_scope_pending_adds;
Packit Service 38a398
Packit 6c4009
  /* See if an error occurred during loading.  */
Packit 6c4009
  if (__glibc_unlikely (exception.errstring != NULL))
Packit 6c4009
    {
Packit 6c4009
      /* Remove the object from memory.  It may be in an inconsistent
Packit 6c4009
	 state if relocation failed, for example.  */
Packit 6c4009
      if (args.map)
Packit 6c4009
	{
Packit 6c4009
	  /* Maybe some of the modules which were loaded use TLS.
Packit 6c4009
	     Since it will be removed in the following _dl_close call
Packit 6c4009
	     we have to mark the dtv array as having gaps to fill the
Packit 6c4009
	     holes.  This is a pessimistic assumption which won't hurt
Packit 6c4009
	     if not true.  There is no need to do this when we are
Packit 6c4009
	     loading the auditing DSOs since TLS has not yet been set
Packit 6c4009
	     up.  */
Packit 6c4009
	  if ((mode & __RTLD_AUDIT) == 0)
Packit 6c4009
	    GL(dl_tls_dtv_gaps) = true;
Packit 6c4009
Packit 6c4009
	  _dl_close_worker (args.map, true);
Packit 6c4009
	}
Packit 6c4009
Packit 6c4009
      assert (_dl_debug_initialize (0, args.nsid)->r_state == RT_CONSISTENT);
Packit 6c4009
Packit 6c4009
      /* Release the lock.  */
Packit 6c4009
      __rtld_lock_unlock_recursive (GL(dl_load_lock));
Packit 6c4009
Packit 6c4009
      /* Reraise the error.  */
Packit 6c4009
      _dl_signal_exception (errcode, &exception, NULL);
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
  assert (_dl_debug_initialize (0, args.nsid)->r_state == RT_CONSISTENT);
Packit 6c4009
Packit 6c4009
  /* Release the lock.  */
Packit 6c4009
  __rtld_lock_unlock_recursive (GL(dl_load_lock));
Packit 6c4009
Packit 6c4009
  return args.map;
Packit 6c4009
}
Packit 6c4009
Packit 6c4009
Packit 6c4009
void
Packit 6c4009
_dl_show_scope (struct link_map *l, int from)
Packit 6c4009
{
Packit 6c4009
  _dl_debug_printf ("object=%s [%lu]\n",
Packit 6c4009
		    DSO_FILENAME (l->l_name), l->l_ns);
Packit 6c4009
  if (l->l_scope != NULL)
Packit 6c4009
    for (int scope_cnt = from; l->l_scope[scope_cnt] != NULL; ++scope_cnt)
Packit 6c4009
      {
Packit 6c4009
	_dl_debug_printf (" scope %u:", scope_cnt);
Packit 6c4009
Packit 6c4009
	for (unsigned int cnt = 0; cnt < l->l_scope[scope_cnt]->r_nlist; ++cnt)
Packit 6c4009
	  if (*l->l_scope[scope_cnt]->r_list[cnt]->l_name)
Packit 6c4009
	    _dl_debug_printf_c (" %s",
Packit 6c4009
				l->l_scope[scope_cnt]->r_list[cnt]->l_name);
Packit 6c4009
	  else
Packit 6c4009
	    _dl_debug_printf_c (" %s", RTLD_PROGNAME);
Packit 6c4009
Packit 6c4009
	_dl_debug_printf_c ("\n");
Packit 6c4009
      }
Packit 6c4009
  else
Packit 6c4009
    _dl_debug_printf (" no scope\n");
Packit 6c4009
  _dl_debug_printf ("\n");
Packit 6c4009
}