/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil ; -*- */
/*
 *  (C) 2001 by Argonne National Laboratory.
 *      See COPYRIGHT in top-level directory.
 */

#if !defined(MPIU_THREAD_H_INCLUDED)
#define MPIU_THREAD_H_INCLUDED

#include "mpi.h"
#include "mpichconf.h"  /* defines MPICH_THREAD_PACKAGE_NAME */
#include "mpichconfconst.h"
#include "mpidbg.h"
#include "mpiassert.h"
#include "mpiu_strerror.h"

/* FIXME: we should not be including an MPIR-level header here.  But
 * the code is currently a rat-hole where the MPIU and MPIR functions
 * are all mixed up.  Till that's resolved, adding mpimem.h here as a
 * workaround for using MPIU_Calloc functionality. */
#include "mpimem.h"

/* _INVALID exists to avoid accidental macro evaluations to 0 */
#define MPICH_THREAD_PACKAGE_INVALID 0
#define MPICH_THREAD_PACKAGE_NONE    1
#define MPICH_THREAD_PACKAGE_POSIX   2
#define MPICH_THREAD_PACKAGE_SOLARIS 3
#define MPICH_THREAD_PACKAGE_WIN     4

#if defined(MPICH_THREAD_PACKAGE_NAME) && (MPICH_THREAD_PACKAGE_NAME == MPICH_THREAD_PACKAGE_POSIX)
#  include "mpiu_thread_posix.h"
#elif defined(MPICH_THREAD_PACKAGE_NAME) && (MPICH_THREAD_PACKAGE_NAME == MPICH_THREAD_PACKAGE_SOLARIS)
#  include "mpiu_thread_solaris.h"
#elif defined(MPICH_THREAD_PACKAGE_NAME) && (MPICH_THREAD_PACKAGE_NAME == MPICH_THREAD_PACKAGE_WIN)
#  include "mpiu_thread_win.h"
#elif defined(MPICH_THREAD_PACKAGE_NAME) && (MPICH_THREAD_PACKAGE_NAME == MPICH_THREAD_PACKAGE_NONE)
typedef int MPIU_Thread_mutex_t;
typedef int MPIU_Thread_cond_t;
typedef int MPIU_Thread_id_t;
typedef int MPIU_Thread_tls_t;
typedef void (*MPIU_Thread_func_t) (void *data);
#define MPIU_Thread_mutex_create(mutex_ptr_, err_ptr_)  { *((int*)err_ptr_) = 0;}
#define MPIU_Thread_mutex_destroy(mutex_ptr_, err_ptr_) { *((int*)err_ptr_) = 0;}
#else
#  error "thread package not defined or unknown"
#endif

/* Error values */
#define MPIU_THREAD_SUCCESS 0
/* FIXME: Define other error codes.  For now, any non-zero value is an error. */

#if MPICH_THREAD_GRANULARITY == MPICH_THREAD_GRANULARITY_INVALID
#  error Invalid thread granularity option specified (possibly none)
#elif MPICH_THREAD_GRANULARITY == MPICH_THREAD_GRANULARITY_LOCK_FREE
#  error MPICH_THREAD_GRANULARITY_LOCK_FREE not implemented yet
#endif

typedef struct {
    int thread_provided;        /* Provided level of thread support */

#if defined(MPICH_IS_THREADED) && !defined(MPICH_TLS_SPECIFIER)
    MPIU_Thread_tls_t thread_storage;   /* Id for perthread data */
#endif

    /* This is a special case for is_thread_main, which must be
     * implemented even if MPICH itself is single threaded.  */
#if MPICH_THREAD_LEVEL >= MPI_THREAD_SERIALIZED
    MPIU_Thread_id_t master_thread;     /* Thread that started MPI */
#endif

#if defined MPICH_IS_THREADED
    int isThreaded;             /* Set to true if user requested
                                 * THREAD_MULTIPLE */
#endif                          /* MPICH_IS_THREADED */

    /* Define the mutex values used for each kind of implementation */
#if MPICH_THREAD_GRANULARITY == MPICH_THREAD_GRANULARITY_GLOBAL || \
    MPICH_THREAD_GRANULARITY == MPICH_THREAD_GRANULARITY_PER_OBJECT
    MPIU_Thread_mutex_t global_mutex;
    MPIU_Thread_mutex_t memalloc_mutex; /* for MPIU_{Malloc,Free,Calloc} */
#endif

#if MPICH_THREAD_GRANULARITY == MPICH_THREAD_GRANULARITY_PER_OBJECT
    MPIU_Thread_mutex_t handle_mutex;
    MPIU_Thread_mutex_t msgq_mutex;
    MPIU_Thread_mutex_t completion_mutex;
    MPIU_Thread_mutex_t ctx_mutex;
    MPIU_Thread_mutex_t pmi_mutex;
#endif
} MPIR_Thread_info_t;
extern MPIR_Thread_info_t MPIR_ThreadInfo;

#define MPIR_THREAD_GLOBAL_ALLFUNC_MUTEX      MPIR_ThreadInfo.global_mutex
#define MPIR_THREAD_POBJ_HANDLE_MUTEX         MPIR_ThreadInfo.handle_mutex
#define MPIR_THREAD_POBJ_MSGQ_MUTEX           MPIR_ThreadInfo.msgq_mutex
#define MPIR_THREAD_POBJ_COMPLETION_MUTEX     MPIR_ThreadInfo.completion_mutex
#define MPIR_THREAD_POBJ_CTX_MUTEX            MPIR_ThreadInfo.ctx_mutex
#define MPIR_THREAD_POBJ_PMI_MUTEX            MPIR_ThreadInfo.pmi_mutex
#define MPIR_THREAD_ALLGRAN_MEMALLOC_MUTEX    MPIR_ThreadInfo.memalloc_mutex
#define MPIR_THREAD_POBJ_COMM_MUTEX(_comm_ptr) _comm_ptr->mutex
#define MPIR_THREAD_POBJ_WIN_MUTEX(_win_ptr)   _win_ptr->mutex

/* ------------------------------------------------------------------------- */
/* thread-local storage macros */
/* moved here from mpiimpl.h because they logically belong here */

/* arbitrary, just needed to avoid cleaning up heap allocated memory at thread
 * destruction time */
#define MPIU_STRERROR_BUF_SIZE (1024)

/* This structure contains all thread-local variables and will be zeroed at
 * allocation time.
 *
 * Note that any pointers to dynamically allocated memory stored in this
 * structure must be externally cleaned up.
 * */
typedef struct {
    int op_errno;               /* For errors in predefined MPI_Ops */

    /* error string storage for MPIU_Strerror */
    char strerrbuf[MPIU_STRERROR_BUF_SIZE];

#if (MPICH_THREAD_LEVEL == MPI_THREAD_MULTIPLE)
    int lock_depth;
#endif
} MPIUI_Per_thread_t;

#if defined (MPICH_IS_THREADED)
#include "mpiu_thread_multiple.h"
#else
#include "mpiu_thread_single.h"
#endif

#endif /* !defined(MPIU_THREAD_H_INCLUDED) */