Blame winpr/libwinpr/synch/barrier.c

Packit Service fa4841
/**
Packit Service fa4841
 * WinPR: Windows Portable Runtime
Packit Service fa4841
 * Synchronization Functions
Packit Service fa4841
 *
Packit Service fa4841
 * Copyright 2012 Marc-Andre Moreau <marcandre.moreau@gmail.com>
Packit Service fa4841
 * Copyright 2016 Norbert Federa <norbert.federa@thincast.com>
Packit Service fa4841
 *
Packit Service fa4841
 * Licensed under the Apache License, Version 2.0 (the "License");
Packit Service fa4841
 * you may not use this file except in compliance with the License.
Packit Service fa4841
 * You may obtain a copy of the License at
Packit Service fa4841
 *
Packit Service fa4841
 *     http://www.apache.org/licenses/LICENSE-2.0
Packit Service fa4841
 *
Packit Service fa4841
 * Unless required by applicable law or agreed to in writing, software
Packit Service fa4841
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit Service fa4841
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Packit Service fa4841
 * See the License for the specific language governing permissions and
Packit Service fa4841
 * limitations under the License.
Packit Service fa4841
 */
Packit Service fa4841
Packit Service fa4841
#ifdef HAVE_CONFIG_H
Packit Service fa4841
#include "config.h"
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
#include <winpr/synch.h>
Packit Service fa4841
Packit Service fa4841
#include "synch.h"
Packit Service fa4841
Packit Service fa4841
#include <winpr/crt.h>
Packit Service fa4841
Packit Service fa4841
#ifdef WINPR_SYNCHRONIZATION_BARRIER
Packit Service fa4841
Packit Service fa4841
#include <assert.h>
Packit Service fa4841
#include <winpr/sysinfo.h>
Packit Service fa4841
#include <winpr/library.h>
Packit Service fa4841
#include <winpr/interlocked.h>
Packit Service fa4841
#include <winpr/thread.h>
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * WinPR uses the internal RTL_BARRIER struct members exactly like Windows:
Packit Service fa4841
 *
Packit Service fa4841
 * DWORD Reserved1:          number of threads that have not yet entered the barrier
Packit Service fa4841
 * DWORD Reserved2:          number of threads required to enter the barrier
Packit Service fa4841
 * ULONG_PTR Reserved3[2];   two synchronization events (manual reset events)
Packit Service fa4841
 * DWORD Reserved4;          number of processors
Packit Service fa4841
 * DWORD Reserved5;          spincount
Packit Service fa4841
 */
Packit Service fa4841
Packit Service fa4841
#ifdef _WIN32
Packit Service fa4841
Packit Service fa4841
static HMODULE g_Kernel32 = NULL;
Packit Service fa4841
static BOOL g_NativeBarrier = FALSE;
Packit Service fa4841
static INIT_ONCE g_InitOnce = INIT_ONCE_STATIC_INIT;
Packit Service fa4841
Packit Service fa4841
typedef BOOL(WINAPI* fnInitializeSynchronizationBarrier)(LPSYNCHRONIZATION_BARRIER lpBarrier,
Packit Service fa4841
                                                         LONG lTotalThreads, LONG lSpinCount);
Packit Service fa4841
typedef BOOL(WINAPI* fnEnterSynchronizationBarrier)(LPSYNCHRONIZATION_BARRIER lpBarrier,
Packit Service fa4841
                                                    DWORD dwFlags);
Packit Service fa4841
typedef BOOL(WINAPI* fnDeleteSynchronizationBarrier)(LPSYNCHRONIZATION_BARRIER lpBarrier);
Packit Service fa4841
Packit Service fa4841
static fnInitializeSynchronizationBarrier pfnInitializeSynchronizationBarrier = NULL;
Packit Service fa4841
static fnEnterSynchronizationBarrier pfnEnterSynchronizationBarrier = NULL;
Packit Service fa4841
static fnDeleteSynchronizationBarrier pfnDeleteSynchronizationBarrier = NULL;
Packit Service fa4841
Packit Service fa4841
static BOOL CALLBACK InitOnce_Barrier(PINIT_ONCE once, PVOID param, PVOID* context)
Packit Service fa4841
{
Packit Service fa4841
	g_Kernel32 = LoadLibraryA("kernel32.dll");
Packit Service fa4841
Packit Service fa4841
	if (!g_Kernel32)
Packit Service fa4841
		return TRUE;
Packit Service fa4841
Packit Service fa4841
	pfnInitializeSynchronizationBarrier = (fnInitializeSynchronizationBarrier)GetProcAddress(
Packit Service fa4841
	    g_Kernel32, "InitializeSynchronizationBarrier");
Packit Service fa4841
Packit Service fa4841
	pfnEnterSynchronizationBarrier =
Packit Service fa4841
	    (fnEnterSynchronizationBarrier)GetProcAddress(g_Kernel32, "EnterSynchronizationBarrier");
Packit Service fa4841
Packit Service fa4841
	pfnDeleteSynchronizationBarrier =
Packit Service fa4841
	    (fnDeleteSynchronizationBarrier)GetProcAddress(g_Kernel32, "DeleteSynchronizationBarrier");
Packit Service fa4841
Packit Service fa4841
	if (pfnInitializeSynchronizationBarrier && pfnEnterSynchronizationBarrier &&
Packit Service fa4841
	    pfnDeleteSynchronizationBarrier)
Packit Service fa4841
	{
Packit Service fa4841
		g_NativeBarrier = TRUE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
BOOL WINAPI winpr_InitializeSynchronizationBarrier(LPSYNCHRONIZATION_BARRIER lpBarrier,
Packit Service fa4841
                                                   LONG lTotalThreads, LONG lSpinCount)
Packit Service fa4841
{
Packit Service fa4841
	SYSTEM_INFO sysinfo;
Packit Service fa4841
	HANDLE hEvent0;
Packit Service fa4841
	HANDLE hEvent1;
Packit Service fa4841
Packit Service fa4841
#ifdef _WIN32
Packit Service fa4841
	InitOnceExecuteOnce(&g_InitOnce, InitOnce_Barrier, NULL, NULL);
Packit Service fa4841
Packit Service fa4841
	if (g_NativeBarrier)
Packit Service fa4841
		return pfnInitializeSynchronizationBarrier(lpBarrier, lTotalThreads, lSpinCount);
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
	if (!lpBarrier || lTotalThreads < 1 || lSpinCount < -1)
Packit Service fa4841
	{
Packit Service fa4841
		SetLastError(ERROR_INVALID_PARAMETER);
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	ZeroMemory(lpBarrier, sizeof(SYNCHRONIZATION_BARRIER));
Packit Service fa4841
Packit Service fa4841
	if (lSpinCount == -1)
Packit Service fa4841
		lSpinCount = 2000;
Packit Service fa4841
Packit Service fa4841
	if (!(hEvent0 = CreateEvent(NULL, TRUE, FALSE, NULL)))
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	if (!(hEvent1 = CreateEvent(NULL, TRUE, FALSE, NULL)))
Packit Service fa4841
	{
Packit Service fa4841
		CloseHandle(hEvent0);
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	GetNativeSystemInfo(&sysinfo);
Packit Service fa4841
Packit Service fa4841
	lpBarrier->Reserved1 = lTotalThreads;
Packit Service fa4841
	lpBarrier->Reserved2 = lTotalThreads;
Packit Service fa4841
	lpBarrier->Reserved3[0] = (ULONG_PTR)hEvent0;
Packit Service fa4841
	lpBarrier->Reserved3[1] = (ULONG_PTR)hEvent1;
Packit Service fa4841
	lpBarrier->Reserved4 = sysinfo.dwNumberOfProcessors;
Packit Service fa4841
	lpBarrier->Reserved5 = lSpinCount;
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
BOOL WINAPI winpr_EnterSynchronizationBarrier(LPSYNCHRONIZATION_BARRIER lpBarrier, DWORD dwFlags)
Packit Service fa4841
{
Packit Service fa4841
	LONG remainingThreads;
Packit Service fa4841
	HANDLE hCurrentEvent;
Packit Service fa4841
	HANDLE hDormantEvent;
Packit Service fa4841
Packit Service fa4841
#ifdef _WIN32
Packit Service fa4841
	if (g_NativeBarrier)
Packit Service fa4841
		return pfnEnterSynchronizationBarrier(lpBarrier, dwFlags);
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
	if (!lpBarrier)
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	/**
Packit Service fa4841
	 * dwFlags according to
Packit Service fa4841
	 * https://msdn.microsoft.com/en-us/library/windows/desktop/hh706889(v=vs.85).aspx
Packit Service fa4841
	 *
Packit Service fa4841
	 * SYNCHRONIZATION_BARRIER_FLAGS_BLOCK_ONLY (0x01)
Packit Service fa4841
	 * Specifies that the thread entering the barrier should block
Packit Service fa4841
	 * immediately until the last thread enters the barrier.
Packit Service fa4841
	 *
Packit Service fa4841
	 * SYNCHRONIZATION_BARRIER_FLAGS_SPIN_ONLY (0x02)
Packit Service fa4841
	 * Specifies that the thread entering the barrier should spin until the
Packit Service fa4841
	 * last thread enters the barrier, even if the spinning thread exceeds
Packit Service fa4841
	 * the barrier's maximum spin count.
Packit Service fa4841
	 *
Packit Service fa4841
	 * SYNCHRONIZATION_BARRIER_FLAGS_NO_DELETE (0x04)
Packit Service fa4841
	 * Specifies that the function can skip the work required to ensure
Packit Service fa4841
	 * that it is safe to delete the barrier, which can improve
Packit Service fa4841
	 * performance. All threads that enter this barrier must specify the
Packit Service fa4841
	 * flag; otherwise, the flag is ignored. This flag should be used only
Packit Service fa4841
	 * if the barrier will never be deleted.
Packit Service fa4841
	 */
Packit Service fa4841
Packit Service fa4841
	hCurrentEvent = (HANDLE)lpBarrier->Reserved3[0];
Packit Service fa4841
	hDormantEvent = (HANDLE)lpBarrier->Reserved3[1];
Packit Service fa4841
Packit Service fa4841
	remainingThreads = InterlockedDecrement((LONG*)&lpBarrier->Reserved1);
Packit Service fa4841
Packit Service fa4841
	assert(remainingThreads >= 0);
Packit Service fa4841
Packit Service fa4841
	if (remainingThreads > 0)
Packit Service fa4841
	{
Packit Service fa4841
		DWORD dwProcessors = lpBarrier->Reserved4;
Packit Service fa4841
		BOOL spinOnly = dwFlags & SYNCHRONIZATION_BARRIER_FLAGS_SPIN_ONLY;
Packit Service fa4841
		BOOL blockOnly = dwFlags & SYNCHRONIZATION_BARRIER_FLAGS_BLOCK_ONLY;
Packit Service fa4841
		BOOL block = TRUE;
Packit Service fa4841
Packit Service fa4841
		/**
Packit Service fa4841
		 * If SYNCHRONIZATION_BARRIER_FLAGS_SPIN_ONLY is set we will
Packit Service fa4841
		 * always spin and trust that the user knows what he/she/it
Packit Service fa4841
		 * is doing. Otherwise we'll only spin if the flag
Packit Service fa4841
		 * SYNCHRONIZATION_BARRIER_FLAGS_BLOCK_ONLY is not set and
Packit Service fa4841
		 * the number of remaining threads is less than the number
Packit Service fa4841
		 * of processors.
Packit Service fa4841
		 */
Packit Service fa4841
Packit Service fa4841
		if (spinOnly || (((ULONG)remainingThreads < dwProcessors) && !blockOnly))
Packit Service fa4841
		{
Packit Service fa4841
			DWORD dwSpinCount = lpBarrier->Reserved5;
Packit Service fa4841
			DWORD sp = 0;
Packit Service fa4841
			/**
Packit Service fa4841
			 * nb: we must let the compiler know that our comparand
Packit Service fa4841
			 * can change between the iterations in the loop below
Packit Service fa4841
			 */
Packit Service fa4841
			volatile ULONG_PTR* cmp = &lpBarrier->Reserved3[0];
Packit Service fa4841
			/* we spin until the last thread _completed_ the event switch */
Packit Service fa4841
			while ((block = (*cmp == (ULONG_PTR)hCurrentEvent)))
Packit Service fa4841
				if (!spinOnly && ++sp > dwSpinCount)
Packit Service fa4841
					break;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		if (block)
Packit Service fa4841
			WaitForSingleObject(hCurrentEvent, INFINITE);
Packit Service fa4841
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	/* reset the dormant event first */
Packit Service fa4841
	ResetEvent(hDormantEvent);
Packit Service fa4841
Packit Service fa4841
	/* reset the remaining counter */
Packit Service fa4841
	lpBarrier->Reserved1 = lpBarrier->Reserved2;
Packit Service fa4841
Packit Service fa4841
	/* switch events - this will also unblock the spinning threads */
Packit Service fa4841
	lpBarrier->Reserved3[1] = (ULONG_PTR)hCurrentEvent;
Packit Service fa4841
	lpBarrier->Reserved3[0] = (ULONG_PTR)hDormantEvent;
Packit Service fa4841
Packit Service fa4841
	/* signal the blocked threads */
Packit Service fa4841
	SetEvent(hCurrentEvent);
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
BOOL WINAPI winpr_DeleteSynchronizationBarrier(LPSYNCHRONIZATION_BARRIER lpBarrier)
Packit Service fa4841
{
Packit Service fa4841
#ifdef _WIN32
Packit Service fa4841
	if (g_NativeBarrier)
Packit Service fa4841
		return pfnDeleteSynchronizationBarrier(lpBarrier);
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
	/**
Packit Service fa4841
	 * According to https://msdn.microsoft.com/en-us/library/windows/desktop/hh706887(v=vs.85).aspx
Packit Service fa4841
	 * Return value:
Packit Service fa4841
	 * The DeleteSynchronizationBarrier function always returns TRUE.
Packit Service fa4841
	 */
Packit Service fa4841
Packit Service fa4841
	if (!lpBarrier)
Packit Service fa4841
		return TRUE;
Packit Service fa4841
Packit Service fa4841
	while (lpBarrier->Reserved1 != lpBarrier->Reserved2)
Packit Service fa4841
		SwitchToThread();
Packit Service fa4841
Packit Service fa4841
	if (lpBarrier->Reserved3[0])
Packit Service fa4841
		CloseHandle((HANDLE)lpBarrier->Reserved3[0]);
Packit Service fa4841
Packit Service fa4841
	if (lpBarrier->Reserved3[1])
Packit Service fa4841
		CloseHandle((HANDLE)lpBarrier->Reserved3[1]);
Packit Service fa4841
Packit Service fa4841
	ZeroMemory(lpBarrier, sizeof(SYNCHRONIZATION_BARRIER));
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
#endif