Blame libfreerdp/primitives/primitives.c

Packit Service fa4841
/* primitives.c
Packit Service fa4841
 * This code queries processor features and calls the init/deinit routines.
Packit Service fa4841
 * vi:ts=4 sw=4
Packit Service fa4841
 *
Packit Service fa4841
 * Copyright 2011 Martin Fleisz <martin.fleisz@thincast.com>
Packit Service fa4841
 * (c) Copyright 2012 Hewlett-Packard Development Company, L.P.
Packit Service fa4841
 * Copyright 2019 David Fort <contact@hardening-consulting.com>
Packit Service fa4841
 *
Packit Service fa4841
 * Licensed under the Apache License, Version 2.0 (the "License"); you may
Packit Service fa4841
 * not use this file except in compliance with the License. You may obtain
Packit Service fa4841
 * a copy of the License at http://www.apache.org/licenses/LICENSE-2.0.
Packit Service fa4841
 * Unless required by applicable law or agreed to in writing, software
Packit Service fa4841
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit Service fa4841
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
Packit Service fa4841
 * or implied. See the License for the specific language governing
Packit Service fa4841
 * permissions and limitations under the License.
Packit Service fa4841
 */
Packit Service fa4841
Packit Service fa4841
#ifdef HAVE_CONFIG_H
Packit Service fa4841
#include "config.h"
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
#include <string.h>
Packit Service fa4841
#include <stdlib.h>
Packit Service fa4841
Packit Service fa4841
#include <winpr/synch.h>
Packit Service fa4841
#include <winpr/sysinfo.h>
Packit Service fa4841
#include <winpr/crypto.h>
Packit Service fa4841
#include <freerdp/primitives.h>
Packit Service fa4841
Packit Service fa4841
#include "prim_internal.h"
Packit Service fa4841
Packit Service fa4841
#define TAG FREERDP_TAG("primitives")
Packit Service fa4841
Packit Service fa4841
/* hints to know which kind of primitives to use */
Packit Service fa4841
static primitive_hints primitivesHints = PRIMITIVES_AUTODETECT;
Packit Service fa4841
static BOOL primitives_init_optimized(primitives_t* prims);
Packit Service fa4841
Packit Service fa4841
void primitives_set_hints(primitive_hints hints)
Packit Service fa4841
{
Packit Service fa4841
	primitivesHints = hints;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
primitive_hints primitives_get_hints(void)
Packit Service fa4841
{
Packit Service fa4841
	return primitivesHints;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/* Singleton pointer used throughout the program when requested. */
Packit Service fa4841
static primitives_t pPrimitivesGeneric = { 0 };
Packit Service fa4841
static INIT_ONCE generic_primitives_InitOnce = INIT_ONCE_STATIC_INIT;
Packit Service fa4841
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
static primitives_t pPrimitivesCpu = { 0 };
Packit Service fa4841
static INIT_ONCE cpu_primitives_InitOnce = INIT_ONCE_STATIC_INIT;
Packit Service fa4841
Packit Service fa4841
#endif
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
static primitives_t pPrimitivesGpu = { 0 };
Packit Service fa4841
static INIT_ONCE gpu_primitives_InitOnce = INIT_ONCE_STATIC_INIT;
Packit Service fa4841
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
static INIT_ONCE auto_primitives_InitOnce = INIT_ONCE_STATIC_INIT;
Packit Service fa4841
Packit Service fa4841
static primitives_t pPrimitives = { 0 };
Packit Service fa4841
Packit Service fa4841
/* ------------------------------------------------------------------------- */
Packit Service fa4841
static BOOL primitives_init_generic(primitives_t* prims)
Packit Service fa4841
{
Packit Service fa4841
	primitives_init_add(prims);
Packit Service fa4841
	primitives_init_andor(prims);
Packit Service fa4841
	primitives_init_alphaComp(prims);
Packit Service fa4841
	primitives_init_copy(prims);
Packit Service fa4841
	primitives_init_set(prims);
Packit Service fa4841
	primitives_init_shift(prims);
Packit Service fa4841
	primitives_init_sign(prims);
Packit Service fa4841
	primitives_init_colors(prims);
Packit Service fa4841
	primitives_init_YCoCg(prims);
Packit Service fa4841
	primitives_init_YUV(prims);
Packit Service fa4841
	prims->uninit = NULL;
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL CALLBACK primitives_init_generic_cb(PINIT_ONCE once, PVOID param, PVOID* context)
Packit Service fa4841
{
Packit Service fa4841
	WINPR_UNUSED(once);
Packit Service fa4841
	WINPR_UNUSED(param);
Packit Service fa4841
	WINPR_UNUSED(context);
Packit Service fa4841
	return primitives_init_generic(&pPrimitivesGeneric);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL primitives_init_optimized(primitives_t* prims)
Packit Service fa4841
{
Packit Service fa4841
	primitives_init_generic(prims);
Packit Service fa4841
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
	primitives_init_add_opt(prims);
Packit Service fa4841
	primitives_init_andor_opt(prims);
Packit Service fa4841
	primitives_init_alphaComp_opt(prims);
Packit Service fa4841
	primitives_init_copy_opt(prims);
Packit Service fa4841
	primitives_init_set_opt(prims);
Packit Service fa4841
	primitives_init_shift_opt(prims);
Packit Service fa4841
	primitives_init_sign_opt(prims);
Packit Service fa4841
	primitives_init_colors_opt(prims);
Packit Service fa4841
	primitives_init_YCoCg_opt(prims);
Packit Service fa4841
	primitives_init_YUV_opt(prims);
Packit Service fa4841
	prims->flags |= PRIM_FLAGS_HAVE_EXTCPU;
Packit Service fa4841
#endif
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
typedef struct
Packit Service fa4841
{
Packit Service fa4841
	BYTE* channels[3];
Packit Service fa4841
	UINT32 steps[3];
Packit Service fa4841
	prim_size_t roi;
Packit Service fa4841
	BYTE* outputBuffer;
Packit Service fa4841
	UINT32 outputStride;
Packit Service fa4841
	UINT32 testedFormat;
Packit Service fa4841
} primitives_YUV_benchmark;
Packit Service fa4841
Packit Service fa4841
static void primitives_YUV_benchmark_free(primitives_YUV_benchmark* bench)
Packit Service fa4841
{
Packit Service fa4841
	int i;
Packit Service fa4841
	if (!bench)
Packit Service fa4841
		return;
Packit Service fa4841
Packit Service fa4841
	free(bench->outputBuffer);
Packit Service fa4841
Packit Service fa4841
	for (i = 0; i < 3; i++)
Packit Service fa4841
		free(bench->channels[i]);
Packit Service fa4841
	memset(bench, 0, sizeof(primitives_YUV_benchmark));
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static primitives_YUV_benchmark* primitives_YUV_benchmark_init(primitives_YUV_benchmark* ret)
Packit Service fa4841
{
Packit Service fa4841
	int i;
Packit Service fa4841
	prim_size_t* roi;
Packit Service fa4841
	if (!ret)
Packit Service fa4841
		return NULL;
Packit Service fa4841
Packit Service fa4841
	memset(ret, 0, sizeof(primitives_YUV_benchmark));
Packit Service fa4841
	roi = &ret->roi;
Packit Service fa4841
	roi->width = 1024;
Packit Service fa4841
	roi->height = 768;
Packit Service fa4841
	ret->outputStride = roi->width * 4;
Packit Service fa4841
	ret->testedFormat = PIXEL_FORMAT_BGRA32;
Packit Service fa4841
Packit Service fa4841
	ret->outputBuffer = malloc(ret->outputStride * roi->height);
Packit Service fa4841
	if (!ret->outputBuffer)
Packit Service fa4841
		goto fail;
Packit Service fa4841
Packit Service fa4841
	for (i = 0; i < 3; i++)
Packit Service fa4841
	{
Packit Service fa4841
		BYTE* buf = ret->channels[i] = malloc(roi->width * roi->height);
Packit Service fa4841
		if (!buf)
Packit Service fa4841
			goto fail;
Packit Service fa4841
Packit Service fa4841
		winpr_RAND(buf, roi->width * roi->height);
Packit Service fa4841
		ret->steps[i] = roi->width;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return ret;
Packit Service fa4841
Packit Service fa4841
fail:
Packit Service fa4841
	primitives_YUV_benchmark_free(ret);
Packit Service fa4841
	return ret;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL primitives_YUV_benchmark_run(primitives_YUV_benchmark* bench, primitives_t* prims,
Packit Service fa4841
                                         UINT64 runTime, UINT32* computations)
Packit Service fa4841
{
Packit Service fa4841
	ULONGLONG dueDate;
Packit Service fa4841
	const BYTE* channels[3];
Packit Service fa4841
	size_t i;
Packit Service fa4841
	pstatus_t status;
Packit Service fa4841
Packit Service fa4841
	*computations = 0;
Packit Service fa4841
Packit Service fa4841
	for (i = 0; i < 3; i++)
Packit Service fa4841
		channels[i] = bench->channels[i];
Packit Service fa4841
Packit Service fa4841
	/* do a first dry run to initialize cache and such */
Packit Service fa4841
	status = prims->YUV420ToRGB_8u_P3AC4R(channels, bench->steps, bench->outputBuffer,
Packit Service fa4841
	                                      bench->outputStride, bench->testedFormat, &bench->roi);
Packit Service fa4841
	if (status != PRIMITIVES_SUCCESS)
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	/* let's run the benchmark */
Packit Service fa4841
	dueDate = GetTickCount64() + runTime;
Packit Service fa4841
	while (GetTickCount64() < dueDate)
Packit Service fa4841
	{
Packit Service fa4841
		pstatus_t status =
Packit Service fa4841
		    prims->YUV420ToRGB_8u_P3AC4R(channels, bench->steps, bench->outputBuffer,
Packit Service fa4841
		                                 bench->outputStride, bench->testedFormat, &bench->roi);
Packit Service fa4841
		if (status != PRIMITIVES_SUCCESS)
Packit Service fa4841
			return FALSE;
Packit Service fa4841
		*computations = *computations + 1;
Packit Service fa4841
	}
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL primitives_autodetect_best(primitives_t* prims)
Packit Service fa4841
{
Packit Service fa4841
	size_t x;
Packit Service fa4841
	BOOL ret = FALSE;
Packit Service fa4841
	UINT64 benchDuration = 150; /* 150 ms */
Packit Service fa4841
	struct prim_benchmark
Packit Service fa4841
	{
Packit Service fa4841
		const char* name;
Packit Service fa4841
		primitives_t* prims;
Packit Service fa4841
		UINT32 flags;
Packit Service fa4841
		UINT32 count;
Packit Service fa4841
	};
Packit Service fa4841
Packit Service fa4841
	struct prim_benchmark testcases[] =
Packit Service fa4841
	{
Packit Service fa4841
		{ "generic", NULL, PRIMITIVES_PURE_SOFT, 0 },
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
		{ "optimized", NULL, PRIMITIVES_ONLY_CPU, 0 },
Packit Service fa4841
#endif
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
		{ "opencl", NULL, PRIMITIVES_ONLY_GPU, 0 },
Packit Service fa4841
#endif
Packit Service fa4841
	};
Packit Service fa4841
	const struct prim_benchmark* best = NULL;
Packit Service fa4841
Packit Service fa4841
	primitives_YUV_benchmark bench;
Packit Service fa4841
	primitives_YUV_benchmark* yuvBench = primitives_YUV_benchmark_init(&bench);
Packit Service fa4841
	if (!yuvBench)
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	WLog_DBG(TAG, "primitives benchmark result:");
Packit Service fa4841
	for (x = 0; x < ARRAYSIZE(testcases); x++)
Packit Service fa4841
	{
Packit Service fa4841
		struct prim_benchmark* cur = &testcases[x];
Packit Service fa4841
		cur->prims = primitives_get_by_type(cur->flags);
Packit Service fa4841
		if (!cur->prims)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_WARN(TAG, "Failed to initialize %s primitives", cur->name);
Packit Service fa4841
			continue;
Packit Service fa4841
		}
Packit Service fa4841
		if (!primitives_YUV_benchmark_run(yuvBench, cur->prims, benchDuration, &cur->count))
Packit Service fa4841
		{
Packit Service fa4841
			WLog_WARN(TAG, "error running %s YUV bench", cur->name);
Packit Service fa4841
			continue;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		WLog_DBG(TAG, " * %s= %" PRIu32, cur->name, cur->count);
Packit Service fa4841
		if (!best || (best->count < cur->count))
Packit Service fa4841
			best = cur;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	if (!best)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "No primitives to test, aborting.");
Packit Service fa4841
		goto out;
Packit Service fa4841
	}
Packit Service fa4841
	/* finally compute the results */
Packit Service fa4841
	*prims = *best->prims;
Packit Service fa4841
Packit Service fa4841
	WLog_INFO(TAG, "primitives autodetect, using %s", best->name);
Packit Service fa4841
	ret = TRUE;
Packit Service fa4841
out:
Packit Service fa4841
	if (!ret)
Packit Service fa4841
		*prims = pPrimitivesGeneric;
Packit Service fa4841
	primitives_YUV_benchmark_free(yuvBench);
Packit Service fa4841
	return ret;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
static BOOL CALLBACK primitives_init_gpu_cb(PINIT_ONCE once, PVOID param, PVOID* context)
Packit Service fa4841
{
Packit Service fa4841
	WINPR_UNUSED(once);
Packit Service fa4841
	WINPR_UNUSED(param);
Packit Service fa4841
	WINPR_UNUSED(context);
Packit Service fa4841
Packit Service fa4841
	if (!primitives_init_opencl(&pPrimitivesGpu))
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
static BOOL CALLBACK primitives_init_cpu_cb(PINIT_ONCE once, PVOID param, PVOID* context)
Packit Service fa4841
{
Packit Service fa4841
	WINPR_UNUSED(once);
Packit Service fa4841
	WINPR_UNUSED(param);
Packit Service fa4841
	WINPR_UNUSED(context);
Packit Service fa4841
Packit Service fa4841
	if (!primitives_init_optimized(&pPrimitivesCpu))
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
static BOOL CALLBACK primitives_auto_init_cb(PINIT_ONCE once, PVOID param, PVOID* context)
Packit Service fa4841
{
Packit Service fa4841
	WINPR_UNUSED(once);
Packit Service fa4841
	WINPR_UNUSED(param);
Packit Service fa4841
	WINPR_UNUSED(context);
Packit Service fa4841
Packit Service fa4841
	return primitives_init(&pPrimitives, primitivesHints);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
BOOL primitives_init(primitives_t* p, primitive_hints hints)
Packit Service fa4841
{
Packit Service fa4841
	switch (hints)
Packit Service fa4841
	{
Packit Service fa4841
		case PRIMITIVES_AUTODETECT:
Packit Service fa4841
			return primitives_autodetect_best(p);
Packit Service fa4841
		case PRIMITIVES_PURE_SOFT:
Packit Service fa4841
			*p = pPrimitivesGeneric;
Packit Service fa4841
			return TRUE;
Packit Service fa4841
		case PRIMITIVES_ONLY_CPU:
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
			*p = pPrimitivesCpu;
Packit Service fa4841
			return TRUE;
Packit Service fa4841
#endif
Packit Service fa4841
		case PRIMITIVES_ONLY_GPU:
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
			*p = pPrimitivesGpu;
Packit Service fa4841
			return TRUE;
Packit Service fa4841
#endif
Packit Service fa4841
		default:
Packit Service fa4841
			WLog_ERR(TAG, "unknown hint %d", hints);
Packit Service fa4841
			return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
void primitives_uninit(void)
Packit Service fa4841
{
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
	if (pPrimitivesGpu.uninit)
Packit Service fa4841
		pPrimitivesGpu.uninit();
Packit Service fa4841
#endif
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
	if (pPrimitivesCpu.uninit)
Packit Service fa4841
		pPrimitivesCpu.uninit();
Packit Service fa4841
#endif
Packit Service fa4841
	if (pPrimitivesGeneric.uninit)
Packit Service fa4841
		pPrimitivesGeneric.uninit();
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/* ------------------------------------------------------------------------- */
Packit Service fa4841
static void setup(void)
Packit Service fa4841
{
Packit Service fa4841
	InitOnceExecuteOnce(&generic_primitives_InitOnce, primitives_init_generic_cb, NULL, NULL);
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
	InitOnceExecuteOnce(&cpu_primitives_InitOnce, primitives_init_cpu_cb, NULL, NULL);
Packit Service fa4841
#endif
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
	InitOnceExecuteOnce(&gpu_primitives_InitOnce, primitives_init_gpu_cb, NULL, NULL);
Packit Service fa4841
#endif
Packit Service fa4841
	InitOnceExecuteOnce(&auto_primitives_InitOnce, primitives_auto_init_cb, NULL, NULL);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
primitives_t* primitives_get(void)
Packit Service fa4841
{
Packit Service fa4841
	setup();
Packit Service fa4841
	return &pPrimitives;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
primitives_t* primitives_get_generic(void)
Packit Service fa4841
{
Packit Service fa4841
	InitOnceExecuteOnce(&generic_primitives_InitOnce, primitives_init_generic_cb, NULL, NULL);
Packit Service fa4841
	return &pPrimitivesGeneric;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
primitives_t* primitives_get_by_type(DWORD type)
Packit Service fa4841
{
Packit Service fa4841
	InitOnceExecuteOnce(&generic_primitives_InitOnce, primitives_init_generic_cb, NULL, NULL);
Packit Service fa4841
Packit Service fa4841
	switch (type)
Packit Service fa4841
	{
Packit Service fa4841
		case PRIMITIVES_ONLY_GPU:
Packit Service fa4841
#if defined(WITH_OPENCL)
Packit Service fa4841
			if (!InitOnceExecuteOnce(&gpu_primitives_InitOnce, primitives_init_gpu_cb, NULL, NULL))
Packit Service fa4841
				return NULL;
Packit Service fa4841
			return &pPrimitivesGpu;
Packit Service fa4841
#endif
Packit Service fa4841
		case PRIMITIVES_ONLY_CPU:
Packit Service fa4841
#if defined(HAVE_CPU_OPTIMIZED_PRIMITIVES)
Packit Service fa4841
			if (!InitOnceExecuteOnce(&cpu_primitives_InitOnce, primitives_init_cpu_cb, NULL, NULL))
Packit Service fa4841
				return NULL;
Packit Service fa4841
			return &pPrimitivesCpu;
Packit Service fa4841
#endif
Packit Service fa4841
		case PRIMITIVES_PURE_SOFT:
Packit Service fa4841
		default:
Packit Service fa4841
			return &pPrimitivesGeneric;
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
DWORD primitives_flags(primitives_t* p)
Packit Service fa4841
{
Packit Service fa4841
	return p->flags;
Packit Service fa4841
}