Blame libfreerdp/primitives/prim_set_opt.c

Packit 1fb8d4
/* FreeRDP: A Remote Desktop Protocol Client
Packit 1fb8d4
 * Optimized routines to set a chunk of memory to a constant.
Packit 1fb8d4
 * vi:ts=4 sw=4:
Packit 1fb8d4
 *
Packit 1fb8d4
 * (c) Copyright 2012 Hewlett-Packard Development Company, L.P.
Packit 1fb8d4
 * Licensed under the Apache License, Version 2.0 (the "License"); you may
Packit 1fb8d4
 * not use this file except in compliance with the License. You may obtain
Packit 1fb8d4
 * a copy of the License at http://www.apache.org/licenses/LICENSE-2.0.
Packit 1fb8d4
 * Unless required by applicable law or agreed to in writing, software
Packit 1fb8d4
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit 1fb8d4
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
Packit 1fb8d4
 * or implied. See the License for the specific language governing
Packit 1fb8d4
 * permissions and limitations under the License.
Packit 1fb8d4
 *
Packit 1fb8d4
 */
Packit 1fb8d4
Packit 1fb8d4
#ifdef HAVE_CONFIG_H
Packit 1fb8d4
#include "config.h"
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#include <string.h>
Packit 1fb8d4
#include <freerdp/types.h>
Packit 1fb8d4
#include <freerdp/primitives.h>
Packit 1fb8d4
#include <winpr/sysinfo.h>
Packit 1fb8d4
Packit 1fb8d4
#ifdef WITH_SSE2
Packit 1fb8d4
# include <emmintrin.h>
Packit 1fb8d4
#endif /* WITH_SSE2 */
Packit 1fb8d4
#ifdef WITH_IPP
Packit 1fb8d4
# include <ipps.h>
Packit 1fb8d4
#endif /* WITH_IPP */
Packit 1fb8d4
Packit 1fb8d4
#include "prim_internal.h"
Packit 1fb8d4
Packit 1fb8d4
static primitives_t* generic = NULL;
Packit 1fb8d4
Packit 1fb8d4
/* ========================================================================= */
Packit 1fb8d4
#ifdef WITH_SSE2
Packit 1fb8d4
# if !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS)
Packit 1fb8d4
static pstatus_t sse2_set_8u(
Packit 1fb8d4
    BYTE val,
Packit 1fb8d4
    BYTE* pDst,
Packit 1fb8d4
    UINT32 len)
Packit 1fb8d4
{
Packit 1fb8d4
	BYTE byte, *dptr;
Packit 1fb8d4
	__m128i xmm0;
Packit 1fb8d4
	size_t count;
Packit 1fb8d4
Packit 1fb8d4
	if (len < 16) return generic->set_8u(val, pDst, len);
Packit 1fb8d4
Packit 1fb8d4
	byte  = val;
Packit 1fb8d4
	dptr = (BYTE*) pDst;
Packit 1fb8d4
Packit 1fb8d4
	/* Seek 16-byte alignment. */
Packit 1fb8d4
	while ((ULONG_PTR) dptr & 0x0f)
Packit 1fb8d4
	{
Packit 1fb8d4
		*dptr++ = byte;
Packit 1fb8d4
Packit 1fb8d4
		if (--len == 0) return PRIMITIVES_SUCCESS;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	xmm0 = _mm_set1_epi8(byte);
Packit 1fb8d4
	/* Cover 256-byte chunks via SSE register stores. */
Packit 1fb8d4
	count = len >> 8;
Packit 1fb8d4
	len -= count << 8;
Packit 1fb8d4
Packit 1fb8d4
	/* Do 256-byte chunks using one XMM register. */
Packit 1fb8d4
	while (count--)
Packit 1fb8d4
	{
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	/* Cover 16-byte chunks via SSE register stores. */
Packit 1fb8d4
	count = len >> 4;
Packit 1fb8d4
	len -= count << 4;
Packit 1fb8d4
Packit 1fb8d4
	/* Do 16-byte chunks using one XMM register. */
Packit 1fb8d4
	while (count--)
Packit 1fb8d4
	{
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 16;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	/* Do leftover bytes. */
Packit 1fb8d4
	while (len--) *dptr++ = byte;
Packit 1fb8d4
Packit 1fb8d4
	return PRIMITIVES_SUCCESS;
Packit 1fb8d4
}
Packit 1fb8d4
# endif /* !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS) */
Packit 1fb8d4
#endif /* WITH_SSE2 */
Packit 1fb8d4
Packit 1fb8d4
/* ------------------------------------------------------------------------- */
Packit 1fb8d4
#ifdef WITH_SSE2
Packit 1fb8d4
# if !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS)
Packit 1fb8d4
static pstatus_t sse2_set_32u(
Packit 1fb8d4
    UINT32 val,
Packit 1fb8d4
    UINT32* pDst,
Packit 1fb8d4
    UINT32 len)
Packit 1fb8d4
{
Packit 1fb8d4
	const primitives_t* prim = primitives_get_generic();
Packit 1fb8d4
	UINT32* dptr = (UINT32*) pDst;
Packit 1fb8d4
	__m128i xmm0;
Packit 1fb8d4
	size_t count;
Packit 1fb8d4
Packit 1fb8d4
	/* If really short, just do it here. */
Packit 1fb8d4
	if (len < 32)
Packit 1fb8d4
	{
Packit 1fb8d4
		while (len--) *dptr++ = val;
Packit 1fb8d4
Packit 1fb8d4
		return PRIMITIVES_SUCCESS;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	/* Assure we can reach 16-byte alignment. */
Packit 1fb8d4
	if (((ULONG_PTR) dptr & 0x03) != 0)
Packit 1fb8d4
	{
Packit 1fb8d4
		return prim->set_32u(val, pDst, len);
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	/* Seek 16-byte alignment. */
Packit 1fb8d4
	while ((ULONG_PTR) dptr & 0x0f)
Packit 1fb8d4
	{
Packit 1fb8d4
		*dptr++ = val;
Packit 1fb8d4
Packit 1fb8d4
		if (--len == 0) return PRIMITIVES_SUCCESS;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	xmm0 = _mm_set1_epi32(val);
Packit 1fb8d4
	/* Cover 256-byte chunks via SSE register stores. */
Packit 1fb8d4
	count = len >> 6;
Packit 1fb8d4
	len -= count << 6;
Packit 1fb8d4
Packit 1fb8d4
	/* Do 256-byte chunks using one XMM register. */
Packit 1fb8d4
	while (count--)
Packit 1fb8d4
	{
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	/* Cover 16-byte chunks via SSE register stores. */
Packit 1fb8d4
	count = len >> 2;
Packit 1fb8d4
	len -= count << 2;
Packit 1fb8d4
Packit 1fb8d4
	/* Do 16-byte chunks using one XMM register. */
Packit 1fb8d4
	while (count--)
Packit 1fb8d4
	{
Packit 1fb8d4
		_mm_store_si128((__m128i*) dptr, xmm0);
Packit 1fb8d4
		dptr += 4;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	/* Do leftover bytes. */
Packit 1fb8d4
	while (len--) *dptr++ = val;
Packit 1fb8d4
Packit 1fb8d4
	return PRIMITIVES_SUCCESS;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
/* ------------------------------------------------------------------------- */
Packit 1fb8d4
static pstatus_t sse2_set_32s(
Packit 1fb8d4
    INT32 val,
Packit 1fb8d4
    INT32* pDst,
Packit 1fb8d4
    UINT32 len)
Packit 1fb8d4
{
Packit 1fb8d4
	UINT32 uval = *((UINT32*) &val;;
Packit 1fb8d4
	return sse2_set_32u(uval, (UINT32*) pDst, len);
Packit 1fb8d4
}
Packit 1fb8d4
# endif /* !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS) */
Packit 1fb8d4
#endif /* WITH_SSE2 */
Packit 1fb8d4
Packit 1fb8d4
#ifdef WITH_IPP
Packit 1fb8d4
/* ------------------------------------------------------------------------- */
Packit 1fb8d4
static pstatus_t ipp_wrapper_set_32u(
Packit 1fb8d4
    UINT32 val,
Packit 1fb8d4
    UINT32* pDst,
Packit 1fb8d4
    INT32 len)
Packit 1fb8d4
{
Packit 1fb8d4
	/* A little type conversion, then use the signed version. */
Packit 1fb8d4
	INT32 sval = *((INT32*) &val;;
Packit 1fb8d4
	return ippsSet_32s(sval, (INT32*) pDst, len);
Packit 1fb8d4
}
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
/* ------------------------------------------------------------------------- */
Packit 1fb8d4
void primitives_init_set_opt(primitives_t* prims)
Packit 1fb8d4
{
Packit 1fb8d4
	generic = primitives_get_generic();
Packit 1fb8d4
	primitives_init_set(prims);
Packit 1fb8d4
	/* Pick tuned versions if possible. */
Packit 1fb8d4
#ifdef WITH_IPP
Packit 1fb8d4
	prims->set_8u  = (__set_8u_t)  ippsSet_8u;
Packit 1fb8d4
	prims->set_32s = (__set_32s_t) ippsSet_32s;
Packit 1fb8d4
	prims->set_32u = (__set_32u_t) ipp_wrapper_set_32u;
Packit 1fb8d4
	prims->zero = (__zero_t) ippsZero_8u;
Packit 1fb8d4
#elif defined(WITH_SSE2)
Packit 1fb8d4
Packit 1fb8d4
	if (IsProcessorFeaturePresent(PF_SSE2_INSTRUCTIONS_AVAILABLE))
Packit 1fb8d4
	{
Packit 1fb8d4
		prims->set_8u  = sse2_set_8u;
Packit 1fb8d4
		prims->set_32s = sse2_set_32s;
Packit 1fb8d4
		prims->set_32u = sse2_set_32u;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
#endif
Packit 1fb8d4
}
Packit 1fb8d4