Blame libfreerdp/codec/nsc_sse2.c

Packit 1fb8d4
/**
Packit 1fb8d4
 * FreeRDP: A Remote Desktop Protocol Implementation
Packit 1fb8d4
 * NSCodec Library - SSE2 Optimizations
Packit 1fb8d4
 *
Packit 1fb8d4
 * Copyright 2012 Vic Lee
Packit 1fb8d4
 *
Packit 1fb8d4
 * Licensed under the Apache License, Version 2.0 (the "License");
Packit 1fb8d4
 * you may not use this file except in compliance with the License.
Packit 1fb8d4
 * You may obtain a copy of the License at
Packit 1fb8d4
 *
Packit 1fb8d4
 *     http://www.apache.org/licenses/LICENSE-2.0
Packit 1fb8d4
 *
Packit 1fb8d4
 * Unless required by applicable law or agreed to in writing, software
Packit 1fb8d4
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit 1fb8d4
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Packit 1fb8d4
 * See the License for the specific language governing permissions and
Packit 1fb8d4
 * limitations under the License.
Packit 1fb8d4
 */
Packit 1fb8d4
Packit 1fb8d4
#ifdef HAVE_CONFIG_H
Packit 1fb8d4
#include "config.h"
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#include <stdio.h>
Packit 1fb8d4
#include <stdlib.h>
Packit 1fb8d4
#include <string.h>
Packit 1fb8d4
Packit 1fb8d4
#include <xmmintrin.h>
Packit 1fb8d4
#include <emmintrin.h>
Packit 1fb8d4
Packit 1fb8d4
#include <freerdp/codec/color.h>
Packit 1fb8d4
#include <winpr/crt.h>
Packit 1fb8d4
#include <winpr/sysinfo.h>
Packit 1fb8d4
Packit 1fb8d4
#include "nsc_types.h"
Packit 1fb8d4
#include "nsc_sse2.h"
Packit 1fb8d4
Packit 1fb8d4
static void nsc_encode_argb_to_aycocg_sse2(NSC_CONTEXT* context,
Packit 1fb8d4
        const BYTE* data, UINT32 scanline)
Packit 1fb8d4
{
Packit 1fb8d4
	UINT16 x;
Packit 1fb8d4
	UINT16 y;
Packit 1fb8d4
	UINT16 rw;
Packit 1fb8d4
	BYTE ccl;
Packit 1fb8d4
	const BYTE* src;
Packit 1fb8d4
	BYTE* yplane = NULL;
Packit 1fb8d4
	BYTE* coplane = NULL;
Packit 1fb8d4
	BYTE* cgplane = NULL;
Packit 1fb8d4
	BYTE* aplane = NULL;
Packit 1fb8d4
	__m128i r_val;
Packit 1fb8d4
	__m128i g_val;
Packit 1fb8d4
	__m128i b_val;
Packit 1fb8d4
	__m128i a_val;
Packit 1fb8d4
	__m128i y_val;
Packit 1fb8d4
	__m128i co_val;
Packit 1fb8d4
	__m128i cg_val;
Packit 1fb8d4
	UINT32 tempWidth;
Packit 1fb8d4
	tempWidth = ROUND_UP_TO(context->width, 8);
Packit 1fb8d4
	rw = (context->ChromaSubsamplingLevel > 0 ? tempWidth : context->width);
Packit 1fb8d4
	ccl = context->ColorLossLevel;
Packit 1fb8d4
Packit 1fb8d4
	for (y = 0; y < context->height; y++)
Packit 1fb8d4
	{
Packit 1fb8d4
		src = data + (context->height - 1 - y) * scanline;
Packit 1fb8d4
		yplane = context->priv->PlaneBuffers[0] + y * rw;
Packit 1fb8d4
		coplane = context->priv->PlaneBuffers[1] + y * rw;
Packit 1fb8d4
		cgplane = context->priv->PlaneBuffers[2] + y * rw;
Packit 1fb8d4
		aplane = context->priv->PlaneBuffers[3] + y * context->width;
Packit 1fb8d4
Packit 1fb8d4
		for (x = 0; x < context->width; x += 8)
Packit 1fb8d4
		{
Packit 1fb8d4
			switch (context->format)
Packit 1fb8d4
			{
Packit 1fb8d4
				case PIXEL_FORMAT_BGRX32:
Packit 1fb8d4
					b_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
Packit 1fb8d4
					                      *(src + 12), *(src + 8), *(src + 4), *src);
Packit 1fb8d4
					g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
Packit 1fb8d4
					                      *(src + 13), *(src + 9), *(src + 5), *(src + 1));
Packit 1fb8d4
					r_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
Packit 1fb8d4
					                      *(src + 14), *(src + 10), *(src + 6), *(src + 2));
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					src += 32;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_BGRA32:
Packit 1fb8d4
					b_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
Packit 1fb8d4
					                      *(src + 12), *(src + 8), *(src + 4), *src);
Packit 1fb8d4
					g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
Packit 1fb8d4
					                      *(src + 13), *(src + 9), *(src + 5), *(src + 1));
Packit 1fb8d4
					r_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
Packit 1fb8d4
					                      *(src + 14), *(src + 10), *(src + 6), *(src + 2));
Packit 1fb8d4
					a_val = _mm_set_epi16(*(src + 31), *(src + 27), *(src + 23), *(src + 19),
Packit 1fb8d4
					                      *(src + 15), *(src + 11), *(src + 7), *(src + 3));
Packit 1fb8d4
					src += 32;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_RGBX32:
Packit 1fb8d4
					r_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
Packit 1fb8d4
					                      *(src + 12), *(src + 8), *(src + 4), *src);
Packit 1fb8d4
					g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
Packit 1fb8d4
					                      *(src + 13), *(src + 9), *(src + 5), *(src + 1));
Packit 1fb8d4
					b_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
Packit 1fb8d4
					                      *(src + 14), *(src + 10), *(src + 6), *(src + 2));
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					src += 32;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_RGBA32:
Packit 1fb8d4
					r_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
Packit 1fb8d4
					                      *(src + 12), *(src + 8), *(src + 4), *src);
Packit 1fb8d4
					g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
Packit 1fb8d4
					                      *(src + 13), *(src + 9), *(src + 5), *(src + 1));
Packit 1fb8d4
					b_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
Packit 1fb8d4
					                      *(src + 14), *(src + 10), *(src + 6), *(src + 2));
Packit 1fb8d4
					a_val = _mm_set_epi16(*(src + 31), *(src + 27), *(src + 23), *(src + 19),
Packit 1fb8d4
					                      *(src + 15), *(src + 11), *(src + 7), *(src + 3));
Packit 1fb8d4
					src += 32;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_BGR24:
Packit 1fb8d4
					b_val = _mm_set_epi16(*(src + 21), *(src + 18), *(src + 15), *(src + 12),
Packit 1fb8d4
					                      *(src + 9), *(src + 6), *(src + 3), *src);
Packit 1fb8d4
					g_val = _mm_set_epi16(*(src + 22), *(src + 19), *(src + 16), *(src + 13),
Packit 1fb8d4
					                      *(src + 10), *(src + 7), *(src + 4), *(src + 1));
Packit 1fb8d4
					r_val = _mm_set_epi16(*(src + 23), *(src + 20), *(src + 17), *(src + 14),
Packit 1fb8d4
					                      *(src + 11), *(src + 8), *(src + 5), *(src + 2));
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					src += 24;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_RGB24:
Packit 1fb8d4
					r_val = _mm_set_epi16(*(src + 21), *(src + 18), *(src + 15), *(src + 12),
Packit 1fb8d4
					                      *(src + 9), *(src + 6), *(src + 3), *src);
Packit 1fb8d4
					g_val = _mm_set_epi16(*(src + 22), *(src + 19), *(src + 16), *(src + 13),
Packit 1fb8d4
					                      *(src + 10), *(src + 7), *(src + 4), *(src + 1));
Packit 1fb8d4
					b_val = _mm_set_epi16(*(src + 23), *(src + 20), *(src + 17), *(src + 14),
Packit 1fb8d4
					                      *(src + 11), *(src + 8), *(src + 5), *(src + 2));
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					src += 24;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_BGR16:
Packit 1fb8d4
					b_val = _mm_set_epi16(
Packit 1fb8d4
					            (((*(src + 15)) & 0xF8) | ((*(src + 15)) >> 5)),
Packit 1fb8d4
					            (((*(src + 13)) & 0xF8) | ((*(src + 13)) >> 5)),
Packit 1fb8d4
					            (((*(src + 11)) & 0xF8) | ((*(src + 11)) >> 5)),
Packit 1fb8d4
					            (((*(src + 9)) & 0xF8) | ((*(src + 9)) >> 5)),
Packit 1fb8d4
					            (((*(src + 7)) & 0xF8) | ((*(src + 7)) >> 5)),
Packit 1fb8d4
					            (((*(src + 5)) & 0xF8) | ((*(src + 5)) >> 5)),
Packit 1fb8d4
					            (((*(src + 3)) & 0xF8) | ((*(src + 3)) >> 5)),
Packit 1fb8d4
					            (((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5)));
Packit 1fb8d4
					g_val = _mm_set_epi16(
Packit 1fb8d4
					            ((((*(src + 15)) & 0x07) << 5) | (((*(src + 14)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 13)) & 0x07) << 5) | (((*(src + 12)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 11)) & 0x07) << 5) | (((*(src + 10)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 9)) & 0x07) << 5) | (((*(src + 8)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 7)) & 0x07) << 5) | (((*(src + 6)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 5)) & 0x07) << 5) | (((*(src + 4)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 3)) & 0x07) << 5) | (((*(src + 2)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3)));
Packit 1fb8d4
					r_val = _mm_set_epi16(
Packit 1fb8d4
					            ((((*(src + 14)) & 0x1F) << 3) | (((*(src + 14)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 12)) & 0x1F) << 3) | (((*(src + 12)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 10)) & 0x1F) << 3) | (((*(src + 10)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 8)) & 0x1F) << 3) | (((*(src + 8)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 6)) & 0x1F) << 3) | (((*(src + 6)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 4)) & 0x1F) << 3) | (((*(src + 4)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 2)) & 0x1F) << 3) | (((*(src + 2)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07)));
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					src += 16;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_RGB16:
Packit 1fb8d4
					r_val = _mm_set_epi16(
Packit 1fb8d4
					            (((*(src + 15)) & 0xF8) | ((*(src + 15)) >> 5)),
Packit 1fb8d4
					            (((*(src + 13)) & 0xF8) | ((*(src + 13)) >> 5)),
Packit 1fb8d4
					            (((*(src + 11)) & 0xF8) | ((*(src + 11)) >> 5)),
Packit 1fb8d4
					            (((*(src + 9)) & 0xF8) | ((*(src + 9)) >> 5)),
Packit 1fb8d4
					            (((*(src + 7)) & 0xF8) | ((*(src + 7)) >> 5)),
Packit 1fb8d4
					            (((*(src + 5)) & 0xF8) | ((*(src + 5)) >> 5)),
Packit 1fb8d4
					            (((*(src + 3)) & 0xF8) | ((*(src + 3)) >> 5)),
Packit 1fb8d4
					            (((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5)));
Packit 1fb8d4
					g_val = _mm_set_epi16(
Packit 1fb8d4
					            ((((*(src + 15)) & 0x07) << 5) | (((*(src + 14)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 13)) & 0x07) << 5) | (((*(src + 12)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 11)) & 0x07) << 5) | (((*(src + 10)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 9)) & 0x07) << 5) | (((*(src + 8)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 7)) & 0x07) << 5) | (((*(src + 6)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 5)) & 0x07) << 5) | (((*(src + 4)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 3)) & 0x07) << 5) | (((*(src + 2)) & 0xE0) >> 3)),
Packit 1fb8d4
					            ((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3)));
Packit 1fb8d4
					b_val = _mm_set_epi16(
Packit 1fb8d4
					            ((((*(src + 14)) & 0x1F) << 3) | (((*(src + 14)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 12)) & 0x1F) << 3) | (((*(src + 12)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 10)) & 0x1F) << 3) | (((*(src + 10)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 8)) & 0x1F) << 3) | (((*(src + 8)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 6)) & 0x1F) << 3) | (((*(src + 6)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 4)) & 0x1F) << 3) | (((*(src + 4)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*(src + 2)) & 0x1F) << 3) | (((*(src + 2)) >> 2) & 0x07)),
Packit 1fb8d4
					            ((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07)));
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					src += 16;
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_A4:
Packit 1fb8d4
					{
Packit 1fb8d4
						int shift;
Packit 1fb8d4
						BYTE idx[8];
Packit 1fb8d4
Packit 1fb8d4
						for (shift = 7; shift >= 0; shift--)
Packit 1fb8d4
						{
Packit 1fb8d4
							idx[shift] = ((*src) >> shift) & 1;
Packit 1fb8d4
							idx[shift] |= (((*(src + 1)) >> shift) & 1) << 1;
Packit 1fb8d4
							idx[shift] |= (((*(src + 2)) >> shift) & 1) << 2;
Packit 1fb8d4
							idx[shift] |= (((*(src + 3)) >> shift) & 1) << 3;
Packit 1fb8d4
							idx[shift] *= 3;
Packit 1fb8d4
						}
Packit 1fb8d4
Packit 1fb8d4
						r_val = _mm_set_epi16(
Packit 1fb8d4
						            context->palette[idx[0]],
Packit 1fb8d4
						            context->palette[idx[1]],
Packit 1fb8d4
						            context->palette[idx[2]],
Packit 1fb8d4
						            context->palette[idx[3]],
Packit 1fb8d4
						            context->palette[idx[4]],
Packit 1fb8d4
						            context->palette[idx[5]],
Packit 1fb8d4
						            context->palette[idx[6]],
Packit 1fb8d4
						            context->palette[idx[7]]);
Packit 1fb8d4
						g_val = _mm_set_epi16(
Packit 1fb8d4
						            context->palette[idx[0] + 1],
Packit 1fb8d4
						            context->palette[idx[1] + 1],
Packit 1fb8d4
						            context->palette[idx[2] + 1],
Packit 1fb8d4
						            context->palette[idx[3] + 1],
Packit 1fb8d4
						            context->palette[idx[4] + 1],
Packit 1fb8d4
						            context->palette[idx[5] + 1],
Packit 1fb8d4
						            context->palette[idx[6] + 1],
Packit 1fb8d4
						            context->palette[idx[7] + 1]);
Packit 1fb8d4
						b_val = _mm_set_epi16(
Packit 1fb8d4
						            context->palette[idx[0] + 2],
Packit 1fb8d4
						            context->palette[idx[1] + 2],
Packit 1fb8d4
						            context->palette[idx[2] + 2],
Packit 1fb8d4
						            context->palette[idx[3] + 2],
Packit 1fb8d4
						            context->palette[idx[4] + 2],
Packit 1fb8d4
						            context->palette[idx[5] + 2],
Packit 1fb8d4
						            context->palette[idx[6] + 2],
Packit 1fb8d4
						            context->palette[idx[7] + 2]);
Packit 1fb8d4
						src += 4;
Packit 1fb8d4
					}
Packit 1fb8d4
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				case PIXEL_FORMAT_RGB8:
Packit 1fb8d4
					{
Packit 1fb8d4
						r_val = _mm_set_epi16(
Packit 1fb8d4
						            context->palette[(*(src + 7)) * 3],
Packit 1fb8d4
						            context->palette[(*(src + 6)) * 3],
Packit 1fb8d4
						            context->palette[(*(src + 5)) * 3],
Packit 1fb8d4
						            context->palette[(*(src + 4)) * 3],
Packit 1fb8d4
						            context->palette[(*(src + 3)) * 3],
Packit 1fb8d4
						            context->palette[(*(src + 2)) * 3],
Packit 1fb8d4
						            context->palette[(*(src + 1)) * 3],
Packit 1fb8d4
						            context->palette[(*src) * 3]);
Packit 1fb8d4
						g_val = _mm_set_epi16(
Packit 1fb8d4
						            context->palette[(*(src + 7)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*(src + 6)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*(src + 5)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*(src + 4)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*(src + 3)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*(src + 2)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*(src + 1)) * 3 + 1],
Packit 1fb8d4
						            context->palette[(*src) * 3 + 1]);
Packit 1fb8d4
						b_val = _mm_set_epi16(
Packit 1fb8d4
						            context->palette[(*(src + 7)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*(src + 6)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*(src + 5)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*(src + 4)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*(src + 3)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*(src + 2)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*(src + 1)) * 3 + 2],
Packit 1fb8d4
						            context->palette[(*src) * 3 + 2]);
Packit 1fb8d4
						src += 8;
Packit 1fb8d4
					}
Packit 1fb8d4
Packit 1fb8d4
					a_val = _mm_set1_epi16(0xFF);
Packit 1fb8d4
					break;
Packit 1fb8d4
Packit 1fb8d4
				default:
Packit 1fb8d4
					r_val = g_val = b_val = a_val = _mm_set1_epi16(0);
Packit 1fb8d4
					break;
Packit 1fb8d4
			}
Packit 1fb8d4
Packit 1fb8d4
			y_val = _mm_srai_epi16(r_val, 2);
Packit 1fb8d4
			y_val = _mm_add_epi16(y_val, _mm_srai_epi16(g_val, 1));
Packit 1fb8d4
			y_val = _mm_add_epi16(y_val, _mm_srai_epi16(b_val, 2));
Packit 1fb8d4
			co_val = _mm_sub_epi16(r_val, b_val);
Packit 1fb8d4
			co_val = _mm_srai_epi16(co_val, ccl);
Packit 1fb8d4
			cg_val = _mm_sub_epi16(g_val, _mm_srai_epi16(r_val, 1));
Packit 1fb8d4
			cg_val = _mm_sub_epi16(cg_val, _mm_srai_epi16(b_val, 1));
Packit 1fb8d4
			cg_val = _mm_srai_epi16(cg_val, ccl);
Packit 1fb8d4
			y_val = _mm_packus_epi16(y_val, y_val);
Packit 1fb8d4
			_mm_storeu_si128((__m128i*) yplane, y_val);
Packit 1fb8d4
			co_val = _mm_packs_epi16(co_val, co_val);
Packit 1fb8d4
			_mm_storeu_si128((__m128i*) coplane, co_val);
Packit 1fb8d4
			cg_val = _mm_packs_epi16(cg_val, cg_val);
Packit 1fb8d4
			_mm_storeu_si128((__m128i*) cgplane, cg_val);
Packit 1fb8d4
			a_val = _mm_packus_epi16(a_val, a_val);
Packit 1fb8d4
			_mm_storeu_si128((__m128i*) aplane, a_val);
Packit 1fb8d4
			yplane += 8;
Packit 1fb8d4
			coplane += 8;
Packit 1fb8d4
			cgplane += 8;
Packit 1fb8d4
			aplane += 8;
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		if (context->ChromaSubsamplingLevel > 0 && (context->width % 2) == 1)
Packit 1fb8d4
		{
Packit 1fb8d4
			context->priv->PlaneBuffers[0][y * rw + context->width] =
Packit 1fb8d4
			    context->priv->PlaneBuffers[0][y * rw + context->width - 1];
Packit 1fb8d4
			context->priv->PlaneBuffers[1][y * rw + context->width] =
Packit 1fb8d4
			    context->priv->PlaneBuffers[1][y * rw + context->width - 1];
Packit 1fb8d4
			context->priv->PlaneBuffers[2][y * rw + context->width] =
Packit 1fb8d4
			    context->priv->PlaneBuffers[2][y * rw + context->width - 1];
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (context->ChromaSubsamplingLevel > 0 && (y % 2) == 1)
Packit 1fb8d4
	{
Packit 1fb8d4
		yplane = context->priv->PlaneBuffers[0] + y * rw;
Packit 1fb8d4
		coplane = context->priv->PlaneBuffers[1] + y * rw;
Packit 1fb8d4
		cgplane = context->priv->PlaneBuffers[2] + y * rw;
Packit 1fb8d4
		CopyMemory(yplane, yplane - rw, rw);
Packit 1fb8d4
		CopyMemory(coplane, coplane - rw, rw);
Packit 1fb8d4
		CopyMemory(cgplane, cgplane - rw, rw);
Packit 1fb8d4
	}
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static void nsc_encode_subsampling_sse2(NSC_CONTEXT* context)
Packit 1fb8d4
{
Packit 1fb8d4
	UINT16 x;
Packit 1fb8d4
	UINT16 y;
Packit 1fb8d4
	BYTE* co_dst;
Packit 1fb8d4
	BYTE* cg_dst;
Packit 1fb8d4
	INT8* co_src0;
Packit 1fb8d4
	INT8* co_src1;
Packit 1fb8d4
	INT8* cg_src0;
Packit 1fb8d4
	INT8* cg_src1;
Packit 1fb8d4
	UINT32 tempWidth;
Packit 1fb8d4
	UINT32 tempHeight;
Packit 1fb8d4
	__m128i t;
Packit 1fb8d4
	__m128i val;
Packit 1fb8d4
	__m128i mask = _mm_set1_epi16(0xFF);
Packit 1fb8d4
	tempWidth = ROUND_UP_TO(context->width, 8);
Packit 1fb8d4
	tempHeight = ROUND_UP_TO(context->height, 2);
Packit 1fb8d4
Packit 1fb8d4
	for (y = 0; y < tempHeight >> 1; y++)
Packit 1fb8d4
	{
Packit 1fb8d4
		co_dst = context->priv->PlaneBuffers[1] + y * (tempWidth >> 1);
Packit 1fb8d4
		cg_dst = context->priv->PlaneBuffers[2] + y * (tempWidth >> 1);
Packit 1fb8d4
		co_src0 = (INT8*) context->priv->PlaneBuffers[1] + (y << 1) * tempWidth;
Packit 1fb8d4
		co_src1 = co_src0 + tempWidth;
Packit 1fb8d4
		cg_src0 = (INT8*) context->priv->PlaneBuffers[2] + (y << 1) * tempWidth;
Packit 1fb8d4
		cg_src1 = cg_src0 + tempWidth;
Packit 1fb8d4
Packit 1fb8d4
		for (x = 0; x < tempWidth >> 1; x += 8)
Packit 1fb8d4
		{
Packit 1fb8d4
			t = _mm_loadu_si128((__m128i*) co_src0);
Packit 1fb8d4
			t = _mm_avg_epu8(t, _mm_loadu_si128((__m128i*) co_src1));
Packit 1fb8d4
			val = _mm_and_si128(_mm_srli_si128(t, 1), mask);
Packit 1fb8d4
			val = _mm_avg_epu16(val, _mm_and_si128(t, mask));
Packit 1fb8d4
			val = _mm_packus_epi16(val, val);
Packit 1fb8d4
			_mm_storeu_si128((__m128i*) co_dst, val);
Packit 1fb8d4
			co_dst += 8;
Packit 1fb8d4
			co_src0 += 16;
Packit 1fb8d4
			co_src1 += 16;
Packit 1fb8d4
			t = _mm_loadu_si128((__m128i*) cg_src0);
Packit 1fb8d4
			t = _mm_avg_epu8(t, _mm_loadu_si128((__m128i*) cg_src1));
Packit 1fb8d4
			val = _mm_and_si128(_mm_srli_si128(t, 1), mask);
Packit 1fb8d4
			val = _mm_avg_epu16(val, _mm_and_si128(t, mask));
Packit 1fb8d4
			val = _mm_packus_epi16(val, val);
Packit 1fb8d4
			_mm_storeu_si128((__m128i*) cg_dst, val);
Packit 1fb8d4
			cg_dst += 8;
Packit 1fb8d4
			cg_src0 += 16;
Packit 1fb8d4
			cg_src1 += 16;
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL nsc_encode_sse2(NSC_CONTEXT* context, const BYTE* data,
Packit 1fb8d4
                            UINT32 scanline)
Packit 1fb8d4
{
Packit 1fb8d4
	nsc_encode_argb_to_aycocg_sse2(context, data, scanline);
Packit 1fb8d4
Packit 1fb8d4
	if (context->ChromaSubsamplingLevel > 0)
Packit 1fb8d4
	{
Packit 1fb8d4
		nsc_encode_subsampling_sse2(context);
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
void nsc_init_sse2(NSC_CONTEXT* context)
Packit 1fb8d4
{
Packit 1fb8d4
	if (!IsProcessorFeaturePresent(PF_XMMI64_INSTRUCTIONS_AVAILABLE))
Packit 1fb8d4
		return;
Packit 1fb8d4
Packit 1fb8d4
	PROFILER_RENAME(context->priv->prof_nsc_encode, "nsc_encode_sse2");
Packit 1fb8d4
	context->encode = nsc_encode_sse2;
Packit 1fb8d4
}