Blame libfreerdp/codec/h264.c

Packit 1fb8d4
/**
Packit 1fb8d4
 * FreeRDP: A Remote Desktop Protocol Implementation
Packit 1fb8d4
 * H.264 Bitmap Compression
Packit 1fb8d4
 *
Packit 1fb8d4
 * Copyright 2014 Mike McDonald <Mike.McDonald@software.dell.com>
Packit 1fb8d4
 * Copyright 2017 David Fort <contact@hardening-consulting.com>
Packit 1fb8d4
 *
Packit 1fb8d4
 * Licensed under the Apache License, Version 2.0 (the "License");
Packit 1fb8d4
 * you may not use this file except in compliance with the License.
Packit 1fb8d4
 * You may obtain a copy of the License at
Packit 1fb8d4
 *
Packit 1fb8d4
 *     http://www.apache.org/licenses/LICENSE-2.0
Packit 1fb8d4
 *
Packit 1fb8d4
 * Unless required by applicable law or agreed to in writing, software
Packit 1fb8d4
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit 1fb8d4
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Packit 1fb8d4
 * See the License for the specific language governing permissions and
Packit 1fb8d4
 * limitations under the License.
Packit 1fb8d4
 */
Packit 1fb8d4
Packit 1fb8d4
#ifdef HAVE_CONFIG_H
Packit 1fb8d4
#include "config.h"
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#include <winpr/crt.h>
Packit 1fb8d4
#include <winpr/print.h>
Packit 1fb8d4
#include <winpr/library.h>
Packit 1fb8d4
#include <winpr/bitstream.h>
Packit 1fb8d4
#include <winpr/synch.h>
Packit 1fb8d4
Packit 1fb8d4
#include <freerdp/primitives.h>
Packit 1fb8d4
#include <freerdp/codec/h264.h>
Packit 1fb8d4
#include <freerdp/log.h>
Packit 1fb8d4
Packit 1fb8d4
#include "h264.h"
Packit 1fb8d4
Packit 1fb8d4
#define TAG FREERDP_TAG("codec")
Packit 1fb8d4
Packit 1fb8d4
static BOOL avc444_ensure_buffer(H264_CONTEXT* h264, DWORD nDstHeight);
Packit 1fb8d4
Packit 1fb8d4
BOOL avc420_ensure_buffer(H264_CONTEXT* h264, UINT32 stride, UINT32 width, UINT32 height)
Packit 1fb8d4
{
Packit 1fb8d4
	if (!h264)
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	if (stride == 0)
Packit 1fb8d4
		stride = width;
Packit 1fb8d4
Packit 1fb8d4
	if (stride % 16 != 0)
Packit 1fb8d4
		stride += 16 - stride % 16;
Packit 1fb8d4
Packit 1fb8d4
	if (height % 16 != 0)
Packit 1fb8d4
		height += 16 - height % 16;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264->pYUVData[0] || !h264->pYUVData[1] || !h264->pYUVData[2] ||
Packit 1fb8d4
	    (width != h264->width) || (height != h264->height) || (stride != h264->iStride[0]))
Packit 1fb8d4
	{
Packit 1fb8d4
		h264->iStride[0] = stride;
Packit 1fb8d4
		h264->iStride[1] = (stride + 1) / 2;
Packit 1fb8d4
		h264->iStride[2] = (stride + 1) / 2;
Packit 1fb8d4
		h264->width = width;
Packit 1fb8d4
		h264->height = height;
Packit 1fb8d4
		_aligned_free(h264->pYUVData[0]);
Packit 1fb8d4
		_aligned_free(h264->pYUVData[1]);
Packit 1fb8d4
		_aligned_free(h264->pYUVData[2]);
Packit 1fb8d4
		h264->pYUVData[0] = _aligned_malloc(h264->iStride[0] * height, 16);
Packit 1fb8d4
		h264->pYUVData[1] = _aligned_malloc(h264->iStride[1] * height, 16);
Packit 1fb8d4
		h264->pYUVData[2] = _aligned_malloc(h264->iStride[2] * height, 16);
Packit 1fb8d4
Packit 1fb8d4
		if (!h264->pYUVData[0] || !h264->pYUVData[1] || !h264->pYUVData[2])
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
Packit 1fb8d4
static BOOL check_rect(const H264_CONTEXT* h264, const RECTANGLE_16* rect,
Packit 1fb8d4
                       UINT32 nDstWidth, UINT32 nDstHeight)
Packit 1fb8d4
{
Packit 1fb8d4
	/* Check, if the output rectangle is valid in decoded h264 frame. */
Packit 1fb8d4
	if ((rect->right > h264->width) || (rect->left > h264->width))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	if ((rect->top > h264->height) || (rect->bottom > h264->height))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	/* Check, if the output rectangle is valid in destination buffer. */
Packit 1fb8d4
	if ((rect->right > nDstWidth) || (rect->left > nDstWidth))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	if ((rect->bottom > nDstHeight) || (rect->top > nDstHeight))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL avc_yuv_to_rgb(H264_CONTEXT* h264, const RECTANGLE_16* regionRects,
Packit 1fb8d4
                           UINT32 numRegionRects, UINT32 nDstWidth,
Packit 1fb8d4
                           UINT32 nDstHeight, UINT32 nDstStep, BYTE* pDstData,
Packit 1fb8d4
                           DWORD DstFormat, BOOL use444)
Packit 1fb8d4
{
Packit 1fb8d4
	UINT32 x;
Packit 1fb8d4
	BYTE* pDstPoint;
Packit 1fb8d4
	prim_size_t roi;
Packit 1fb8d4
	INT32 width, height;
Packit 1fb8d4
	const BYTE* pYUVPoint[3];
Packit 1fb8d4
	primitives_t* prims = primitives_get();
Packit 1fb8d4
Packit 1fb8d4
	for (x = 0; x < numRegionRects; x++)
Packit 1fb8d4
	{
Packit 1fb8d4
		const RECTANGLE_16* rect = &(regionRects[x]);
Packit 1fb8d4
		const UINT32* iStride;
Packit 1fb8d4
		BYTE** ppYUVData;
Packit 1fb8d4
Packit 1fb8d4
		if (use444)
Packit 1fb8d4
		{
Packit 1fb8d4
			iStride = h264->iYUV444Stride;
Packit 1fb8d4
			ppYUVData = h264->pYUV444Data;
Packit 1fb8d4
		}
Packit 1fb8d4
		else
Packit 1fb8d4
		{
Packit 1fb8d4
			iStride = h264->iStride;
Packit 1fb8d4
			ppYUVData = h264->pYUVData;
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		if (!check_rect(h264, rect, nDstWidth, nDstHeight))
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
Packit 1fb8d4
		width = rect->right - rect->left;
Packit 1fb8d4
		height = rect->bottom - rect->top;
Packit 1fb8d4
		pDstPoint = pDstData + rect->top * nDstStep + rect->left * 4;
Packit 1fb8d4
		pYUVPoint[0] = ppYUVData[0] + rect->top * iStride[0] + rect->left;
Packit 1fb8d4
		pYUVPoint[1] = ppYUVData[1];
Packit 1fb8d4
		pYUVPoint[2] = ppYUVData[2];
Packit 1fb8d4
Packit 1fb8d4
		if (use444)
Packit 1fb8d4
		{
Packit 1fb8d4
			pYUVPoint[1] += rect->top * iStride[1] + rect->left;
Packit 1fb8d4
			pYUVPoint[2] += rect->top * iStride[2] + rect->left;
Packit 1fb8d4
		}
Packit 1fb8d4
		else
Packit 1fb8d4
		{
Packit 1fb8d4
			pYUVPoint[1] += rect->top / 2 * iStride[1] + rect->left / 2;
Packit 1fb8d4
			pYUVPoint[2] += rect->top / 2 * iStride[2] + rect->left / 2;
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		roi.width = width;
Packit 1fb8d4
		roi.height = height;
Packit 1fb8d4
Packit 1fb8d4
		if (use444)
Packit 1fb8d4
		{
Packit 1fb8d4
			if (prims->YUV444ToRGB_8u_P3AC4R(
Packit 1fb8d4
			        pYUVPoint, iStride, pDstPoint, nDstStep,
Packit 1fb8d4
			        DstFormat, &roi) != PRIMITIVES_SUCCESS)
Packit 1fb8d4
			{
Packit 1fb8d4
				return FALSE;
Packit 1fb8d4
			}
Packit 1fb8d4
		}
Packit 1fb8d4
		else
Packit 1fb8d4
		{
Packit 1fb8d4
			if (prims->YUV420ToRGB_8u_P3AC4R(
Packit 1fb8d4
			        pYUVPoint, iStride, pDstPoint, nDstStep,
Packit 1fb8d4
			        DstFormat, &roi) != PRIMITIVES_SUCCESS)
Packit 1fb8d4
				return FALSE;
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
INT32 avc420_decompress(H264_CONTEXT* h264, const BYTE* pSrcData, UINT32 SrcSize,
Packit 1fb8d4
                        BYTE* pDstData, DWORD DstFormat, UINT32 nDstStep,
Packit 1fb8d4
                        UINT32 nDstWidth, UINT32 nDstHeight,
Packit 1fb8d4
                        RECTANGLE_16* regionRects, UINT32 numRegionRects)
Packit 1fb8d4
{
Packit 1fb8d4
	int status;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264)
Packit 1fb8d4
		return -1001;
Packit 1fb8d4
Packit 1fb8d4
	status = h264->subsystem->Decompress(h264, pSrcData, SrcSize);
Packit 1fb8d4
Packit 1fb8d4
	if (status == 0)
Packit 1fb8d4
		return 1;
Packit 1fb8d4
Packit 1fb8d4
	if (status < 0)
Packit 1fb8d4
		return status;
Packit 1fb8d4
Packit 1fb8d4
	if (!avc_yuv_to_rgb(h264, regionRects, numRegionRects, nDstWidth,
Packit 1fb8d4
	                    nDstHeight, nDstStep, pDstData, DstFormat, FALSE))
Packit 1fb8d4
		return -1002;
Packit 1fb8d4
Packit 1fb8d4
	return 1;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
INT32 avc420_compress(H264_CONTEXT* h264, const BYTE* pSrcData, DWORD SrcFormat,
Packit 1fb8d4
                      UINT32 nSrcStep, UINT32 nSrcWidth, UINT32 nSrcHeight,
Packit 1fb8d4
                      BYTE** ppDstData, UINT32* pDstSize)
Packit 1fb8d4
{
Packit 1fb8d4
	prim_size_t roi;
Packit 1fb8d4
	primitives_t* prims = primitives_get();
Packit 1fb8d4
Packit 1fb8d4
	if (!h264)
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264->subsystem->Compress)
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	if (!avc420_ensure_buffer(h264, nSrcStep, nSrcWidth, nSrcHeight))
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	roi.width = nSrcWidth;
Packit 1fb8d4
	roi.height = nSrcHeight;
Packit 1fb8d4
Packit 1fb8d4
	if (prims->RGBToYUV420_8u_P3AC4R(pSrcData, SrcFormat, nSrcStep, h264->pYUVData, h264->iStride,
Packit 1fb8d4
	                                 &roi) != PRIMITIVES_SUCCESS)
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	{
Packit 1fb8d4
		const BYTE* pYUVData[3] = {h264->pYUVData[0], h264->pYUVData[1], h264->pYUVData[2]};
Packit 1fb8d4
		return h264->subsystem->Compress(h264, pYUVData, h264->iStride, ppDstData, pDstSize);
Packit 1fb8d4
	}
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
INT32 avc444_compress(H264_CONTEXT* h264, const BYTE* pSrcData, DWORD SrcFormat,
Packit 1fb8d4
                      UINT32 nSrcStep, UINT32 nSrcWidth, UINT32 nSrcHeight,
Packit 1fb8d4
                      BYTE version, BYTE* op, BYTE** ppDstData, UINT32* pDstSize,
Packit 1fb8d4
                      BYTE** ppAuxDstData, UINT32* pAuxDstSize)
Packit 1fb8d4
{
Packit 1fb8d4
	prim_size_t roi;
Packit 1fb8d4
	primitives_t* prims = primitives_get();
Packit 1fb8d4
	BYTE* coded;
Packit 1fb8d4
	UINT32 codedSize;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264)
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264->subsystem->Compress)
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	if (!avc420_ensure_buffer(h264, nSrcStep, nSrcWidth, nSrcHeight))
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	if (!avc444_ensure_buffer(h264, nSrcHeight))
Packit 1fb8d4
		return -1;
Packit 1fb8d4
Packit 1fb8d4
	roi.width = nSrcWidth;
Packit 1fb8d4
	roi.height = nSrcHeight;
Packit 1fb8d4
Packit 1fb8d4
	switch (version)
Packit 1fb8d4
	{
Packit 1fb8d4
		case 1:
Packit 1fb8d4
			if (prims->RGBToAVC444YUV(pSrcData, SrcFormat, nSrcStep, h264->pYUV444Data, h264->iStride,
Packit 1fb8d4
			                          h264->pYUVData, h264->iStride, &roi) != PRIMITIVES_SUCCESS)
Packit 1fb8d4
				return -1;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case 2:
Packit 1fb8d4
			if (prims->RGBToAVC444YUVv2(pSrcData, SrcFormat, nSrcStep, h264->pYUV444Data, h264->iStride,
Packit 1fb8d4
			                            h264->pYUVData, h264->iStride, &roi) != PRIMITIVES_SUCCESS)
Packit 1fb8d4
				return -1;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit 1fb8d4
			return -1;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	{
Packit 1fb8d4
		const BYTE* pYUV444Data[3] = {h264->pYUV444Data[0], h264->pYUV444Data[1], h264->pYUV444Data[2]};
Packit 1fb8d4
Packit 1fb8d4
		if (h264->subsystem->Compress(h264, pYUV444Data, h264->iStride, &coded, &codedSize) < 0)
Packit 1fb8d4
			return -1;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	memcpy(h264->lumaData, coded, codedSize);
Packit 1fb8d4
	*ppDstData = h264->lumaData;
Packit 1fb8d4
	*pDstSize = codedSize;
Packit 1fb8d4
	{
Packit 1fb8d4
		const BYTE* pYUVData[3] = {h264->pYUVData[0], h264->pYUVData[1], h264->pYUVData[2]};
Packit 1fb8d4
Packit 1fb8d4
		if (h264->subsystem->Compress(h264, pYUVData, h264->iStride, &coded, &codedSize) < 0)
Packit 1fb8d4
			return -1;
Packit 1fb8d4
	}
Packit 1fb8d4
	*ppAuxDstData = coded;
Packit 1fb8d4
	*pAuxDstSize = codedSize;
Packit 1fb8d4
	*op = 0;
Packit 1fb8d4
	return 0;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL avc444_ensure_buffer(H264_CONTEXT* h264,
Packit 1fb8d4
                                 DWORD nDstHeight)
Packit 1fb8d4
{
Packit 1fb8d4
	UINT32 x;
Packit 1fb8d4
	const UINT32* piMainStride = h264->iStride;
Packit 1fb8d4
	UINT32* piDstSize = h264->iYUV444Size;
Packit 1fb8d4
	UINT32* piDstStride = h264->iYUV444Stride;
Packit 1fb8d4
	BYTE** ppYUVDstData = h264->pYUV444Data;
Packit 1fb8d4
	UINT32 padDstHeight = nDstHeight + 16; /* Need alignment to 16x16 blocks */
Packit 1fb8d4
Packit 1fb8d4
	if ((piMainStride[0] != piDstStride[0]) ||
Packit 1fb8d4
	    (piDstSize[0] != piMainStride[0] * padDstHeight))
Packit 1fb8d4
	{
Packit 1fb8d4
		for (x = 0; x < 3; x++)
Packit 1fb8d4
		{
Packit 1fb8d4
			piDstStride[x] = piMainStride[0];
Packit 1fb8d4
			piDstSize[x] = piDstStride[x] * padDstHeight;
Packit 1fb8d4
			_aligned_free(ppYUVDstData[x]);
Packit 1fb8d4
			ppYUVDstData[x] = _aligned_malloc(piDstSize[x], 16);
Packit 1fb8d4
Packit 1fb8d4
			if (!ppYUVDstData[x])
Packit 1fb8d4
				goto fail;
Packit 1fb8d4
Packit 1fb8d4
			memset(ppYUVDstData[x], 0, piDstSize[x]);
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		_aligned_free(h264->lumaData);
Packit 1fb8d4
		h264->lumaData = _aligned_malloc(piDstSize[0] * 4, 16);
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	for (x = 0; x < 3; x++)
Packit 1fb8d4
	{
Packit 1fb8d4
		if (!ppYUVDstData[x] || (piDstSize[x] == 0) || (piDstStride[x] == 0))
Packit 1fb8d4
		{
Packit 1fb8d4
			WLog_Print(h264->log, WLOG_ERROR, "YUV buffer not initialized! check your decoder settings");
Packit 1fb8d4
			goto fail;
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (!h264->lumaData)
Packit 1fb8d4
		goto fail;
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
fail:
Packit 1fb8d4
	_aligned_free(ppYUVDstData[0]);
Packit 1fb8d4
	_aligned_free(ppYUVDstData[1]);
Packit 1fb8d4
	_aligned_free(ppYUVDstData[2]);
Packit 1fb8d4
	_aligned_free(h264->lumaData);
Packit 1fb8d4
	ppYUVDstData[0] = NULL;
Packit 1fb8d4
	ppYUVDstData[1] = NULL;
Packit 1fb8d4
	ppYUVDstData[2] = NULL;
Packit 1fb8d4
	h264->lumaData = NULL;
Packit 1fb8d4
	return FALSE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL avc444_process_rects(H264_CONTEXT* h264, const BYTE* pSrcData,
Packit 1fb8d4
                                 UINT32 SrcSize, BYTE* pDstData, UINT32 DstFormat, UINT32 nDstStep,
Packit 1fb8d4
                                 UINT32 nDstWidth, UINT32 nDstHeight,
Packit 1fb8d4
                                 const RECTANGLE_16* rects, UINT32 nrRects,
Packit 1fb8d4
                                 avc444_frame_type type)
Packit 1fb8d4
{
Packit 1fb8d4
	const primitives_t* prims = primitives_get();
Packit 1fb8d4
	UINT32 x;
Packit 1fb8d4
	UINT32* piDstStride = h264->iYUV444Stride;
Packit 1fb8d4
	BYTE** ppYUVDstData = h264->pYUV444Data;
Packit 1fb8d4
	const UINT32* piStride = h264->iStride;
Packit 1fb8d4
	const BYTE** ppYUVData = (const BYTE**)h264->pYUVData;
Packit 1fb8d4
Packit 1fb8d4
	if (h264->subsystem->Decompress(h264, pSrcData, SrcSize) < 0)
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	if (!avc444_ensure_buffer(h264, nDstHeight))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	for (x = 0; x < nrRects; x++)
Packit 1fb8d4
	{
Packit 1fb8d4
		const RECTANGLE_16* rect = &rects[x];
Packit 1fb8d4
		const UINT32 alignedWidth = h264->width + ((h264->width % 16 != 0) ? 16 - h264->width % 16 : 0);
Packit 1fb8d4
		const UINT32 alignedHeight = h264->height + ((h264->height % 16 != 0) ? 16 - h264->height % 16 : 0);
Packit 1fb8d4
Packit 1fb8d4
		if (!check_rect(h264, rect, nDstWidth, nDstHeight))
Packit 1fb8d4
			continue;
Packit 1fb8d4
Packit 1fb8d4
		if (prims->YUV420CombineToYUV444(type, ppYUVData, piStride,
Packit 1fb8d4
		                                 alignedWidth, alignedHeight,
Packit 1fb8d4
		                                 ppYUVDstData, piDstStride,
Packit 1fb8d4
		                                 rect) != PRIMITIVES_SUCCESS)
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (!avc_yuv_to_rgb(h264, rects, nrRects, nDstWidth,
Packit 1fb8d4
	                    nDstHeight, nDstStep, pDstData, DstFormat, TRUE))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
#if defined(AVC444_FRAME_STAT)
Packit 1fb8d4
static UINT64 op1 = 0;
Packit 1fb8d4
static double op1sum = 0;
Packit 1fb8d4
static UINT64 op2 = 0;
Packit 1fb8d4
static double op2sum = 0;
Packit 1fb8d4
static UINT64 op3 = 0;
Packit 1fb8d4
static double op3sum = 0;
Packit 1fb8d4
static double avg(UINT64* count, double old, double size)
Packit 1fb8d4
{
Packit 1fb8d4
	double tmp = size + *count * old;
Packit 1fb8d4
	(*count)++;
Packit 1fb8d4
	tmp = tmp / *count;
Packit 1fb8d4
	return tmp;
Packit 1fb8d4
}
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
INT32 avc444_decompress(H264_CONTEXT* h264, BYTE op,
Packit 1fb8d4
                        RECTANGLE_16* regionRects, UINT32 numRegionRects,
Packit 1fb8d4
                        const BYTE* pSrcData, UINT32 SrcSize,
Packit 1fb8d4
                        RECTANGLE_16* auxRegionRects, UINT32 numAuxRegionRect,
Packit 1fb8d4
                        const BYTE* pAuxSrcData, UINT32 AuxSrcSize,
Packit 1fb8d4
                        BYTE* pDstData, DWORD DstFormat,
Packit 1fb8d4
                        UINT32 nDstStep, UINT32 nDstWidth, UINT32 nDstHeight,
Packit 1fb8d4
                        UINT32 codecId)
Packit 1fb8d4
{
Packit 1fb8d4
	INT32 status = -1;
Packit 1fb8d4
	avc444_frame_type chroma = (codecId == RDPGFX_CODECID_AVC444) ? AVC444_CHROMAv1 : AVC444_CHROMAv2;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264 || !regionRects ||
Packit 1fb8d4
	    !pSrcData || !pDstData)
Packit 1fb8d4
		return -1001;
Packit 1fb8d4
Packit 1fb8d4
	switch (op)
Packit 1fb8d4
	{
Packit 1fb8d4
		case 0: /* YUV420 in stream 1
Packit 1fb8d4
		 * Chroma420 in stream 2 */
Packit 1fb8d4
			if (!avc444_process_rects(h264, pSrcData, SrcSize, pDstData, DstFormat, nDstStep, nDstWidth,
Packit 1fb8d4
			                          nDstHeight,
Packit 1fb8d4
			                          regionRects, numRegionRects, AVC444_LUMA))
Packit 1fb8d4
				status = -1;
Packit 1fb8d4
			else if (!avc444_process_rects(h264, pAuxSrcData, AuxSrcSize, pDstData, DstFormat, nDstStep,
Packit 1fb8d4
			                               nDstWidth, nDstHeight,
Packit 1fb8d4
			                               auxRegionRects, numAuxRegionRect, chroma))
Packit 1fb8d4
				status = -1;
Packit 1fb8d4
			else
Packit 1fb8d4
				status = 0;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case 2: /* Chroma420 in stream 1 */
Packit 1fb8d4
			if (!avc444_process_rects(h264, pSrcData, SrcSize, pDstData, DstFormat, nDstStep, nDstWidth,
Packit 1fb8d4
			                          nDstHeight,
Packit 1fb8d4
			                          regionRects, numRegionRects, chroma))
Packit 1fb8d4
				status = -1;
Packit 1fb8d4
			else
Packit 1fb8d4
				status = 0;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case 1: /* YUV420 in stream 1 */
Packit 1fb8d4
			if (!avc444_process_rects(h264, pSrcData, SrcSize, pDstData, DstFormat, nDstStep, nDstWidth,
Packit 1fb8d4
			                          nDstHeight,
Packit 1fb8d4
			                          regionRects, numRegionRects, AVC444_LUMA))
Packit 1fb8d4
				status = -1;
Packit 1fb8d4
			else
Packit 1fb8d4
				status = 0;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		default: /* WTF? */
Packit 1fb8d4
			break;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
#if defined(AVC444_FRAME_STAT)
Packit 1fb8d4
Packit 1fb8d4
	switch (op)
Packit 1fb8d4
	{
Packit 1fb8d4
		case 0:
Packit 1fb8d4
			op1sum = avg(&op1, op1sum, SrcSize + AuxSrcSize);
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case 1:
Packit 1fb8d4
			op2sum = avg(&op2, op2sum, SrcSize);
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case 2:
Packit 1fb8d4
			op3sum = avg(&op3, op3sum, SrcSize);
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit 1fb8d4
			break;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	WLog_Print(h264->log, WLOG_INFO,
Packit 1fb8d4
	           "luma=%"PRIu64" [avg=%lf] chroma=%"PRIu64" [avg=%lf] combined=%"PRIu64" [avg=%lf]",
Packit 1fb8d4
	           op1, op1sum, op2, op2sum, op3, op3sum);
Packit 1fb8d4
#endif
Packit 1fb8d4
	return status;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
#define MAX_SUBSYSTEMS 10
Packit 1fb8d4
static INIT_ONCE subsystems_once = INIT_ONCE_STATIC_INIT;
Packit 1fb8d4
static H264_CONTEXT_SUBSYSTEM* subSystems[MAX_SUBSYSTEMS];
Packit 1fb8d4
Packit 1fb8d4
#if defined(_WIN32) && defined(WITH_MEDIA_FOUNDATION)
Packit 1fb8d4
extern H264_CONTEXT_SUBSYSTEM g_Subsystem_MF;
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
static BOOL CALLBACK h264_register_subsystems(PINIT_ONCE once, PVOID param, PVOID* context)
Packit 1fb8d4
{
Packit 1fb8d4
	int i = 0;
Packit 1fb8d4
	ZeroMemory(subSystems, sizeof(subSystems));
Packit 1fb8d4
#if defined(_WIN32) && defined(WITH_MEDIA_FOUNDATION)
Packit 1fb8d4
	{
Packit 1fb8d4
		subSystems[i] = &g_Subsystem_MF;
Packit 1fb8d4
		i++;
Packit 1fb8d4
	}
Packit 1fb8d4
#endif
Packit 1fb8d4
#ifdef WITH_OPENH264
Packit 1fb8d4
	{
Packit 1fb8d4
		extern H264_CONTEXT_SUBSYSTEM g_Subsystem_OpenH264;
Packit 1fb8d4
		subSystems[i] = &g_Subsystem_OpenH264;
Packit 1fb8d4
		i++;
Packit 1fb8d4
	}
Packit 1fb8d4
#endif
Packit 1fb8d4
#ifdef WITH_FFMPEG
Packit 1fb8d4
	{
Packit 1fb8d4
		extern H264_CONTEXT_SUBSYSTEM g_Subsystem_libavcodec;
Packit 1fb8d4
		subSystems[i] = &g_Subsystem_libavcodec;
Packit 1fb8d4
		i++;
Packit 1fb8d4
	}
Packit 1fb8d4
#endif
Packit 1fb8d4
#ifdef WITH_X264
Packit 1fb8d4
	{
Packit 1fb8d4
		extern H264_CONTEXT_SUBSYSTEM g_Subsystem_x264;
Packit 1fb8d4
		subSystems[i] = &g_Subsystem_x264;
Packit 1fb8d4
		i++;
Packit 1fb8d4
	}
Packit 1fb8d4
#endif
Packit 1fb8d4
	return i > 0;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
Packit 1fb8d4
BOOL h264_context_init(H264_CONTEXT* h264)
Packit 1fb8d4
{
Packit 1fb8d4
	int i;
Packit 1fb8d4
Packit 1fb8d4
	if (!h264)
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	h264->log = WLog_Get(TAG);
Packit 1fb8d4
Packit 1fb8d4
	if (!h264->log)
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	h264->subsystem = NULL;
Packit 1fb8d4
	InitOnceExecuteOnce(&subsystems_once, h264_register_subsystems, NULL, NULL);
Packit 1fb8d4
Packit 1fb8d4
	for (i = 0; i < MAX_SUBSYSTEMS; i++)
Packit 1fb8d4
	{
Packit 1fb8d4
		H264_CONTEXT_SUBSYSTEM* subsystem = subSystems[i];
Packit 1fb8d4
Packit 1fb8d4
		if (!subsystem || !subsystem->Init)
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		if (subsystem->Init(h264))
Packit 1fb8d4
		{
Packit 1fb8d4
			h264->subsystem = subsystem;
Packit 1fb8d4
			return TRUE;
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return FALSE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
BOOL h264_context_reset(H264_CONTEXT* h264, UINT32 width, UINT32 height)
Packit 1fb8d4
{
Packit 1fb8d4
	if (!h264)
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	h264->width = width;
Packit 1fb8d4
	h264->height = height;
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
H264_CONTEXT* h264_context_new(BOOL Compressor)
Packit 1fb8d4
{
Packit 1fb8d4
	H264_CONTEXT* h264;
Packit 1fb8d4
	h264 = (H264_CONTEXT*) calloc(1, sizeof(H264_CONTEXT));
Packit 1fb8d4
Packit 1fb8d4
	if (h264)
Packit 1fb8d4
	{
Packit 1fb8d4
		h264->Compressor = Compressor;
Packit 1fb8d4
Packit 1fb8d4
		if (Compressor)
Packit 1fb8d4
		{
Packit 1fb8d4
			/* Default compressor settings, may be changed by caller */
Packit 1fb8d4
			h264->BitRate = 1000000;
Packit 1fb8d4
			h264->FrameRate = 30;
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		if (!h264_context_init(h264))
Packit 1fb8d4
		{
Packit 1fb8d4
			free(h264);
Packit 1fb8d4
			return NULL;
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return h264;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
void h264_context_free(H264_CONTEXT* h264)
Packit 1fb8d4
{
Packit 1fb8d4
	if (h264)
Packit 1fb8d4
	{
Packit 1fb8d4
		h264->subsystem->Uninit(h264);
Packit 1fb8d4
		_aligned_free(h264->pYUV444Data[0]);
Packit 1fb8d4
		_aligned_free(h264->pYUV444Data[1]);
Packit 1fb8d4
		_aligned_free(h264->pYUV444Data[2]);
Packit 1fb8d4
		_aligned_free(h264->lumaData);
Packit 1fb8d4
		free(h264);
Packit 1fb8d4
	}
Packit 1fb8d4
}