Blame channels/tsmf/client/ffmpeg/tsmf_ffmpeg.c

Packit 1fb8d4
/**
Packit 1fb8d4
 * FreeRDP: A Remote Desktop Protocol Implementation
Packit 1fb8d4
 * Video Redirection Virtual Channel - FFmpeg Decoder
Packit 1fb8d4
 *
Packit 1fb8d4
 * Copyright 2010-2011 Vic Lee
Packit 1fb8d4
 *
Packit 1fb8d4
 * Licensed under the Apache License, Version 2.0 (the "License");
Packit 1fb8d4
 * you may not use this file except in compliance with the License.
Packit 1fb8d4
 * You may obtain a copy of the License at
Packit 1fb8d4
 *
Packit 1fb8d4
 *     http://www.apache.org/licenses/LICENSE-2.0
Packit 1fb8d4
 *
Packit 1fb8d4
 * Unless required by applicable law or agreed to in writing, software
Packit 1fb8d4
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit 1fb8d4
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Packit 1fb8d4
 * See the License for the specific language governing permissions and
Packit 1fb8d4
 * limitations under the License.
Packit 1fb8d4
 */
Packit 1fb8d4
Packit 1fb8d4
#ifdef HAVE_CONFIG_H
Packit 1fb8d4
#include "config.h"
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#include <stdio.h>
Packit 1fb8d4
#include <stdlib.h>
Packit 1fb8d4
#include <string.h>
Packit 1fb8d4
Packit 1fb8d4
#include <winpr/crt.h>
Packit 1fb8d4
Packit 1fb8d4
#include <freerdp/channels/log.h>
Packit 1fb8d4
#include <freerdp/client/tsmf.h>
Packit 1fb8d4
Packit 1fb8d4
#include <libavcodec/avcodec.h>
Packit 1fb8d4
#include <libavutil/common.h>
Packit 1fb8d4
Packit 1fb8d4
#include "tsmf_constants.h"
Packit 1fb8d4
#include "tsmf_decoder.h"
Packit 1fb8d4
Packit 1fb8d4
/* Compatibility with older FFmpeg */
Packit 1fb8d4
#if LIBAVUTIL_VERSION_MAJOR < 50
Packit 1fb8d4
#define AVMEDIA_TYPE_VIDEO 0
Packit 1fb8d4
#define AVMEDIA_TYPE_AUDIO 1
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 54
Packit 1fb8d4
#define MAX_AUDIO_FRAME_SIZE AVCODEC_MAX_AUDIO_FRAME_SIZE
Packit 1fb8d4
#else
Packit 1fb8d4
#define MAX_AUDIO_FRAME_SIZE 192000
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 55
Packit 1fb8d4
#define AV_CODEC_ID_VC1 CODEC_ID_VC1
Packit 1fb8d4
#define AV_CODEC_ID_WMAV2 CODEC_ID_WMAV2
Packit 1fb8d4
#define AV_CODEC_ID_WMAPRO CODEC_ID_WMAPRO
Packit 1fb8d4
#define AV_CODEC_ID_MP3 CODEC_ID_MP3
Packit 1fb8d4
#define AV_CODEC_ID_MP2 CODEC_ID_MP2
Packit 1fb8d4
#define AV_CODEC_ID_MPEG2VIDEO CODEC_ID_MPEG2VIDEO
Packit 1fb8d4
#define AV_CODEC_ID_WMV3 CODEC_ID_WMV3
Packit 1fb8d4
#define AV_CODEC_ID_AAC CODEC_ID_AAC
Packit 1fb8d4
#define AV_CODEC_ID_H264 CODEC_ID_H264
Packit 1fb8d4
#define AV_CODEC_ID_AC3 CODEC_ID_AC3
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#if LIBAVCODEC_VERSION_INT < AV_VERSION_INT(56, 34, 2)
Packit 1fb8d4
#define AV_CODEC_CAP_TRUNCATED CODEC_CAP_TRUNCATED
Packit 1fb8d4
#define AV_CODEC_FLAG_TRUNCATED CODEC_FLAG_TRUNCATED
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
#if LIBAVUTIL_VERSION_MAJOR < 52
Packit 1fb8d4
#define AV_PIX_FMT_YUV420P PIX_FMT_YUV420P
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
typedef struct _TSMFFFmpegDecoder
Packit 1fb8d4
{
Packit 1fb8d4
	ITSMFDecoder iface;
Packit 1fb8d4
Packit 1fb8d4
	int media_type;
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 55
Packit 1fb8d4
	enum CodecID codec_id;
Packit 1fb8d4
#else
Packit 1fb8d4
	enum AVCodecID codec_id;
Packit 1fb8d4
#endif
Packit 1fb8d4
	AVCodecContext* codec_context;
Packit 1fb8d4
	AVCodec* codec;
Packit 1fb8d4
	AVFrame* frame;
Packit 1fb8d4
	int prepared;
Packit 1fb8d4
Packit 1fb8d4
	BYTE* decoded_data;
Packit 1fb8d4
	UINT32 decoded_size;
Packit 1fb8d4
	UINT32 decoded_size_max;
Packit 1fb8d4
} TSMFFFmpegDecoder;
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_init_context(ITSMFDecoder* decoder)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	mdecoder->codec_context = avcodec_alloc_context3(NULL);
Packit 1fb8d4
Packit 1fb8d4
	if (!mdecoder->codec_context)
Packit 1fb8d4
	{
Packit 1fb8d4
		WLog_ERR(TAG, "avcodec_alloc_context failed.");
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_init_video_stream(ITSMFDecoder* decoder, const TS_AM_MEDIA_TYPE* media_type)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	mdecoder->codec_context->width = media_type->Width;
Packit 1fb8d4
	mdecoder->codec_context->height = media_type->Height;
Packit 1fb8d4
	mdecoder->codec_context->bit_rate = media_type->BitRate;
Packit 1fb8d4
	mdecoder->codec_context->time_base.den = media_type->SamplesPerSecond.Numerator;
Packit 1fb8d4
	mdecoder->codec_context->time_base.num = media_type->SamplesPerSecond.Denominator;
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 55
Packit 1fb8d4
	mdecoder->frame = avcodec_alloc_frame();
Packit 1fb8d4
#else
Packit 1fb8d4
	mdecoder->frame = av_frame_alloc();
Packit 1fb8d4
#endif
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_init_audio_stream(ITSMFDecoder* decoder, const TS_AM_MEDIA_TYPE* media_type)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	mdecoder->codec_context->sample_rate = media_type->SamplesPerSecond.Numerator;
Packit 1fb8d4
	mdecoder->codec_context->bit_rate = media_type->BitRate;
Packit 1fb8d4
	mdecoder->codec_context->channels = media_type->Channels;
Packit 1fb8d4
	mdecoder->codec_context->block_align = media_type->BlockAlign;
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 55
Packit 1fb8d4
#ifdef AV_CPU_FLAG_SSE2
Packit 1fb8d4
	mdecoder->codec_context->dsp_mask = AV_CPU_FLAG_SSE2 | AV_CPU_FLAG_MMX2;
Packit 1fb8d4
#else
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 53
Packit 1fb8d4
	mdecoder->codec_context->dsp_mask = FF_MM_SSE2 | FF_MM_MMXEXT;
Packit 1fb8d4
#else
Packit 1fb8d4
	mdecoder->codec_context->dsp_mask = FF_MM_SSE2 | FF_MM_MMX2;
Packit 1fb8d4
#endif
Packit 1fb8d4
#endif
Packit Service 5a9772
#else /* LIBAVCODEC_VERSION_MAJOR < 55 */
Packit 1fb8d4
#ifdef AV_CPU_FLAG_SSE2
Packit 1fb8d4
	av_set_cpu_flags_mask(AV_CPU_FLAG_SSE2 | AV_CPU_FLAG_MMXEXT);
Packit 1fb8d4
#else
Packit 1fb8d4
	av_set_cpu_flags_mask(FF_MM_SSE2 | FF_MM_MMX2);
Packit 1fb8d4
#endif
Packit 1fb8d4
#endif /* LIBAVCODEC_VERSION_MAJOR < 55 */
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_init_stream(ITSMFDecoder* decoder, const TS_AM_MEDIA_TYPE* media_type)
Packit 1fb8d4
{
Packit 1fb8d4
	BYTE* p;
Packit 1fb8d4
	UINT32 size;
Packit 1fb8d4
	const BYTE* s;
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	mdecoder->codec = avcodec_find_decoder(mdecoder->codec_id);
Packit 1fb8d4
Packit 1fb8d4
	if (!mdecoder->codec)
Packit 1fb8d4
	{
Packit 1fb8d4
		WLog_ERR(TAG, "avcodec_find_decoder failed.");
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	mdecoder->codec_context->codec_id = mdecoder->codec_id;
Packit 1fb8d4
	mdecoder->codec_context->codec_type = mdecoder->media_type;
Packit 1fb8d4
Packit 1fb8d4
	switch (mdecoder->media_type)
Packit 1fb8d4
	{
Packit 1fb8d4
		case AVMEDIA_TYPE_VIDEO:
Packit 1fb8d4
			if (!tsmf_ffmpeg_init_video_stream(decoder, media_type))
Packit 1fb8d4
				return FALSE;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case AVMEDIA_TYPE_AUDIO:
Packit 1fb8d4
			if (!tsmf_ffmpeg_init_audio_stream(decoder, media_type))
Packit 1fb8d4
				return FALSE;
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit 1fb8d4
			WLog_ERR(TAG, "unknown media_type %d", mdecoder->media_type);
Packit 1fb8d4
			break;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (media_type->ExtraData)
Packit 1fb8d4
	{
Packit 1fb8d4
		/* Add a padding to avoid invalid memory read in some codec */
Packit 1fb8d4
		mdecoder->codec_context->extradata_size = media_type->ExtraDataSize + 8;
Packit 1fb8d4
		mdecoder->codec_context->extradata = calloc(1, mdecoder->codec_context->extradata_size);
Packit 1fb8d4
Packit 1fb8d4
		if (!mdecoder->codec_context->extradata)
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
Packit 1fb8d4
		if (media_type->SubType == TSMF_SUB_TYPE_AVC1 &&
Packit 1fb8d4
		    media_type->FormatType == TSMF_FORMAT_TYPE_MPEG2VIDEOINFO)
Packit 1fb8d4
		{
Packit 1fb8d4
			/* The extradata format that FFmpeg uses is following CodecPrivate in Matroska.
Packit 1fb8d4
			   See http://haali.su/mkv/codecs.pdf */
Packit 1fb8d4
			p = mdecoder->codec_context->extradata;
Packit Service 5a9772
			*p++ = 1;                         /* Reserved? */
Packit Service 5a9772
			*p++ = media_type->ExtraData[8];  /* Profile */
Packit Service 5a9772
			*p++ = 0;                         /* Profile */
Packit 1fb8d4
			*p++ = media_type->ExtraData[12]; /* Level */
Packit Service 5a9772
			*p++ = 0xff;                      /* Flag? */
Packit Service 5a9772
			*p++ = 0xe0 | 0x01;               /* Reserved | #sps */
Packit 1fb8d4
			s = media_type->ExtraData + 20;
Packit 1fb8d4
			size = ((UINT32)(*s)) * 256 + ((UINT32)(*(s + 1)));
Packit 1fb8d4
			memcpy(p, s, size + 2);
Packit 1fb8d4
			s += size + 2;
Packit 1fb8d4
			p += size + 2;
Packit 1fb8d4
			*p++ = 1; /* #pps */
Packit 1fb8d4
			size = ((UINT32)(*s)) * 256 + ((UINT32)(*(s + 1)));
Packit 1fb8d4
			memcpy(p, s, size + 2);
Packit 1fb8d4
		}
Packit 1fb8d4
		else
Packit 1fb8d4
		{
Packit Service 5a9772
			memcpy(mdecoder->codec_context->extradata, media_type->ExtraData,
Packit Service 5a9772
			       media_type->ExtraDataSize);
Packit 1fb8d4
			memset(mdecoder->codec_context->extradata + media_type->ExtraDataSize, 0, 8);
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->codec->capabilities & AV_CODEC_CAP_TRUNCATED)
Packit 1fb8d4
		mdecoder->codec_context->flags |= AV_CODEC_FLAG_TRUNCATED;
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_prepare(ITSMFDecoder* decoder)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
Packit 1fb8d4
	if (avcodec_open2(mdecoder->codec_context, mdecoder->codec, NULL) < 0)
Packit 1fb8d4
	{
Packit 1fb8d4
		WLog_ERR(TAG, "avcodec_open2 failed.");
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	mdecoder->prepared = 1;
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_set_format(ITSMFDecoder* decoder, TS_AM_MEDIA_TYPE* media_type)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
Packit 1fb8d4
	switch (media_type->MajorType)
Packit 1fb8d4
	{
Packit 1fb8d4
		case TSMF_MAJOR_TYPE_VIDEO:
Packit 1fb8d4
			mdecoder->media_type = AVMEDIA_TYPE_VIDEO;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_MAJOR_TYPE_AUDIO:
Packit 1fb8d4
			mdecoder->media_type = AVMEDIA_TYPE_AUDIO;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	switch (media_type->SubType)
Packit 1fb8d4
	{
Packit 1fb8d4
		case TSMF_SUB_TYPE_WVC1:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_VC1;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_WMA2:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_WMAV2;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_WMA9:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_WMAPRO;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_MP3:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_MP3;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_MP2A:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_MP2;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_MP2V:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_MPEG2VIDEO;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_WMV3:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_WMV3;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_AAC:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_AAC;
Packit 1fb8d4
Packit 1fb8d4
			/* For AAC the pFormat is a HEAACWAVEINFO struct, and the codec data
Packit 1fb8d4
			   is at the end of it. See
Packit 1fb8d4
			   http://msdn.microsoft.com/en-us/library/dd757806.aspx */
Packit 1fb8d4
			if (media_type->ExtraData)
Packit 1fb8d4
			{
Packit 1fb8d4
				media_type->ExtraData += 12;
Packit 1fb8d4
				media_type->ExtraDataSize -= 12;
Packit 1fb8d4
			}
Packit 1fb8d4
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_H264:
Packit 1fb8d4
		case TSMF_SUB_TYPE_AVC1:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_H264;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		case TSMF_SUB_TYPE_AC3:
Packit 1fb8d4
			mdecoder->codec_id = AV_CODEC_ID_AC3;
Packit 1fb8d4
			break;
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (!tsmf_ffmpeg_init_context(decoder))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	if (!tsmf_ffmpeg_init_stream(decoder, media_type))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	if (!tsmf_ffmpeg_prepare(decoder))
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_decode_video(ITSMFDecoder* decoder, const BYTE* data, UINT32 data_size,
Packit 1fb8d4
                                     UINT32 extensions)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	int decoded;
Packit 1fb8d4
	int len;
Packit 1fb8d4
	AVFrame* frame;
Packit 1fb8d4
	BOOL ret = TRUE;
Packit Service 5a9772
#if LIBAVCODEC_VERSION_MAJOR < 52 || \
Packit Service 5a9772
    (LIBAVCODEC_VERSION_MAJOR == 52 && LIBAVCODEC_VERSION_MINOR <= 20)
Packit 1fb8d4
	len = avcodec_decode_video(mdecoder->codec_context, mdecoder->frame, &decoded, data, data_size);
Packit 1fb8d4
#else
Packit 1fb8d4
	{
Packit 1fb8d4
		AVPacket pkt;
Packit 1fb8d4
		av_init_packet(&pkt);
Packit Service 5a9772
		pkt.data = (BYTE*)data;
Packit 1fb8d4
		pkt.size = data_size;
Packit 1fb8d4
Packit 1fb8d4
		if (extensions & TSMM_SAMPLE_EXT_CLEANPOINT)
Packit 1fb8d4
			pkt.flags |= AV_PKT_FLAG_KEY;
Packit 1fb8d4
Packit 1fb8d4
		len = avcodec_decode_video2(mdecoder->codec_context, mdecoder->frame, &decoded, &pkt);
Packit 1fb8d4
	}
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
	if (len < 0)
Packit 1fb8d4
	{
Packit Service 5a9772
		WLog_ERR(TAG, "data_size %" PRIu32 ", avcodec_decode_video failed (%d)", data_size, len);
Packit 1fb8d4
		ret = FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
	else if (!decoded)
Packit 1fb8d4
	{
Packit Service 5a9772
		WLog_ERR(TAG, "data_size %" PRIu32 ", no frame is decoded.", data_size);
Packit 1fb8d4
		ret = FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
	else
Packit 1fb8d4
	{
Packit 1fb8d4
		DEBUG_TSMF("linesize[0] %d linesize[1] %d linesize[2] %d linesize[3] %d "
Packit 1fb8d4
		           "pix_fmt %d width %d height %d",
Packit 1fb8d4
		           mdecoder->frame->linesize[0], mdecoder->frame->linesize[1],
Packit 1fb8d4
		           mdecoder->frame->linesize[2], mdecoder->frame->linesize[3],
Packit Service 5a9772
		           mdecoder->codec_context->pix_fmt, mdecoder->codec_context->width,
Packit Service 5a9772
		           mdecoder->codec_context->height);
Packit Service 5a9772
		mdecoder->decoded_size =
Packit Service 5a9772
		    avpicture_get_size(mdecoder->codec_context->pix_fmt, mdecoder->codec_context->width,
Packit Service 5a9772
		                       mdecoder->codec_context->height);
Packit 1fb8d4
		mdecoder->decoded_data = calloc(1, mdecoder->decoded_size);
Packit 1fb8d4
Packit 1fb8d4
		if (!mdecoder->decoded_data)
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 55
Packit 1fb8d4
		frame = avcodec_alloc_frame();
Packit 1fb8d4
#else
Packit 1fb8d4
		frame = av_frame_alloc();
Packit 1fb8d4
#endif
Packit Service 5a9772
		avpicture_fill((AVPicture*)frame, mdecoder->decoded_data, mdecoder->codec_context->pix_fmt,
Packit 1fb8d4
		               mdecoder->codec_context->width, mdecoder->codec_context->height);
Packit Service 5a9772
		av_picture_copy((AVPicture*)frame, (AVPicture*)mdecoder->frame,
Packit Service 5a9772
		                mdecoder->codec_context->pix_fmt, mdecoder->codec_context->width,
Packit Service 5a9772
		                mdecoder->codec_context->height);
Packit 1fb8d4
		av_free(frame);
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	return ret;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_decode_audio(ITSMFDecoder* decoder, const BYTE* data, UINT32 data_size,
Packit 1fb8d4
                                     UINT32 extensions)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	int len;
Packit 1fb8d4
	int frame_size;
Packit 1fb8d4
	UINT32 src_size;
Packit 1fb8d4
	const BYTE* src;
Packit 1fb8d4
	BYTE* dst;
Packit 1fb8d4
	int dst_offset;
Packit 1fb8d4
#if 0
Packit 1fb8d4
	WLog_DBG(TAG, ("tsmf_ffmpeg_decode_audio: data_size %"PRIu32"", data_size));
Packit 1fb8d4
	int i;
Packit 1fb8d4
Packit 1fb8d4
	for (i = 0; i < data_size; i++)
Packit 1fb8d4
	{
Packit 1fb8d4
		WLog_DBG(TAG, ("%02"PRIX8"", data[i]));
Packit 1fb8d4
Packit 1fb8d4
		if (i % 16 == 15)
Packit 1fb8d4
			WLog_DBG(TAG, ("\n"));
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->decoded_size_max == 0)
Packit 1fb8d4
		mdecoder->decoded_size_max = MAX_AUDIO_FRAME_SIZE + 16;
Packit 1fb8d4
Packit 1fb8d4
	mdecoder->decoded_data = calloc(1, mdecoder->decoded_size_max);
Packit 1fb8d4
Packit 1fb8d4
	if (!mdecoder->decoded_data)
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
Packit 1fb8d4
	/* align the memory for SSE2 needs */
Packit Service 5a9772
	dst = (BYTE*)(((uintptr_t)mdecoder->decoded_data + 15) & ~0x0F);
Packit 1fb8d4
	dst_offset = dst - mdecoder->decoded_data;
Packit 1fb8d4
	src = data;
Packit 1fb8d4
	src_size = data_size;
Packit 1fb8d4
Packit 1fb8d4
	while (src_size > 0)
Packit 1fb8d4
	{
Packit 1fb8d4
		/* Ensure enough space for decoding */
Packit 1fb8d4
		if (mdecoder->decoded_size_max - mdecoder->decoded_size < MAX_AUDIO_FRAME_SIZE)
Packit 1fb8d4
		{
Packit 1fb8d4
			BYTE* tmp_data;
Packit 1fb8d4
			tmp_data = realloc(mdecoder->decoded_data, mdecoder->decoded_size_max * 2 + 16);
Packit 1fb8d4
Packit 1fb8d4
			if (!tmp_data)
Packit 1fb8d4
				return FALSE;
Packit 1fb8d4
Packit 1fb8d4
			mdecoder->decoded_size_max = mdecoder->decoded_size_max * 2 + 16;
Packit 1fb8d4
			mdecoder->decoded_data = tmp_data;
Packit Service 5a9772
			dst = (BYTE*)(((uintptr_t)mdecoder->decoded_data + 15) & ~0x0F);
Packit 1fb8d4
Packit 1fb8d4
			if (dst - mdecoder->decoded_data != dst_offset)
Packit 1fb8d4
			{
Packit 1fb8d4
				/* re-align the memory if the alignment has changed after realloc */
Packit 1fb8d4
				memmove(dst, mdecoder->decoded_data + dst_offset, mdecoder->decoded_size);
Packit 1fb8d4
				dst_offset = dst - mdecoder->decoded_data;
Packit 1fb8d4
			}
Packit 1fb8d4
Packit 1fb8d4
			dst += mdecoder->decoded_size;
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		frame_size = mdecoder->decoded_size_max - mdecoder->decoded_size;
Packit Service 5a9772
#if LIBAVCODEC_VERSION_MAJOR < 52 || \
Packit Service 5a9772
    (LIBAVCODEC_VERSION_MAJOR == 52 && LIBAVCODEC_VERSION_MINOR <= 20)
Packit Service 5a9772
		len = avcodec_decode_audio2(mdecoder->codec_context, (int16_t*)dst, &frame_size, src,
Packit Service 5a9772
		                            src_size);
Packit 1fb8d4
#else
Packit 1fb8d4
		{
Packit 1fb8d4
#if LIBAVCODEC_VERSION_MAJOR < 55
Packit 1fb8d4
			AVFrame* decoded_frame = avcodec_alloc_frame();
Packit 1fb8d4
#else
Packit 1fb8d4
			AVFrame* decoded_frame = av_frame_alloc();
Packit 1fb8d4
#endif
Packit 1fb8d4
			int got_frame = 0;
Packit 1fb8d4
			AVPacket pkt;
Packit 1fb8d4
			av_init_packet(&pkt);
Packit Service 5a9772
			pkt.data = (BYTE*)src;
Packit 1fb8d4
			pkt.size = src_size;
Packit 1fb8d4
			len = avcodec_decode_audio4(mdecoder->codec_context, decoded_frame, &got_frame, &pkt);
Packit 1fb8d4
Packit 1fb8d4
			if (len >= 0 && got_frame)
Packit 1fb8d4
			{
Packit 1fb8d4
				frame_size = av_samples_get_buffer_size(NULL, mdecoder->codec_context->channels,
Packit Service 5a9772
				                                        decoded_frame->nb_samples,
Packit Service 5a9772
				                                        mdecoder->codec_context->sample_fmt, 1);
Packit 1fb8d4
				memcpy(dst, decoded_frame->data[0], frame_size);
Packit 1fb8d4
			}
Packit 1fb8d4
			else
Packit 1fb8d4
			{
Packit 1fb8d4
				frame_size = 0;
Packit 1fb8d4
			}
Packit 1fb8d4
Packit 1fb8d4
			av_free(decoded_frame);
Packit 1fb8d4
		}
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
		if (len > 0)
Packit 1fb8d4
		{
Packit 1fb8d4
			src += len;
Packit 1fb8d4
			src_size -= len;
Packit 1fb8d4
		}
Packit 1fb8d4
Packit 1fb8d4
		if (frame_size > 0)
Packit 1fb8d4
		{
Packit 1fb8d4
			mdecoder->decoded_size += frame_size;
Packit 1fb8d4
			dst += frame_size;
Packit 1fb8d4
		}
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->decoded_size == 0)
Packit 1fb8d4
	{
Packit 1fb8d4
		free(mdecoder->decoded_data);
Packit 1fb8d4
		mdecoder->decoded_data = NULL;
Packit 1fb8d4
	}
Packit 1fb8d4
	else if (dst_offset)
Packit 1fb8d4
	{
Packit 1fb8d4
		/* move the aligned decoded data to original place */
Packit Service 5a9772
		memmove(mdecoder->decoded_data, mdecoder->decoded_data + dst_offset,
Packit Service 5a9772
		        mdecoder->decoded_size);
Packit 1fb8d4
	}
Packit 1fb8d4
Packit Service 5a9772
	DEBUG_TSMF("data_size %" PRIu32 " decoded_size %" PRIu32 "", data_size, mdecoder->decoded_size);
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_decode(ITSMFDecoder* decoder, const BYTE* data, UINT32 data_size,
Packit 1fb8d4
                               UINT32 extensions)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->decoded_data)
Packit 1fb8d4
	{
Packit 1fb8d4
		free(mdecoder->decoded_data);
Packit 1fb8d4
		mdecoder->decoded_data = NULL;
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	mdecoder->decoded_size = 0;
Packit 1fb8d4
Packit 1fb8d4
	switch (mdecoder->media_type)
Packit 1fb8d4
	{
Packit 1fb8d4
		case AVMEDIA_TYPE_VIDEO:
Packit 1fb8d4
			return tsmf_ffmpeg_decode_video(decoder, data, data_size, extensions);
Packit 1fb8d4
Packit 1fb8d4
		case AVMEDIA_TYPE_AUDIO:
Packit 1fb8d4
			return tsmf_ffmpeg_decode_audio(decoder, data, data_size, extensions);
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit 1fb8d4
			WLog_ERR(TAG, "unknown media type.");
Packit 1fb8d4
			return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BYTE* tsmf_ffmpeg_get_decoded_data(ITSMFDecoder* decoder, UINT32* size)
Packit 1fb8d4
{
Packit 1fb8d4
	BYTE* buf;
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
	*size = mdecoder->decoded_size;
Packit 1fb8d4
	buf = mdecoder->decoded_data;
Packit 1fb8d4
	mdecoder->decoded_data = NULL;
Packit 1fb8d4
	mdecoder->decoded_size = 0;
Packit 1fb8d4
	return buf;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static UINT32 tsmf_ffmpeg_get_decoded_format(ITSMFDecoder* decoder)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
Packit 1fb8d4
	switch (mdecoder->codec_context->pix_fmt)
Packit 1fb8d4
	{
Packit 1fb8d4
		case AV_PIX_FMT_YUV420P:
Packit 1fb8d4
			return RDP_PIXFMT_I420;
Packit 1fb8d4
Packit 1fb8d4
		default:
Packit Service 5a9772
			WLog_ERR(TAG, "unsupported pixel format %u", mdecoder->codec_context->pix_fmt);
Packit Service 5a9772
			return (UINT32)-1;
Packit 1fb8d4
	}
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static BOOL tsmf_ffmpeg_get_decoded_dimension(ITSMFDecoder* decoder, UINT32* width, UINT32* height)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->codec_context->width > 0 && mdecoder->codec_context->height > 0)
Packit 1fb8d4
	{
Packit 1fb8d4
		*width = mdecoder->codec_context->width;
Packit 1fb8d4
		*height = mdecoder->codec_context->height;
Packit 1fb8d4
		return TRUE;
Packit 1fb8d4
	}
Packit 1fb8d4
	else
Packit 1fb8d4
	{
Packit 1fb8d4
		return FALSE;
Packit 1fb8d4
	}
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static void tsmf_ffmpeg_free(ITSMFDecoder* decoder)
Packit 1fb8d4
{
Packit Service 5a9772
	TSMFFFmpegDecoder* mdecoder = (TSMFFFmpegDecoder*)decoder;
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->frame)
Packit 1fb8d4
		av_free(mdecoder->frame);
Packit 1fb8d4
Packit 1fb8d4
	free(mdecoder->decoded_data);
Packit 1fb8d4
Packit 1fb8d4
	if (mdecoder->codec_context)
Packit 1fb8d4
	{
Packit 1fb8d4
		if (mdecoder->prepared)
Packit 1fb8d4
			avcodec_close(mdecoder->codec_context);
Packit 1fb8d4
Packit 1fb8d4
		free(mdecoder->codec_context->extradata);
Packit 1fb8d4
		av_free(mdecoder->codec_context);
Packit 1fb8d4
	}
Packit 1fb8d4
Packit 1fb8d4
	free(decoder);
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
static INIT_ONCE g_Initialized = INIT_ONCE_STATIC_INIT;
Packit 1fb8d4
static BOOL CALLBACK InitializeAvCodecs(PINIT_ONCE once, PVOID param, PVOID* context)
Packit 1fb8d4
{
Packit 1fb8d4
	avcodec_register_all();
Packit 1fb8d4
	return TRUE;
Packit 1fb8d4
}
Packit 1fb8d4
Packit 1fb8d4
#ifdef BUILTIN_CHANNELS
Packit Service 5a9772
#define freerdp_tsmf_client_subsystem_entry ffmpeg_freerdp_tsmf_client_decoder_subsystem_entry
Packit 1fb8d4
#else
Packit Service 5a9772
#define freerdp_tsmf_client_subsystem_entry FREERDP_API freerdp_tsmf_client_decoder_subsystem_entry
Packit 1fb8d4
#endif
Packit 1fb8d4
Packit 1fb8d4
ITSMFDecoder* freerdp_tsmf_client_subsystem_entry(void)
Packit 1fb8d4
{
Packit 1fb8d4
	TSMFFFmpegDecoder* decoder;
Packit 1fb8d4
	InitOnceExecuteOnce(&g_Initialized, InitializeAvCodecs, NULL, NULL);
Packit Service 5a9772
	WLog_DBG(TAG, "TSMFDecoderEntry FFMPEG");
Packit Service 5a9772
	decoder = (TSMFFFmpegDecoder*)calloc(1, sizeof(TSMFFFmpegDecoder));
Packit 1fb8d4
Packit 1fb8d4
	if (!decoder)
Packit 1fb8d4
		return NULL;
Packit 1fb8d4
Packit 1fb8d4
	decoder->iface.SetFormat = tsmf_ffmpeg_set_format;
Packit 1fb8d4
	decoder->iface.Decode = tsmf_ffmpeg_decode;
Packit 1fb8d4
	decoder->iface.GetDecodedData = tsmf_ffmpeg_get_decoded_data;
Packit 1fb8d4
	decoder->iface.GetDecodedFormat = tsmf_ffmpeg_get_decoded_format;
Packit 1fb8d4
	decoder->iface.GetDecodedDimension = tsmf_ffmpeg_get_decoded_dimension;
Packit 1fb8d4
	decoder->iface.Free = tsmf_ffmpeg_free;
Packit Service 5a9772
	return (ITSMFDecoder*)decoder;
Packit 1fb8d4
}