Blame channels/video/client/video_main.c

Packit Service fa4841
/**
Packit Service fa4841
 * FreeRDP: A Remote Desktop Protocol Implementation
Packit Service fa4841
 * Video Optimized Remoting Virtual Channel Extension
Packit Service fa4841
 *
Packit Service fa4841
 * Copyright 2017 David Fort <contact@hardening-consulting.com>
Packit Service fa4841
 *
Packit Service fa4841
 * Licensed under the Apache License, Version 2.0 (the "License");
Packit Service fa4841
 * you may not use this file except in compliance with the License.
Packit Service fa4841
 * You may obtain a copy of the License at
Packit Service fa4841
 *
Packit Service fa4841
 *     http://www.apache.org/licenses/LICENSE-2.0
Packit Service fa4841
 *
Packit Service fa4841
 * Unless required by applicable law or agreed to in writing, software
Packit Service fa4841
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit Service fa4841
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Packit Service fa4841
 * See the License for the specific language governing permissions and
Packit Service fa4841
 * limitations under the License.
Packit Service fa4841
 */
Packit Service fa4841
Packit Service fa4841
#ifdef HAVE_CONFIG_H
Packit Service fa4841
#include "config.h"
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
#include <stdio.h>
Packit Service fa4841
#include <stdlib.h>
Packit Service fa4841
#include <string.h>
Packit Service fa4841
Packit Service fa4841
#include <winpr/crt.h>
Packit Service fa4841
#include <winpr/synch.h>
Packit Service fa4841
#include <winpr/print.h>
Packit Service fa4841
#include <winpr/stream.h>
Packit Service fa4841
#include <winpr/cmdline.h>
Packit Service fa4841
#include <winpr/collections.h>
Packit Service fa4841
#include <winpr/interlocked.h>
Packit Service fa4841
#include <winpr/sysinfo.h>
Packit Service fa4841
Packit Service fa4841
#include <freerdp/addin.h>
Packit Service fa4841
#include <freerdp/primitives.h>
Packit Service fa4841
#include <freerdp/client/geometry.h>
Packit Service fa4841
#include <freerdp/client/video.h>
Packit Service fa4841
#include <freerdp/channels/log.h>
Packit Service fa4841
#include <freerdp/codec/h264.h>
Packit Service fa4841
#include <freerdp/codec/yuv.h>
Packit Service fa4841
Packit Service fa4841
#define TAG CHANNELS_TAG("video")
Packit Service fa4841
Packit Service fa4841
#include "video_main.h"
Packit Service fa4841
Packit Service fa4841
struct _VIDEO_CHANNEL_CALLBACK
Packit Service fa4841
{
Packit Service fa4841
	IWTSVirtualChannelCallback iface;
Packit Service fa4841
Packit Service fa4841
	IWTSPlugin* plugin;
Packit Service fa4841
	IWTSVirtualChannelManager* channel_mgr;
Packit Service fa4841
	IWTSVirtualChannel* channel;
Packit Service fa4841
};
Packit Service fa4841
typedef struct _VIDEO_CHANNEL_CALLBACK VIDEO_CHANNEL_CALLBACK;
Packit Service fa4841
Packit Service fa4841
struct _VIDEO_LISTENER_CALLBACK
Packit Service fa4841
{
Packit Service fa4841
	IWTSListenerCallback iface;
Packit Service fa4841
Packit Service fa4841
	IWTSPlugin* plugin;
Packit Service fa4841
	IWTSVirtualChannelManager* channel_mgr;
Packit Service fa4841
	VIDEO_CHANNEL_CALLBACK* channel_callback;
Packit Service fa4841
};
Packit Service fa4841
typedef struct _VIDEO_LISTENER_CALLBACK VIDEO_LISTENER_CALLBACK;
Packit Service fa4841
Packit Service fa4841
struct _VIDEO_PLUGIN
Packit Service fa4841
{
Packit Service fa4841
	IWTSPlugin wtsPlugin;
Packit Service fa4841
Packit Service fa4841
	IWTSListener* controlListener;
Packit Service fa4841
	IWTSListener* dataListener;
Packit Service fa4841
	VIDEO_LISTENER_CALLBACK* control_callback;
Packit Service fa4841
	VIDEO_LISTENER_CALLBACK* data_callback;
Packit Service fa4841
Packit Service fa4841
	VideoClientContext* context;
Packit Service fa4841
};
Packit Service fa4841
typedef struct _VIDEO_PLUGIN VIDEO_PLUGIN;
Packit Service fa4841
Packit Service fa4841
#define XF_VIDEO_UNLIMITED_RATE 31
Packit Service fa4841
Packit Service fa4841
static const BYTE MFVideoFormat_H264[] = { 'H',  '2',  '6',  '4',  0x00, 0x00, 0x10, 0x00,
Packit Service fa4841
	                                       0x80, 0x00, 0x00, 0xAA, 0x00, 0x38, 0x9B, 0x71 };
Packit Service fa4841
Packit Service fa4841
typedef struct _PresentationContext PresentationContext;
Packit Service fa4841
typedef struct _VideoFrame VideoFrame;
Packit Service fa4841
Packit Service fa4841
/** @brief private data for the channel */
Packit Service fa4841
struct _VideoClientContextPriv
Packit Service fa4841
{
Packit Service fa4841
	VideoClientContext* video;
Packit Service fa4841
	GeometryClientContext* geometry;
Packit Service fa4841
	wQueue* frames;
Packit Service fa4841
	CRITICAL_SECTION framesLock;
Packit Service fa4841
	wBufferPool* surfacePool;
Packit Service fa4841
	UINT32 publishedFrames;
Packit Service fa4841
	UINT32 droppedFrames;
Packit Service fa4841
	UINT32 lastSentRate;
Packit Service fa4841
	UINT64 nextFeedbackTime;
Packit Service fa4841
	PresentationContext* currentPresentation;
Packit Service fa4841
};
Packit Service fa4841
Packit Service fa4841
/** @brief */
Packit Service fa4841
struct _VideoFrame
Packit Service fa4841
{
Packit Service fa4841
	UINT64 publishTime;
Packit Service fa4841
	UINT64 hnsDuration;
Packit Service fa4841
	MAPPED_GEOMETRY* geometry;
Packit Service fa4841
	UINT32 w, h;
Packit Service fa4841
	BYTE* surfaceData;
Packit Service fa4841
	PresentationContext* presentation;
Packit Service fa4841
};
Packit Service fa4841
Packit Service fa4841
/** @brief */
Packit Service fa4841
struct _PresentationContext
Packit Service fa4841
{
Packit Service fa4841
	VideoClientContext* video;
Packit Service fa4841
	BYTE PresentationId;
Packit Service fa4841
	UINT32 SourceWidth, SourceHeight;
Packit Service fa4841
	UINT32 ScaledWidth, ScaledHeight;
Packit Service fa4841
	MAPPED_GEOMETRY* geometry;
Packit Service fa4841
Packit Service fa4841
	UINT64 startTimeStamp;
Packit Service fa4841
	UINT64 publishOffset;
Packit Service fa4841
	H264_CONTEXT* h264;
Packit Service fa4841
	YUV_CONTEXT* yuv;
Packit Service fa4841
	wStream* currentSample;
Packit Service fa4841
	UINT64 lastPublishTime, nextPublishTime;
Packit Service fa4841
	volatile LONG refCounter;
Packit Service fa4841
	BYTE* surfaceData;
Packit Service fa4841
	VideoSurface* surface;
Packit Service fa4841
};
Packit Service fa4841
Packit Service fa4841
static const char* video_command_name(BYTE cmd)
Packit Service fa4841
{
Packit Service fa4841
	switch (cmd)
Packit Service fa4841
	{
Packit Service fa4841
		case TSMM_START_PRESENTATION:
Packit Service fa4841
			return "start";
Packit Service fa4841
		case TSMM_STOP_PRESENTATION:
Packit Service fa4841
			return "stop";
Packit Service fa4841
		default:
Packit Service fa4841
			return "<unknown>";
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL yuv_to_rgb(PresentationContext* presentation, BYTE* dest)
Packit Service fa4841
{
Packit Service fa4841
	const BYTE* pYUVPoint[3];
Packit Service fa4841
	H264_CONTEXT* h264 = presentation->h264;
Packit Service fa4841
Packit Service fa4841
	BYTE** ppYUVData;
Packit Service fa4841
	ppYUVData = h264->pYUVData;
Packit Service fa4841
Packit Service fa4841
	pYUVPoint[0] = ppYUVData[0];
Packit Service fa4841
	pYUVPoint[1] = ppYUVData[1];
Packit Service fa4841
	pYUVPoint[2] = ppYUVData[2];
Packit Service fa4841
Packit Service fa4841
	if (!yuv_context_decode(presentation->yuv, pYUVPoint, h264->iStride, PIXEL_FORMAT_BGRX32, dest,
Packit Service fa4841
	                        h264->width * 4))
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "error in yuv_to_rgb conversion");
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void video_client_context_set_geometry(VideoClientContext* video,
Packit Service fa4841
                                              GeometryClientContext* geometry)
Packit Service fa4841
{
Packit Service fa4841
	video->priv->geometry = geometry;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static VideoClientContextPriv* VideoClientContextPriv_new(VideoClientContext* video)
Packit Service fa4841
{
Packit Service fa4841
	VideoClientContextPriv* ret = calloc(1, sizeof(*ret));
Packit Service fa4841
	if (!ret)
Packit Service fa4841
		return NULL;
Packit Service fa4841
Packit Service fa4841
	ret->frames = Queue_New(TRUE, 10, 2);
Packit Service fa4841
	if (!ret->frames)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to allocate frames queue");
Packit Service fa4841
		goto error_frames;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	ret->surfacePool = BufferPool_New(FALSE, 0, 16);
Packit Service fa4841
	if (!ret->surfacePool)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to create surface pool");
Packit Service fa4841
		goto error_surfacePool;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	if (!InitializeCriticalSectionAndSpinCount(&ret->framesLock, 4 * 1000))
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to initialize frames lock");
Packit Service fa4841
		goto error_spinlock;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	ret->video = video;
Packit Service fa4841
Packit Service fa4841
	/* don't set to unlimited so that we have the chance to send a feedback in
Packit Service fa4841
	 * the first second (for servers that want feedback directly)
Packit Service fa4841
	 */
Packit Service fa4841
	ret->lastSentRate = 30;
Packit Service fa4841
	return ret;
Packit Service fa4841
Packit Service fa4841
error_spinlock:
Packit Service fa4841
	BufferPool_Free(ret->surfacePool);
Packit Service fa4841
error_surfacePool:
Packit Service fa4841
	Queue_Free(ret->frames);
Packit Service fa4841
error_frames:
Packit Service fa4841
	free(ret);
Packit Service fa4841
	return NULL;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static PresentationContext* PresentationContext_new(VideoClientContext* video, BYTE PresentationId,
Packit Service fa4841
                                                    UINT32 x, UINT32 y, UINT32 width, UINT32 height)
Packit Service fa4841
{
Packit Service fa4841
	size_t s;
Packit Service fa4841
	VideoClientContextPriv* priv = video->priv;
Packit Service fa4841
	PresentationContext* ret;
Packit Service fa4841
	s = width * height * 4ULL;
Packit Service fa4841
	if (s > INT32_MAX)
Packit Service fa4841
		return NULL;
Packit Service fa4841
Packit Service fa4841
	ret = calloc(1, sizeof(*ret));
Packit Service fa4841
	if (!ret)
Packit Service fa4841
		return NULL;
Packit Service fa4841
Packit Service fa4841
	ret->video = video;
Packit Service fa4841
	ret->PresentationId = PresentationId;
Packit Service fa4841
Packit Service fa4841
	ret->h264 = h264_context_new(FALSE);
Packit Service fa4841
	if (!ret->h264)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to create a h264 context");
Packit Service fa4841
		goto error_h264;
Packit Service fa4841
	}
Packit Service fa4841
	h264_context_reset(ret->h264, width, height);
Packit Service fa4841
Packit Service fa4841
	ret->currentSample = Stream_New(NULL, 4096);
Packit Service fa4841
	if (!ret->currentSample)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to create current packet stream");
Packit Service fa4841
		goto error_currentSample;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	ret->surfaceData = BufferPool_Take(priv->surfacePool, s);
Packit Service fa4841
	if (!ret->surfaceData)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to allocate surfaceData");
Packit Service fa4841
		goto error_surfaceData;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	ret->surface = video->createSurface(video, ret->surfaceData, x, y, width, height);
Packit Service fa4841
	if (!ret->surface)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to create surface");
Packit Service fa4841
		goto error_surface;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	ret->yuv = yuv_context_new(FALSE);
Packit Service fa4841
	if (!ret->yuv)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to create YUV decoder");
Packit Service fa4841
		goto error_yuv;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	yuv_context_reset(ret->yuv, width, height);
Packit Service fa4841
	ret->refCounter = 1;
Packit Service fa4841
	return ret;
Packit Service fa4841
Packit Service fa4841
error_yuv:
Packit Service fa4841
	video->deleteSurface(video, ret->surface);
Packit Service fa4841
error_surface:
Packit Service fa4841
	BufferPool_Return(priv->surfacePool, ret->surfaceData);
Packit Service fa4841
error_surfaceData:
Packit Service fa4841
	Stream_Free(ret->currentSample, TRUE);
Packit Service fa4841
error_currentSample:
Packit Service fa4841
	h264_context_free(ret->h264);
Packit Service fa4841
error_h264:
Packit Service fa4841
	free(ret);
Packit Service fa4841
	return NULL;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void PresentationContext_unref(PresentationContext* presentation)
Packit Service fa4841
{
Packit Service fa4841
	VideoClientContextPriv* priv;
Packit Service fa4841
	MAPPED_GEOMETRY* geometry;
Packit Service fa4841
Packit Service fa4841
	if (!presentation)
Packit Service fa4841
		return;
Packit Service fa4841
Packit Service fa4841
	if (InterlockedDecrement(&presentation->refCounter) != 0)
Packit Service fa4841
		return;
Packit Service fa4841
Packit Service fa4841
	geometry = presentation->geometry;
Packit Service fa4841
	if (geometry)
Packit Service fa4841
	{
Packit Service fa4841
		geometry->MappedGeometryUpdate = NULL;
Packit Service fa4841
		geometry->MappedGeometryClear = NULL;
Packit Service fa4841
		geometry->custom = NULL;
Packit Service fa4841
		mappedGeometryUnref(geometry);
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	priv = presentation->video->priv;
Packit Service fa4841
Packit Service fa4841
	h264_context_free(presentation->h264);
Packit Service fa4841
	Stream_Free(presentation->currentSample, TRUE);
Packit Service fa4841
	presentation->video->deleteSurface(presentation->video, presentation->surface);
Packit Service fa4841
	BufferPool_Return(priv->surfacePool, presentation->surfaceData);
Packit Service fa4841
	yuv_context_free(presentation->yuv);
Packit Service fa4841
	free(presentation);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void VideoFrame_free(VideoFrame** pframe)
Packit Service fa4841
{
Packit Service fa4841
	VideoFrame* frame = *pframe;
Packit Service fa4841
Packit Service fa4841
	mappedGeometryUnref(frame->geometry);
Packit Service fa4841
	BufferPool_Return(frame->presentation->video->priv->surfacePool, frame->surfaceData);
Packit Service fa4841
	PresentationContext_unref(frame->presentation);
Packit Service fa4841
	free(frame);
Packit Service fa4841
	*pframe = NULL;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void VideoClientContextPriv_free(VideoClientContextPriv* priv)
Packit Service fa4841
{
Packit Service fa4841
	EnterCriticalSection(&priv->framesLock);
Packit Service fa4841
	while (Queue_Count(priv->frames))
Packit Service fa4841
	{
Packit Service fa4841
		VideoFrame* frame = Queue_Dequeue(priv->frames);
Packit Service fa4841
		if (frame)
Packit Service fa4841
			VideoFrame_free(&frame);
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Queue_Free(priv->frames);
Packit Service fa4841
	LeaveCriticalSection(&priv->framesLock);
Packit Service fa4841
Packit Service fa4841
	DeleteCriticalSection(&priv->framesLock);
Packit Service fa4841
Packit Service fa4841
	if (priv->currentPresentation)
Packit Service fa4841
		PresentationContext_unref(priv->currentPresentation);
Packit Service fa4841
Packit Service fa4841
	BufferPool_Free(priv->surfacePool);
Packit Service fa4841
	free(priv);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_control_send_presentation_response(VideoClientContext* context,
Packit Service fa4841
                                                     TSMM_PRESENTATION_RESPONSE* resp)
Packit Service fa4841
{
Packit Service fa4841
	BYTE buf[12];
Packit Service fa4841
	wStream* s;
Packit Service fa4841
	VIDEO_PLUGIN* video = (VIDEO_PLUGIN*)context->handle;
Packit Service fa4841
	IWTSVirtualChannel* channel;
Packit Service fa4841
	UINT ret;
Packit Service fa4841
Packit Service fa4841
	s = Stream_New(buf, 12);
Packit Service fa4841
	if (!s)
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
Packit Service fa4841
	Stream_Write_UINT32(s, 12);                                     /* cbSize */
Packit Service fa4841
	Stream_Write_UINT32(s, TSMM_PACKET_TYPE_PRESENTATION_RESPONSE); /* PacketType */
Packit Service fa4841
	Stream_Write_UINT8(s, resp->PresentationId);
Packit Service fa4841
	Stream_Zero(s, 3);
Packit Service fa4841
	Stream_SealLength(s);
Packit Service fa4841
Packit Service fa4841
	channel = video->control_callback->channel_callback->channel;
Packit Service fa4841
	ret = channel->Write(channel, 12, buf, NULL);
Packit Service fa4841
	Stream_Free(s, FALSE);
Packit Service fa4841
Packit Service fa4841
	return ret;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL video_onMappedGeometryUpdate(MAPPED_GEOMETRY* geometry)
Packit Service fa4841
{
Packit Service fa4841
	PresentationContext* presentation = (PresentationContext*)geometry->custom;
Packit Service fa4841
	RDP_RECT* r = &geometry->geometry.boundingRect;
Packit Service fa4841
	WLog_DBG(TAG, "geometry updated topGeom=(%d,%d-%dx%d) geom=(%d,%d-%dx%d) rects=(%d,%d-%dx%d)",
Packit Service fa4841
	         geometry->topLevelLeft, geometry->topLevelTop,
Packit Service fa4841
	         geometry->topLevelRight - geometry->topLevelLeft,
Packit Service fa4841
	         geometry->topLevelBottom - geometry->topLevelTop,
Packit Service fa4841
Packit Service fa4841
	         geometry->left, geometry->top, geometry->right - geometry->left,
Packit Service fa4841
	         geometry->bottom - geometry->top,
Packit Service fa4841
Packit Service fa4841
	         r->x, r->y, r->width, r->height);
Packit Service fa4841
Packit Service fa4841
	presentation->surface->x = geometry->topLevelLeft + geometry->left;
Packit Service fa4841
	presentation->surface->y = geometry->topLevelTop + geometry->top;
Packit Service fa4841
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL video_onMappedGeometryClear(MAPPED_GEOMETRY* geometry)
Packit Service fa4841
{
Packit Service fa4841
	PresentationContext* presentation = (PresentationContext*)geometry->custom;
Packit Service fa4841
Packit Service fa4841
	mappedGeometryUnref(presentation->geometry);
Packit Service fa4841
	presentation->geometry = NULL;
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_PresentationRequest(VideoClientContext* video, TSMM_PRESENTATION_REQUEST* req)
Packit Service fa4841
{
Packit Service fa4841
	VideoClientContextPriv* priv = video->priv;
Packit Service fa4841
	PresentationContext* presentation;
Packit Service fa4841
	UINT ret = CHANNEL_RC_OK;
Packit Service fa4841
Packit Service fa4841
	presentation = priv->currentPresentation;
Packit Service fa4841
Packit Service fa4841
	if (req->Command == TSMM_START_PRESENTATION)
Packit Service fa4841
	{
Packit Service fa4841
		MAPPED_GEOMETRY* geom;
Packit Service fa4841
		TSMM_PRESENTATION_RESPONSE resp;
Packit Service fa4841
Packit Service fa4841
		if (memcmp(req->VideoSubtypeId, MFVideoFormat_H264, 16) != 0)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "not a H264 video, ignoring request");
Packit Service fa4841
			return CHANNEL_RC_OK;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		if (presentation)
Packit Service fa4841
		{
Packit Service fa4841
			if (presentation->PresentationId == req->PresentationId)
Packit Service fa4841
			{
Packit Service fa4841
				WLog_ERR(TAG, "ignoring start request for existing presentation %d",
Packit Service fa4841
				         req->PresentationId);
Packit Service fa4841
				return CHANNEL_RC_OK;
Packit Service fa4841
			}
Packit Service fa4841
Packit Service fa4841
			WLog_ERR(TAG, "releasing current presentation %d", req->PresentationId);
Packit Service fa4841
			PresentationContext_unref(presentation);
Packit Service fa4841
			presentation = priv->currentPresentation = NULL;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		if (!priv->geometry)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "geometry channel not ready, ignoring request");
Packit Service fa4841
			return CHANNEL_RC_OK;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		geom = HashTable_GetItemValue(priv->geometry->geometries, &(req->GeometryMappingId));
Packit Service fa4841
		if (!geom)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "geometry mapping 0x%" PRIx64 " not registered", req->GeometryMappingId);
Packit Service fa4841
			return CHANNEL_RC_OK;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		WLog_DBG(TAG, "creating presentation 0x%x", req->PresentationId);
Packit Service fa4841
		presentation = PresentationContext_new(
Packit Service fa4841
		    video, req->PresentationId, geom->topLevelLeft + geom->left,
Packit Service fa4841
		    geom->topLevelTop + geom->top, req->SourceWidth, req->SourceHeight);
Packit Service fa4841
		if (!presentation)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "unable to create presentation video");
Packit Service fa4841
			return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		mappedGeometryRef(geom);
Packit Service fa4841
		presentation->geometry = geom;
Packit Service fa4841
Packit Service fa4841
		priv->currentPresentation = presentation;
Packit Service fa4841
		presentation->video = video;
Packit Service fa4841
		presentation->SourceWidth = req->SourceWidth;
Packit Service fa4841
		presentation->SourceHeight = req->SourceHeight;
Packit Service fa4841
		presentation->ScaledWidth = req->ScaledWidth;
Packit Service fa4841
		presentation->ScaledHeight = req->ScaledHeight;
Packit Service fa4841
Packit Service fa4841
		geom->custom = presentation;
Packit Service fa4841
		geom->MappedGeometryUpdate = video_onMappedGeometryUpdate;
Packit Service fa4841
		geom->MappedGeometryClear = video_onMappedGeometryClear;
Packit Service fa4841
Packit Service fa4841
		/* send back response */
Packit Service fa4841
		resp.PresentationId = req->PresentationId;
Packit Service fa4841
		ret = video_control_send_presentation_response(video, &resp);
Packit Service fa4841
	}
Packit Service fa4841
	else if (req->Command == TSMM_STOP_PRESENTATION)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_DBG(TAG, "stopping presentation 0x%x", req->PresentationId);
Packit Service fa4841
		if (!presentation)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "unknown presentation to stop %d", req->PresentationId);
Packit Service fa4841
			return CHANNEL_RC_OK;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		priv->currentPresentation = NULL;
Packit Service fa4841
		priv->droppedFrames = 0;
Packit Service fa4841
		priv->publishedFrames = 0;
Packit Service fa4841
		PresentationContext_unref(presentation);
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return ret;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_read_tsmm_presentation_req(VideoClientContext* context, wStream* s)
Packit Service fa4841
{
Packit Service fa4841
	TSMM_PRESENTATION_REQUEST req;
Packit Service fa4841
Packit Service fa4841
	if (Stream_GetRemainingLength(s) < 60)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "not enough bytes for a TSMM_PRESENTATION_REQUEST");
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT8(s, req.PresentationId);
Packit Service fa4841
	Stream_Read_UINT8(s, req.Version);
Packit Service fa4841
	Stream_Read_UINT8(s, req.Command);
Packit Service fa4841
	Stream_Read_UINT8(s, req.FrameRate); /* FrameRate - reserved and ignored */
Packit Service fa4841
Packit Service fa4841
	Stream_Seek_UINT16(s); /* AverageBitrateKbps reserved and ignored */
Packit Service fa4841
	Stream_Seek_UINT16(s); /* reserved */
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT32(s, req.SourceWidth);
Packit Service fa4841
	Stream_Read_UINT32(s, req.SourceHeight);
Packit Service fa4841
	Stream_Read_UINT32(s, req.ScaledWidth);
Packit Service fa4841
	Stream_Read_UINT32(s, req.ScaledHeight);
Packit Service fa4841
	Stream_Read_UINT64(s, req.hnsTimestampOffset);
Packit Service fa4841
	Stream_Read_UINT64(s, req.GeometryMappingId);
Packit Service fa4841
	Stream_Read(s, req.VideoSubtypeId, 16);
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT32(s, req.cbExtra);
Packit Service fa4841
Packit Service fa4841
	if (Stream_GetRemainingLength(s) < req.cbExtra)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "not enough bytes for cbExtra of TSMM_PRESENTATION_REQUEST");
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	req.pExtraData = Stream_Pointer(s);
Packit Service fa4841
Packit Service fa4841
	WLog_DBG(TAG,
Packit Service fa4841
	         "presentationReq: id:%" PRIu8 " version:%" PRIu8
Packit Service fa4841
	         " command:%s srcWidth/srcHeight=%" PRIu32 "x%" PRIu32 " scaled Width/Height=%" PRIu32
Packit Service fa4841
	         "x%" PRIu32 " timestamp=%" PRIu64 " mappingId=%" PRIx64 "",
Packit Service fa4841
	         req.PresentationId, req.Version, video_command_name(req.Command), req.SourceWidth,
Packit Service fa4841
	         req.SourceHeight, req.ScaledWidth, req.ScaledHeight, req.hnsTimestampOffset,
Packit Service fa4841
	         req.GeometryMappingId);
Packit Service fa4841
Packit Service fa4841
	return video_PresentationRequest(context, &req;;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
static UINT video_control_on_data_received(IWTSVirtualChannelCallback* pChannelCallback, wStream* s)
Packit Service fa4841
{
Packit Service fa4841
	VIDEO_CHANNEL_CALLBACK* callback = (VIDEO_CHANNEL_CALLBACK*)pChannelCallback;
Packit Service fa4841
	VIDEO_PLUGIN* video;
Packit Service fa4841
	VideoClientContext* context;
Packit Service fa4841
	UINT ret = CHANNEL_RC_OK;
Packit Service fa4841
	UINT32 cbSize, packetType;
Packit Service fa4841
Packit Service fa4841
	video = (VIDEO_PLUGIN*)callback->plugin;
Packit Service fa4841
	context = (VideoClientContext*)video->wtsPlugin.pInterface;
Packit Service fa4841
Packit Service fa4841
	if (Stream_GetRemainingLength(s) < 4)
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT32(s, cbSize);
Packit Service fa4841
	if (cbSize < 8 || Stream_GetRemainingLength(s) < (cbSize - 4))
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "invalid cbSize");
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT32(s, packetType);
Packit Service fa4841
	switch (packetType)
Packit Service fa4841
	{
Packit Service fa4841
		case TSMM_PACKET_TYPE_PRESENTATION_REQUEST:
Packit Service fa4841
			ret = video_read_tsmm_presentation_req(context, s);
Packit Service fa4841
			break;
Packit Service fa4841
		default:
Packit Service fa4841
			WLog_ERR(TAG, "not expecting packet type %" PRIu32 "", packetType);
Packit Service fa4841
			ret = ERROR_UNSUPPORTED_TYPE;
Packit Service fa4841
			break;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return ret;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_control_send_client_notification(VideoClientContext* context,
Packit Service fa4841
                                                   TSMM_CLIENT_NOTIFICATION* notif)
Packit Service fa4841
{
Packit Service fa4841
	BYTE buf[100];
Packit Service fa4841
	wStream* s;
Packit Service fa4841
	VIDEO_PLUGIN* video = (VIDEO_PLUGIN*)context->handle;
Packit Service fa4841
	IWTSVirtualChannel* channel;
Packit Service fa4841
	UINT ret;
Packit Service fa4841
	UINT32 cbSize;
Packit Service fa4841
Packit Service fa4841
	s = Stream_New(buf, 30);
Packit Service fa4841
	if (!s)
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
Packit Service fa4841
	cbSize = 16;
Packit Service fa4841
	Stream_Seek_UINT32(s);                                        /* cbSize */
Packit Service fa4841
	Stream_Write_UINT32(s, TSMM_PACKET_TYPE_CLIENT_NOTIFICATION); /* PacketType */
Packit Service fa4841
	Stream_Write_UINT8(s, notif->PresentationId);
Packit Service fa4841
	Stream_Write_UINT8(s, notif->NotificationType);
Packit Service fa4841
	Stream_Zero(s, 2);
Packit Service fa4841
	if (notif->NotificationType == TSMM_CLIENT_NOTIFICATION_TYPE_FRAMERATE_OVERRIDE)
Packit Service fa4841
	{
Packit Service fa4841
		Stream_Write_UINT32(s, 16); /* cbData */
Packit Service fa4841
Packit Service fa4841
		/* TSMM_CLIENT_NOTIFICATION_FRAMERATE_OVERRIDE */
Packit Service fa4841
		Stream_Write_UINT32(s, notif->FramerateOverride.Flags);
Packit Service fa4841
		Stream_Write_UINT32(s, notif->FramerateOverride.DesiredFrameRate);
Packit Service fa4841
		Stream_Zero(s, 4 * 2);
Packit Service fa4841
Packit Service fa4841
		cbSize += 4 * 4;
Packit Service fa4841
	}
Packit Service fa4841
	else
Packit Service fa4841
	{
Packit Service fa4841
		Stream_Write_UINT32(s, 0); /* cbData */
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Stream_SealLength(s);
Packit Service fa4841
	Stream_SetPosition(s, 0);
Packit Service fa4841
	Stream_Write_UINT32(s, cbSize);
Packit Service fa4841
	Stream_Free(s, FALSE);
Packit Service fa4841
Packit Service fa4841
	channel = video->control_callback->channel_callback->channel;
Packit Service fa4841
	ret = channel->Write(channel, cbSize, buf, NULL);
Packit Service fa4841
Packit Service fa4841
	return ret;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void video_timer(VideoClientContext* video, UINT64 now)
Packit Service fa4841
{
Packit Service fa4841
	PresentationContext* presentation;
Packit Service fa4841
	VideoClientContextPriv* priv = video->priv;
Packit Service fa4841
	VideoFrame *peekFrame, *frame = NULL;
Packit Service fa4841
Packit Service fa4841
	EnterCriticalSection(&priv->framesLock);
Packit Service fa4841
	do
Packit Service fa4841
	{
Packit Service fa4841
		peekFrame = (VideoFrame*)Queue_Peek(priv->frames);
Packit Service fa4841
		if (!peekFrame)
Packit Service fa4841
			break;
Packit Service fa4841
Packit Service fa4841
		if (peekFrame->publishTime > now)
Packit Service fa4841
			break;
Packit Service fa4841
Packit Service fa4841
		if (frame)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_DBG(TAG, "dropping frame @%" PRIu64, frame->publishTime);
Packit Service fa4841
			priv->droppedFrames++;
Packit Service fa4841
			VideoFrame_free(&frame);
Packit Service fa4841
		}
Packit Service fa4841
		frame = peekFrame;
Packit Service fa4841
		Queue_Dequeue(priv->frames);
Packit Service fa4841
	} while (1);
Packit Service fa4841
	LeaveCriticalSection(&priv->framesLock);
Packit Service fa4841
Packit Service fa4841
	if (!frame)
Packit Service fa4841
		goto treat_feedback;
Packit Service fa4841
Packit Service fa4841
	presentation = frame->presentation;
Packit Service fa4841
Packit Service fa4841
	priv->publishedFrames++;
Packit Service fa4841
	memcpy(presentation->surfaceData, frame->surfaceData, frame->w * frame->h * 4);
Packit Service fa4841
Packit Service fa4841
	video->showSurface(video, presentation->surface);
Packit Service fa4841
Packit Service fa4841
	VideoFrame_free(&frame);
Packit Service fa4841
Packit Service fa4841
treat_feedback:
Packit Service fa4841
	if (priv->nextFeedbackTime < now)
Packit Service fa4841
	{
Packit Service fa4841
		/* we can compute some feedback only if we have some published frames and
Packit Service fa4841
		 * a current presentation
Packit Service fa4841
		 */
Packit Service fa4841
		if (priv->publishedFrames && priv->currentPresentation)
Packit Service fa4841
		{
Packit Service fa4841
			UINT32 computedRate;
Packit Service fa4841
Packit Service fa4841
			InterlockedIncrement(&priv->currentPresentation->refCounter);
Packit Service fa4841
Packit Service fa4841
			if (priv->droppedFrames)
Packit Service fa4841
			{
Packit Service fa4841
				/**
Packit Service fa4841
				 * some dropped frames, looks like we're asking too many frames per seconds,
Packit Service fa4841
				 * try lowering rate. We go directly from unlimited rate to 24 frames/seconds
Packit Service fa4841
				 * otherwise we lower rate by 2 frames by seconds
Packit Service fa4841
				 */
Packit Service fa4841
				if (priv->lastSentRate == XF_VIDEO_UNLIMITED_RATE)
Packit Service fa4841
					computedRate = 24;
Packit Service fa4841
				else
Packit Service fa4841
				{
Packit Service fa4841
					computedRate = priv->lastSentRate - 2;
Packit Service fa4841
					if (!computedRate)
Packit Service fa4841
						computedRate = 2;
Packit Service fa4841
				}
Packit Service fa4841
			}
Packit Service fa4841
			else
Packit Service fa4841
			{
Packit Service fa4841
				/**
Packit Service fa4841
				 * we treat all frames ok, so either ask the server to send more,
Packit Service fa4841
				 * or stay unlimited
Packit Service fa4841
				 */
Packit Service fa4841
				if (priv->lastSentRate == XF_VIDEO_UNLIMITED_RATE)
Packit Service fa4841
					computedRate = XF_VIDEO_UNLIMITED_RATE; /* stay unlimited */
Packit Service fa4841
				else
Packit Service fa4841
				{
Packit Service fa4841
					computedRate = priv->lastSentRate + 2;
Packit Service fa4841
					if (computedRate > XF_VIDEO_UNLIMITED_RATE)
Packit Service fa4841
						computedRate = XF_VIDEO_UNLIMITED_RATE;
Packit Service fa4841
				}
Packit Service fa4841
			}
Packit Service fa4841
Packit Service fa4841
			if (computedRate != priv->lastSentRate)
Packit Service fa4841
			{
Packit Service fa4841
				TSMM_CLIENT_NOTIFICATION notif;
Packit Service fa4841
				notif.PresentationId = priv->currentPresentation->PresentationId;
Packit Service fa4841
				notif.NotificationType = TSMM_CLIENT_NOTIFICATION_TYPE_FRAMERATE_OVERRIDE;
Packit Service fa4841
				if (computedRate == XF_VIDEO_UNLIMITED_RATE)
Packit Service fa4841
				{
Packit Service fa4841
					notif.FramerateOverride.Flags = 0x01;
Packit Service fa4841
					notif.FramerateOverride.DesiredFrameRate = 0x00;
Packit Service fa4841
				}
Packit Service fa4841
				else
Packit Service fa4841
				{
Packit Service fa4841
					notif.FramerateOverride.Flags = 0x02;
Packit Service fa4841
					notif.FramerateOverride.DesiredFrameRate = computedRate;
Packit Service fa4841
				}
Packit Service fa4841
Packit Service fa4841
				video_control_send_client_notification(video, ¬if;;
Packit Service fa4841
				priv->lastSentRate = computedRate;
Packit Service fa4841
Packit Service fa4841
				WLog_DBG(TAG, "server notified with rate %d published=%d dropped=%d",
Packit Service fa4841
				         priv->lastSentRate, priv->publishedFrames, priv->droppedFrames);
Packit Service fa4841
			}
Packit Service fa4841
Packit Service fa4841
			PresentationContext_unref(priv->currentPresentation);
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		WLog_DBG(TAG, "currentRate=%d published=%d dropped=%d", priv->lastSentRate,
Packit Service fa4841
		         priv->publishedFrames, priv->droppedFrames);
Packit Service fa4841
Packit Service fa4841
		priv->droppedFrames = 0;
Packit Service fa4841
		priv->publishedFrames = 0;
Packit Service fa4841
		priv->nextFeedbackTime = now + 1000;
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_VideoData(VideoClientContext* context, TSMM_VIDEO_DATA* data)
Packit Service fa4841
{
Packit Service fa4841
	VideoClientContextPriv* priv = context->priv;
Packit Service fa4841
	PresentationContext* presentation;
Packit Service fa4841
	int status;
Packit Service fa4841
Packit Service fa4841
	presentation = priv->currentPresentation;
Packit Service fa4841
	if (!presentation)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "no current presentation");
Packit Service fa4841
		return CHANNEL_RC_OK;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	if (presentation->PresentationId != data->PresentationId)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "current presentation id=%d doesn't match data id=%d",
Packit Service fa4841
		         presentation->PresentationId, data->PresentationId);
Packit Service fa4841
		return CHANNEL_RC_OK;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	if (!Stream_EnsureRemainingCapacity(presentation->currentSample, data->cbSample))
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "unable to expand the current packet");
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Stream_Write(presentation->currentSample, data->pSample, data->cbSample);
Packit Service fa4841
Packit Service fa4841
	if (data->CurrentPacketIndex == data->PacketsInSample)
Packit Service fa4841
	{
Packit Service fa4841
		H264_CONTEXT* h264 = presentation->h264;
Packit Service fa4841
		UINT64 startTime = GetTickCount64(), timeAfterH264;
Packit Service fa4841
		MAPPED_GEOMETRY* geom = presentation->geometry;
Packit Service fa4841
Packit Service fa4841
		Stream_SealLength(presentation->currentSample);
Packit Service fa4841
		Stream_SetPosition(presentation->currentSample, 0);
Packit Service fa4841
Packit Service fa4841
		status = h264->subsystem->Decompress(h264, Stream_Pointer(presentation->currentSample),
Packit Service fa4841
		                                     Stream_Length(presentation->currentSample));
Packit Service fa4841
		if (status == 0)
Packit Service fa4841
			return CHANNEL_RC_OK;
Packit Service fa4841
Packit Service fa4841
		if (status < 0)
Packit Service fa4841
			return CHANNEL_RC_OK;
Packit Service fa4841
Packit Service fa4841
		timeAfterH264 = GetTickCount64();
Packit Service fa4841
		if (data->SampleNumber == 1)
Packit Service fa4841
		{
Packit Service fa4841
			presentation->lastPublishTime = startTime;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		presentation->lastPublishTime += (data->hnsDuration / 10000);
Packit Service fa4841
		if (presentation->lastPublishTime <= timeAfterH264 + 10)
Packit Service fa4841
		{
Packit Service fa4841
			int dropped = 0;
Packit Service fa4841
Packit Service fa4841
			/* if the frame is to be published in less than 10 ms, let's consider it's now */
Packit Service fa4841
			yuv_to_rgb(presentation, presentation->surfaceData);
Packit Service fa4841
Packit Service fa4841
			context->showSurface(context, presentation->surface);
Packit Service fa4841
Packit Service fa4841
			priv->publishedFrames++;
Packit Service fa4841
Packit Service fa4841
			/* cleanup previously scheduled frames */
Packit Service fa4841
			EnterCriticalSection(&priv->framesLock);
Packit Service fa4841
			while (Queue_Count(priv->frames) > 0)
Packit Service fa4841
			{
Packit Service fa4841
				VideoFrame* frame = Queue_Dequeue(priv->frames);
Packit Service fa4841
				if (frame)
Packit Service fa4841
				{
Packit Service fa4841
					priv->droppedFrames++;
Packit Service fa4841
					VideoFrame_free(&frame);
Packit Service fa4841
					dropped++;
Packit Service fa4841
				}
Packit Service fa4841
			}
Packit Service fa4841
			LeaveCriticalSection(&priv->framesLock);
Packit Service fa4841
Packit Service fa4841
			if (dropped)
Packit Service fa4841
				WLog_DBG(TAG, "showing frame (%d dropped)", dropped);
Packit Service fa4841
		}
Packit Service fa4841
		else
Packit Service fa4841
		{
Packit Service fa4841
			BOOL enqueueResult;
Packit Service fa4841
			VideoFrame* frame = calloc(1, sizeof(*frame));
Packit Service fa4841
			if (!frame)
Packit Service fa4841
			{
Packit Service fa4841
				WLog_ERR(TAG, "unable to create frame");
Packit Service fa4841
				return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
			}
Packit Service fa4841
			mappedGeometryRef(geom);
Packit Service fa4841
Packit Service fa4841
			frame->presentation = presentation;
Packit Service fa4841
			frame->publishTime = presentation->lastPublishTime;
Packit Service fa4841
			frame->geometry = geom;
Packit Service fa4841
			frame->w = presentation->SourceWidth;
Packit Service fa4841
			frame->h = presentation->SourceHeight;
Packit Service fa4841
Packit Service fa4841
			frame->surfaceData = BufferPool_Take(priv->surfacePool, frame->w * frame->h * 4);
Packit Service fa4841
			if (!frame->surfaceData)
Packit Service fa4841
			{
Packit Service fa4841
				WLog_ERR(TAG, "unable to allocate frame data");
Packit Service fa4841
				mappedGeometryUnref(geom);
Packit Service fa4841
				free(frame);
Packit Service fa4841
				return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
			}
Packit Service fa4841
Packit Service fa4841
			if (!yuv_to_rgb(presentation, frame->surfaceData))
Packit Service fa4841
			{
Packit Service fa4841
				WLog_ERR(TAG, "error during YUV->RGB conversion");
Packit Service fa4841
				BufferPool_Return(priv->surfacePool, frame->surfaceData);
Packit Service fa4841
				mappedGeometryUnref(geom);
Packit Service fa4841
				free(frame);
Packit Service fa4841
				return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
			}
Packit Service fa4841
Packit Service fa4841
			InterlockedIncrement(&presentation->refCounter);
Packit Service fa4841
Packit Service fa4841
			EnterCriticalSection(&priv->framesLock);
Packit Service fa4841
			enqueueResult = Queue_Enqueue(priv->frames, frame);
Packit Service fa4841
			LeaveCriticalSection(&priv->framesLock);
Packit Service fa4841
Packit Service fa4841
			if (!enqueueResult)
Packit Service fa4841
			{
Packit Service fa4841
				WLog_ERR(TAG, "unable to enqueue frame");
Packit Service fa4841
				VideoFrame_free(&frame);
Packit Service fa4841
				return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
			}
Packit Service fa4841
Packit Service fa4841
			WLog_DBG(TAG, "scheduling frame in %" PRIu32 " ms", (frame->publishTime - startTime));
Packit Service fa4841
		}
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_data_on_data_received(IWTSVirtualChannelCallback* pChannelCallback, wStream* s)
Packit Service fa4841
{
Packit Service fa4841
	VIDEO_CHANNEL_CALLBACK* callback = (VIDEO_CHANNEL_CALLBACK*)pChannelCallback;
Packit Service fa4841
	VIDEO_PLUGIN* video;
Packit Service fa4841
	VideoClientContext* context;
Packit Service fa4841
	UINT32 cbSize, packetType;
Packit Service fa4841
	TSMM_VIDEO_DATA data;
Packit Service fa4841
Packit Service fa4841
	video = (VIDEO_PLUGIN*)callback->plugin;
Packit Service fa4841
	context = (VideoClientContext*)video->wtsPlugin.pInterface;
Packit Service fa4841
Packit Service fa4841
	if (Stream_GetRemainingLength(s) < 4)
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT32(s, cbSize);
Packit Service fa4841
	if (cbSize < 8 || Stream_GetRemainingLength(s) < (cbSize - 4))
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "invalid cbSize");
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT32(s, packetType);
Packit Service fa4841
	if (packetType != TSMM_PACKET_TYPE_VIDEO_DATA)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "only expecting VIDEO_DATA on the data channel");
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	if (Stream_GetRemainingLength(s) < 32)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "not enough bytes for a TSMM_VIDEO_DATA");
Packit Service fa4841
		return ERROR_INVALID_DATA;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	Stream_Read_UINT8(s, data.PresentationId);
Packit Service fa4841
	Stream_Read_UINT8(s, data.Version);
Packit Service fa4841
	Stream_Read_UINT8(s, data.Flags);
Packit Service fa4841
	Stream_Seek_UINT8(s); /* reserved */
Packit Service fa4841
	Stream_Read_UINT64(s, data.hnsTimestamp);
Packit Service fa4841
	Stream_Read_UINT64(s, data.hnsDuration);
Packit Service fa4841
	Stream_Read_UINT16(s, data.CurrentPacketIndex);
Packit Service fa4841
	Stream_Read_UINT16(s, data.PacketsInSample);
Packit Service fa4841
	Stream_Read_UINT32(s, data.SampleNumber);
Packit Service fa4841
	Stream_Read_UINT32(s, data.cbSample);
Packit Service fa4841
	data.pSample = Stream_Pointer(s);
Packit Service fa4841
Packit Service fa4841
	/*
Packit Service fa4841
	    WLog_DBG(TAG, "videoData: id:%"PRIu8" version:%"PRIu8" flags:0x%"PRIx8" timestamp=%"PRIu64"
Packit Service fa4841
	   duration=%"PRIu64 " curPacketIndex:%"PRIu16" packetInSample:%"PRIu16" sampleNumber:%"PRIu32"
Packit Service fa4841
	   cbSample:%"PRIu32"", data.PresentationId, data.Version, data.Flags, data.hnsTimestamp,
Packit Service fa4841
	   data.hnsDuration, data.CurrentPacketIndex, data.PacketsInSample, data.SampleNumber,
Packit Service fa4841
	   data.cbSample);
Packit Service fa4841
	*/
Packit Service fa4841
Packit Service fa4841
	return video_VideoData(context, &data);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
static UINT video_control_on_close(IWTSVirtualChannelCallback* pChannelCallback)
Packit Service fa4841
{
Packit Service fa4841
	free(pChannelCallback);
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_data_on_close(IWTSVirtualChannelCallback* pChannelCallback)
Packit Service fa4841
{
Packit Service fa4841
	free(pChannelCallback);
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
static UINT video_control_on_new_channel_connection(IWTSListenerCallback* listenerCallback,
Packit Service fa4841
                                                    IWTSVirtualChannel* channel, BYTE* Data,
Packit Service fa4841
                                                    BOOL* pbAccept,
Packit Service fa4841
                                                    IWTSVirtualChannelCallback** ppCallback)
Packit Service fa4841
{
Packit Service fa4841
	VIDEO_CHANNEL_CALLBACK* callback;
Packit Service fa4841
	VIDEO_LISTENER_CALLBACK* listener_callback = (VIDEO_LISTENER_CALLBACK*)listenerCallback;
Packit Service fa4841
Packit Service fa4841
	WINPR_UNUSED(Data);
Packit Service fa4841
	WINPR_UNUSED(pbAccept);
Packit Service fa4841
Packit Service fa4841
	callback = (VIDEO_CHANNEL_CALLBACK*)calloc(1, sizeof(VIDEO_CHANNEL_CALLBACK));
Packit Service fa4841
	if (!callback)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "calloc failed!");
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	callback->iface.OnDataReceived = video_control_on_data_received;
Packit Service fa4841
	callback->iface.OnClose = video_control_on_close;
Packit Service fa4841
	callback->plugin = listener_callback->plugin;
Packit Service fa4841
	callback->channel_mgr = listener_callback->channel_mgr;
Packit Service fa4841
	callback->channel = channel;
Packit Service fa4841
	listener_callback->channel_callback = callback;
Packit Service fa4841
Packit Service fa4841
	*ppCallback = (IWTSVirtualChannelCallback*)callback;
Packit Service fa4841
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT video_data_on_new_channel_connection(IWTSListenerCallback* pListenerCallback,
Packit Service fa4841
                                                 IWTSVirtualChannel* pChannel, BYTE* Data,
Packit Service fa4841
                                                 BOOL* pbAccept,
Packit Service fa4841
                                                 IWTSVirtualChannelCallback** ppCallback)
Packit Service fa4841
{
Packit Service fa4841
	VIDEO_CHANNEL_CALLBACK* callback;
Packit Service fa4841
	VIDEO_LISTENER_CALLBACK* listener_callback = (VIDEO_LISTENER_CALLBACK*)pListenerCallback;
Packit Service fa4841
Packit Service fa4841
	WINPR_UNUSED(Data);
Packit Service fa4841
	WINPR_UNUSED(pbAccept);
Packit Service fa4841
Packit Service fa4841
	callback = (VIDEO_CHANNEL_CALLBACK*)calloc(1, sizeof(VIDEO_CHANNEL_CALLBACK));
Packit Service fa4841
	if (!callback)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "calloc failed!");
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	callback->iface.OnDataReceived = video_data_on_data_received;
Packit Service fa4841
	callback->iface.OnClose = video_data_on_close;
Packit Service fa4841
	callback->plugin = listener_callback->plugin;
Packit Service fa4841
	callback->channel_mgr = listener_callback->channel_mgr;
Packit Service fa4841
	callback->channel = pChannel;
Packit Service fa4841
	listener_callback->channel_callback = callback;
Packit Service fa4841
Packit Service fa4841
	*ppCallback = (IWTSVirtualChannelCallback*)callback;
Packit Service fa4841
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
static UINT video_plugin_initialize(IWTSPlugin* plugin, IWTSVirtualChannelManager* channelMgr)
Packit Service fa4841
{
Packit Service fa4841
	UINT status;
Packit Service fa4841
	VIDEO_PLUGIN* video = (VIDEO_PLUGIN*)plugin;
Packit Service fa4841
	VIDEO_LISTENER_CALLBACK* callback;
Packit Service fa4841
Packit Service fa4841
	video->control_callback = callback =
Packit Service fa4841
	    (VIDEO_LISTENER_CALLBACK*)calloc(1, sizeof(VIDEO_LISTENER_CALLBACK));
Packit Service fa4841
	if (!callback)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "calloc for control callback failed!");
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	callback->iface.OnNewChannelConnection = video_control_on_new_channel_connection;
Packit Service fa4841
	callback->plugin = plugin;
Packit Service fa4841
	callback->channel_mgr = channelMgr;
Packit Service fa4841
Packit Service fa4841
	status = channelMgr->CreateListener(channelMgr, VIDEO_CONTROL_DVC_CHANNEL_NAME, 0,
Packit Service fa4841
	                                    &callback->iface, &(video->controlListener));
Packit Service fa4841
Packit Service fa4841
	if (status != CHANNEL_RC_OK)
Packit Service fa4841
		return status;
Packit Service fa4841
	video->controlListener->pInterface = video->wtsPlugin.pInterface;
Packit Service fa4841
Packit Service fa4841
	video->data_callback = callback =
Packit Service fa4841
	    (VIDEO_LISTENER_CALLBACK*)calloc(1, sizeof(VIDEO_LISTENER_CALLBACK));
Packit Service fa4841
	if (!callback)
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "calloc for data callback failed!");
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	callback->iface.OnNewChannelConnection = video_data_on_new_channel_connection;
Packit Service fa4841
	callback->plugin = plugin;
Packit Service fa4841
	callback->channel_mgr = channelMgr;
Packit Service fa4841
Packit Service fa4841
	status = channelMgr->CreateListener(channelMgr, VIDEO_DATA_DVC_CHANNEL_NAME, 0,
Packit Service fa4841
	                                    &callback->iface, &(video->dataListener));
Packit Service fa4841
Packit Service fa4841
	if (status == CHANNEL_RC_OK)
Packit Service fa4841
		video->dataListener->pInterface = video->wtsPlugin.pInterface;
Packit Service fa4841
Packit Service fa4841
	return status;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
static UINT video_plugin_terminated(IWTSPlugin* pPlugin)
Packit Service fa4841
{
Packit Service fa4841
	VIDEO_PLUGIN* video = (VIDEO_PLUGIN*)pPlugin;
Packit Service fa4841
Packit Service fa4841
	if (video->control_callback)
Packit Service fa4841
	{
Packit Service fa4841
		IWTSVirtualChannelManager* mgr = video->control_callback->channel_mgr;
Packit Service fa4841
		if (mgr)
Packit Service fa4841
			IFCALL(mgr->DestroyListener, mgr, video->controlListener);
Packit Service fa4841
	}
Packit Service fa4841
	if (video->data_callback)
Packit Service fa4841
	{
Packit Service fa4841
		IWTSVirtualChannelManager* mgr = video->data_callback->channel_mgr;
Packit Service fa4841
		if (mgr)
Packit Service fa4841
			IFCALL(mgr->DestroyListener, mgr, video->dataListener);
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	if (video->context)
Packit Service fa4841
		VideoClientContextPriv_free(video->context->priv);
Packit Service fa4841
Packit Service fa4841
	free(video->control_callback);
Packit Service fa4841
	free(video->data_callback);
Packit Service fa4841
	free(video->wtsPlugin.pInterface);
Packit Service fa4841
	free(pPlugin);
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Channel Client Interface
Packit Service fa4841
 */
Packit Service fa4841
Packit Service fa4841
#ifdef BUILTIN_CHANNELS
Packit Service fa4841
#define DVCPluginEntry video_DVCPluginEntry
Packit Service fa4841
#else
Packit Service fa4841
#define DVCPluginEntry FREERDP_API DVCPluginEntry
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
UINT DVCPluginEntry(IDRDYNVC_ENTRY_POINTS* pEntryPoints)
Packit Service fa4841
{
Packit Service fa4841
	UINT error = CHANNEL_RC_OK;
Packit Service fa4841
	VIDEO_PLUGIN* videoPlugin;
Packit Service fa4841
	VideoClientContext* videoContext;
Packit Service fa4841
	VideoClientContextPriv* priv;
Packit Service fa4841
Packit Service fa4841
	videoPlugin = (VIDEO_PLUGIN*)pEntryPoints->GetPlugin(pEntryPoints, "video");
Packit Service fa4841
	if (!videoPlugin)
Packit Service fa4841
	{
Packit Service fa4841
		videoPlugin = (VIDEO_PLUGIN*)calloc(1, sizeof(VIDEO_PLUGIN));
Packit Service fa4841
		if (!videoPlugin)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "calloc failed!");
Packit Service fa4841
			return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		videoPlugin->wtsPlugin.Initialize = video_plugin_initialize;
Packit Service fa4841
		videoPlugin->wtsPlugin.Connected = NULL;
Packit Service fa4841
		videoPlugin->wtsPlugin.Disconnected = NULL;
Packit Service fa4841
		videoPlugin->wtsPlugin.Terminated = video_plugin_terminated;
Packit Service fa4841
Packit Service fa4841
		videoContext = (VideoClientContext*)calloc(1, sizeof(VideoClientContext));
Packit Service fa4841
		if (!videoContext)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "calloc failed!");
Packit Service fa4841
			free(videoPlugin);
Packit Service fa4841
			return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		priv = VideoClientContextPriv_new(videoContext);
Packit Service fa4841
		if (!priv)
Packit Service fa4841
		{
Packit Service fa4841
			WLog_ERR(TAG, "VideoClientContextPriv_new failed!");
Packit Service fa4841
			free(videoContext);
Packit Service fa4841
			free(videoPlugin);
Packit Service fa4841
			return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
		}
Packit Service fa4841
Packit Service fa4841
		videoContext->handle = (void*)videoPlugin;
Packit Service fa4841
		videoContext->priv = priv;
Packit Service fa4841
		videoContext->timer = video_timer;
Packit Service fa4841
		videoContext->setGeometry = video_client_context_set_geometry;
Packit Service fa4841
Packit Service fa4841
		videoPlugin->wtsPlugin.pInterface = (void*)videoContext;
Packit Service fa4841
		videoPlugin->context = videoContext;
Packit Service fa4841
Packit Service fa4841
		error = pEntryPoints->RegisterPlugin(pEntryPoints, "video", (IWTSPlugin*)videoPlugin);
Packit Service fa4841
	}
Packit Service fa4841
	else
Packit Service fa4841
	{
Packit Service fa4841
		WLog_ERR(TAG, "could not get video Plugin.");
Packit Service fa4841
		return CHANNEL_RC_BAD_CHANNEL;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return error;
Packit Service fa4841
}