Blame channels/rdpsnd/client/ios/rdpsnd_ios.c

Packit Service fa4841
/**
Packit Service fa4841
 * FreeRDP: A Remote Desktop Protocol Implementation
Packit Service fa4841
 * Audio Output Virtual Channel
Packit Service fa4841
 *
Packit Service fa4841
 * Copyright 2013 Dell Software <Mike.McDonald@software.dell.com>
Packit Service fa4841
 * Copyright 2015 Thincast Technologies GmbH
Packit Service fa4841
 * Copyright 2015 DI (FH) Martin Haimberger <martin.haimberger@thincast.com>
Packit Service fa4841
 *
Packit Service fa4841
 * Licensed under the Apache License, Version 2.0 (the "License");
Packit Service fa4841
 * you may not use this file except in compliance with the License.
Packit Service fa4841
 * You may obtain a copy of the License at
Packit Service fa4841
 *
Packit Service fa4841
 *     http://www.apache.org/licenses/LICENSE-2.0
Packit Service fa4841
 *
Packit Service fa4841
 * Unless required by applicable law or agreed to in writing, software
Packit Service fa4841
 * distributed under the License is distributed on an "AS IS" BASIS,
Packit Service fa4841
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Packit Service fa4841
 * See the License for the specific language governing permissions and
Packit Service fa4841
 * limitations under the License.
Packit Service fa4841
 */
Packit Service fa4841
Packit Service fa4841
#ifdef HAVE_CONFIG_H
Packit Service fa4841
#include "config.h"
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
#include <winpr/wtypes.h>
Packit Service fa4841
Packit Service fa4841
#include <freerdp/types.h>
Packit Service fa4841
#include <freerdp/codec/dsp.h>
Packit Service fa4841
Packit Service fa4841
#import <AudioToolbox/AudioToolbox.h>
Packit Service fa4841
Packit Service fa4841
#include "rdpsnd_main.h"
Packit Service fa4841
#include "TPCircularBuffer.h"
Packit Service fa4841
Packit Service fa4841
#define INPUT_BUFFER_SIZE 32768
Packit Service fa4841
#define CIRCULAR_BUFFER_SIZE (INPUT_BUFFER_SIZE * 4)
Packit Service fa4841
Packit Service fa4841
typedef struct rdpsnd_ios_plugin
Packit Service fa4841
{
Packit Service fa4841
	rdpsndDevicePlugin device;
Packit Service fa4841
	AudioComponentInstance audio_unit;
Packit Service fa4841
	TPCircularBuffer buffer;
Packit Service fa4841
	BOOL is_opened;
Packit Service fa4841
	BOOL is_playing;
Packit Service fa4841
} rdpsndIOSPlugin;
Packit Service fa4841
Packit Service fa4841
#define THIS(__ptr) ((rdpsndIOSPlugin*)__ptr)
Packit Service fa4841
Packit Service fa4841
static OSStatus rdpsnd_ios_render_cb(void* inRefCon,
Packit Service fa4841
                                     AudioUnitRenderActionFlags __unused* ioActionFlags,
Packit Service fa4841
                                     const AudioTimeStamp __unused* inTimeStamp, UInt32 inBusNumber,
Packit Service fa4841
                                     UInt32 __unused inNumberFrames, AudioBufferList* ioData)
Packit Service fa4841
{
Packit Service fa4841
	unsigned int i;
Packit Service fa4841
Packit Service fa4841
	if (inBusNumber != 0)
Packit Service fa4841
	{
Packit Service fa4841
		return noErr;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(inRefCon);
Packit Service fa4841
Packit Service fa4841
	for (i = 0; i < ioData->mNumberBuffers; i++)
Packit Service fa4841
	{
Packit Service fa4841
		AudioBuffer* target_buffer = &ioData->mBuffers[i];
Packit Service fa4841
		int32_t available_bytes = 0;
Packit Service fa4841
		const void* buffer = TPCircularBufferTail(&p->buffer, &available_bytes);
Packit Service fa4841
Packit Service fa4841
		if (buffer != NULL && available_bytes > 0)
Packit Service fa4841
		{
Packit Service fa4841
			const int bytes_to_copy = MIN((int32_t)target_buffer->mDataByteSize, available_bytes);
Packit Service fa4841
			memcpy(target_buffer->mData, buffer, bytes_to_copy);
Packit Service fa4841
			target_buffer->mDataByteSize = bytes_to_copy;
Packit Service fa4841
			TPCircularBufferConsume(&p->buffer, bytes_to_copy);
Packit Service fa4841
		}
Packit Service fa4841
		else
Packit Service fa4841
		{
Packit Service fa4841
			target_buffer->mDataByteSize = 0;
Packit Service fa4841
			AudioOutputUnitStop(p->audio_unit);
Packit Service fa4841
			p->is_playing = 0;
Packit Service fa4841
		}
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return noErr;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL rdpsnd_ios_format_supported(rdpsndDevicePlugin* __unused device, AUDIO_FORMAT* format)
Packit Service fa4841
{
Packit Service fa4841
	if (format->wFormatTag == WAVE_FORMAT_PCM)
Packit Service fa4841
	{
Packit Service fa4841
		return 1;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	return 0;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL rdpsnd_ios_set_format(rdpsndDevicePlugin* __unused device,
Packit Service fa4841
                                  AUDIO_FORMAT* __unused format, int __unused latency)
Packit Service fa4841
{
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL rdpsnd_ios_set_volume(rdpsndDevicePlugin* __unused device, UINT32 __unused value)
Packit Service fa4841
{
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void rdpsnd_ios_start(rdpsndDevicePlugin* device)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(device);
Packit Service fa4841
Packit Service fa4841
	/* If this device is not playing... */
Packit Service fa4841
	if (!p->is_playing)
Packit Service fa4841
	{
Packit Service fa4841
		/* Start the device. */
Packit Service fa4841
		int32_t available_bytes = 0;
Packit Service fa4841
		TPCircularBufferTail(&p->buffer, &available_bytes);
Packit Service fa4841
Packit Service fa4841
		if (available_bytes > 0)
Packit Service fa4841
		{
Packit Service fa4841
			p->is_playing = 1;
Packit Service fa4841
			AudioOutputUnitStart(p->audio_unit);
Packit Service fa4841
		}
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void rdpsnd_ios_stop(rdpsndDevicePlugin* __unused device)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(device);
Packit Service fa4841
Packit Service fa4841
	/* If the device is playing... */
Packit Service fa4841
	if (p->is_playing)
Packit Service fa4841
	{
Packit Service fa4841
		/* Stop the device. */
Packit Service fa4841
		AudioOutputUnitStop(p->audio_unit);
Packit Service fa4841
		p->is_playing = 0;
Packit Service fa4841
		/* Free all buffers. */
Packit Service fa4841
		TPCircularBufferClear(&p->buffer);
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static UINT rdpsnd_ios_play(rdpsndDevicePlugin* device, BYTE* data, int size)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(device);
Packit Service fa4841
	const BOOL ok = TPCircularBufferProduceBytes(&p->buffer, data, size);
Packit Service fa4841
Packit Service fa4841
	if (!ok)
Packit Service fa4841
		return 0;
Packit Service fa4841
Packit Service fa4841
	rdpsnd_ios_start(device);
Packit Service fa4841
	return 10; /* TODO: Get real latencry in [ms] */
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static BOOL rdpsnd_ios_open(rdpsndDevicePlugin* device, AUDIO_FORMAT* format, int __unused latency)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(device);
Packit Service fa4841
Packit Service fa4841
	if (p->is_opened)
Packit Service fa4841
		return TRUE;
Packit Service fa4841
Packit Service fa4841
	/* Find the output audio unit. */
Packit Service fa4841
	AudioComponentDescription desc;
Packit Service fa4841
	desc.componentManufacturer = kAudioUnitManufacturer_Apple;
Packit Service fa4841
	desc.componentType = kAudioUnitType_Output;
Packit Service fa4841
	desc.componentSubType = kAudioUnitSubType_RemoteIO;
Packit Service fa4841
	desc.componentFlags = 0;
Packit Service fa4841
	desc.componentFlagsMask = 0;
Packit Service fa4841
	AudioComponent audioComponent = AudioComponentFindNext(NULL, &desc);
Packit Service fa4841
Packit Service fa4841
	if (audioComponent == NULL)
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	/* Open the audio unit. */
Packit Service fa4841
	OSStatus status = AudioComponentInstanceNew(audioComponent, &p->audio_unit);
Packit Service fa4841
Packit Service fa4841
	if (status != 0)
Packit Service fa4841
		return FALSE;
Packit Service fa4841
Packit Service fa4841
	/* Set the format for the AudioUnit. */
Packit Service fa4841
	AudioStreamBasicDescription audioFormat = { 0 };
Packit Service fa4841
	audioFormat.mSampleRate = format->nSamplesPerSec;
Packit Service fa4841
	audioFormat.mFormatID = kAudioFormatLinearPCM;
Packit Service fa4841
	audioFormat.mFormatFlags = kAudioFormatFlagIsSignedInteger | kAudioFormatFlagIsPacked;
Packit Service fa4841
	audioFormat.mFramesPerPacket = 1; /* imminent property of the Linear PCM */
Packit Service fa4841
	audioFormat.mChannelsPerFrame = format->nChannels;
Packit Service fa4841
	audioFormat.mBitsPerChannel = format->wBitsPerSample;
Packit Service fa4841
	audioFormat.mBytesPerFrame = (format->wBitsPerSample * format->nChannels) / 8;
Packit Service fa4841
	audioFormat.mBytesPerPacket = audioFormat.mBytesPerFrame * audioFormat.mFramesPerPacket;
Packit Service fa4841
	status = AudioUnitSetProperty(p->audio_unit, kAudioUnitProperty_StreamFormat,
Packit Service fa4841
	                              kAudioUnitScope_Input, 0, &audioFormat, sizeof(audioFormat));
Packit Service fa4841
Packit Service fa4841
	if (status != 0)
Packit Service fa4841
	{
Packit Service fa4841
		AudioComponentInstanceDispose(p->audio_unit);
Packit Service fa4841
		p->audio_unit = NULL;
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	/* Set up the AudioUnit callback. */
Packit Service fa4841
	AURenderCallbackStruct callbackStruct = { 0 };
Packit Service fa4841
	callbackStruct.inputProc = rdpsnd_ios_render_cb;
Packit Service fa4841
	callbackStruct.inputProcRefCon = p;
Packit Service fa4841
	status =
Packit Service fa4841
	    AudioUnitSetProperty(p->audio_unit, kAudioUnitProperty_SetRenderCallback,
Packit Service fa4841
	                         kAudioUnitScope_Input, 0, &callbackStruct, sizeof(callbackStruct));
Packit Service fa4841
Packit Service fa4841
	if (status != 0)
Packit Service fa4841
	{
Packit Service fa4841
		AudioComponentInstanceDispose(p->audio_unit);
Packit Service fa4841
		p->audio_unit = NULL;
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	/* Initialize the AudioUnit. */
Packit Service fa4841
	status = AudioUnitInitialize(p->audio_unit);
Packit Service fa4841
Packit Service fa4841
	if (status != 0)
Packit Service fa4841
	{
Packit Service fa4841
		AudioComponentInstanceDispose(p->audio_unit);
Packit Service fa4841
		p->audio_unit = NULL;
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	/* Allocate the circular buffer. */
Packit Service fa4841
	const BOOL ok = TPCircularBufferInit(&p->buffer, CIRCULAR_BUFFER_SIZE);
Packit Service fa4841
Packit Service fa4841
	if (!ok)
Packit Service fa4841
	{
Packit Service fa4841
		AudioUnitUninitialize(p->audio_unit);
Packit Service fa4841
		AudioComponentInstanceDispose(p->audio_unit);
Packit Service fa4841
		p->audio_unit = NULL;
Packit Service fa4841
		return FALSE;
Packit Service fa4841
	}
Packit Service fa4841
Packit Service fa4841
	p->is_opened = 1;
Packit Service fa4841
	return TRUE;
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void rdpsnd_ios_close(rdpsndDevicePlugin* device)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(device);
Packit Service fa4841
	/* Make sure the device is stopped. */
Packit Service fa4841
	rdpsnd_ios_stop(device);
Packit Service fa4841
Packit Service fa4841
	/* If the device is open... */
Packit Service fa4841
	if (p->is_opened)
Packit Service fa4841
	{
Packit Service fa4841
		/* Close the device. */
Packit Service fa4841
		AudioUnitUninitialize(p->audio_unit);
Packit Service fa4841
		AudioComponentInstanceDispose(p->audio_unit);
Packit Service fa4841
		p->audio_unit = NULL;
Packit Service fa4841
		p->is_opened = 0;
Packit Service fa4841
		/* Destroy the circular buffer. */
Packit Service fa4841
		TPCircularBufferCleanup(&p->buffer);
Packit Service fa4841
	}
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
static void rdpsnd_ios_free(rdpsndDevicePlugin* device)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = THIS(device);
Packit Service fa4841
	/* Ensure the device is closed. */
Packit Service fa4841
	rdpsnd_ios_close(device);
Packit Service fa4841
	/* Free memory associated with the device. */
Packit Service fa4841
	free(p);
Packit Service fa4841
}
Packit Service fa4841
Packit Service fa4841
#ifdef BUILTIN_CHANNELS
Packit Service fa4841
#define freerdp_rdpsnd_client_subsystem_entry ios_freerdp_rdpsnd_client_subsystem_entry
Packit Service fa4841
#else
Packit Service fa4841
#define freerdp_rdpsnd_client_subsystem_entry FREERDP_API freerdp_rdpsnd_client_subsystem_entry
Packit Service fa4841
#endif
Packit Service fa4841
Packit Service fa4841
/**
Packit Service fa4841
 * Function description
Packit Service fa4841
 *
Packit Service fa4841
 * @return 0 on success, otherwise a Win32 error code
Packit Service fa4841
 */
Packit Service fa4841
UINT freerdp_rdpsnd_client_subsystem_entry(PFREERDP_RDPSND_DEVICE_ENTRY_POINTS pEntryPoints)
Packit Service fa4841
{
Packit Service fa4841
	rdpsndIOSPlugin* p = (rdpsndIOSPlugin*)calloc(1, sizeof(rdpsndIOSPlugin));
Packit Service fa4841
Packit Service fa4841
	if (!p)
Packit Service fa4841
		return CHANNEL_RC_NO_MEMORY;
Packit Service fa4841
Packit Service fa4841
	p->device.Open = rdpsnd_ios_open;
Packit Service fa4841
	p->device.FormatSupported = rdpsnd_ios_format_supported;
Packit Service fa4841
	p->device.SetFormat = rdpsnd_ios_set_format;
Packit Service fa4841
	p->device.SetVolume = rdpsnd_ios_set_volume;
Packit Service fa4841
	p->device.Play = rdpsnd_ios_play;
Packit Service fa4841
	p->device.Start = rdpsnd_ios_start;
Packit Service fa4841
	p->device.Close = rdpsnd_ios_close;
Packit Service fa4841
	p->device.Free = rdpsnd_ios_free;
Packit Service fa4841
	pEntryPoints->pRegisterRdpsndDevice(pEntryPoints->rdpsnd, (rdpsndDevicePlugin*)p);
Packit Service fa4841
	return CHANNEL_RC_OK;
Packit Service fa4841
}