/**

 * \file pcm/pcm_dmix_i386.h

 * \ingroup PCM_Plugins

 * \brief PCM Direct Stream Mixing (dmix) Plugin Interface - I386 assembler code

 * \author Jaroslav Kysela <perex@perex.cz>

 * \date 2003

 */

/*

 *  PCM - Direct Stream Mixing

 *  Copyright (c) 2003 by Jaroslav Kysela <perex@perex.cz>

 *

 *

 *   This library is free software; you can redistribute it and/or modify

 *   it under the terms of the GNU Lesser General Public License as

 *   published by the Free Software Foundation; either version 2.1 of

 *   the License, or (at your option) any later version.

 *

 *   This program is distributed in the hope that it will be useful,

 *   but WITHOUT ANY WARRANTY; without even the implied warranty of

 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 *   GNU Lesser General Public License for more details.

 *

 *   You should have received a copy of the GNU Lesser General Public

 *   License along with this library; if not, write to the Free Software

 *   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA

 *

 */

#if defined(__GNUC__) && __GNUC__ < 5 && defined(__PIC__)

#  define BOUNDED_EBX

#endif

/*

 *  for plain i386

 */

static void MIX_AREAS_16(unsigned int size,

			 volatile signed short *dst, signed short *src,

			 volatile signed int *sum, size_t dst_step,

			 size_t src_step, size_t sum_step)

{

#ifdef BOUNDED_EBX

	unsigned int old_ebx;

#endif

	/*

	 *  ESI - src

	 *  EDI - dst

	 *  EBX - sum

	 *  ECX - old sample

	 *  EAX - sample / temporary

	 *  EDX - temporary

	 */

	__asm__ __volatile__ (

		"\n"

#ifdef BOUNDED_EBX

		"\tmovl %%ebx, %[old_ebx]\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		/*

		 *  initialization, load ESI, EDI, EBX registers

		 */

		"\tmovl %[dst], %%edi\n"

		"\tmovl %[src], %%esi\n"

		"\tmovl %[sum], %%ebx\n"

		"\tcmpl $0, %[size]\n"

		"\tjnz 2f\n"

		"\tjmp 7f\n"

		/*

		 * for (;;)

		 */

		"\t.p2align 4,,15\n"

		"1:"

		"\tadd %[dst_step], %%edi\n"

		"\tadd %[src_step], %%esi\n"

		"\tadd %[sum_step], %%ebx\n"

		/*

		 *   sample = *src;

		 *   sum_sample = *sum;

		 *   if (cmpxchg(*dst, 0, 1) == 0)

		 *     sample -= sum_sample;

		 *   xadd(*sum, sample);

		 */

		"2:"

		"\tmovw $0, %%ax\n"

		"\tmovw $1, %%cx\n"

		"\tmovl (%%ebx), %%edx\n"

		"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"

		"\tmovswl (%%esi), %%ecx\n"

		"\tjnz 3f\n"

		"\t" XSUB " %%edx, %%ecx\n"

		"3:"

		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

		/*

		 *   do {

		 *     sample = old_sample = *sum;

		 *     saturate(v);

		 *     *dst = sample;

		 *   } while (v != *sum);

		 */

		"4:"

		"\tmovl (%%ebx), %%ecx\n"

		"\tcmpl $0x7fff,%%ecx\n"

		"\tjg 5f\n"

		"\tcmpl $-0x8000,%%ecx\n"

		"\tjl 6f\n"

		"\tmovw %%cx, (%%edi)\n"

		"\tcmpl %%ecx, (%%ebx)\n"

		"\tjnz 4b\n"

		/*

		 * while (size-- > 0)

		 */

		"\tdecl %[size]\n"

		"\tjnz 1b\n"

		"\tjmp 7f\n"

		/*

		 *  sample > 0x7fff

		 */

		"\t.p2align 4,,15\n"

		"5:"

		"\tmovw $0x7fff, (%%edi)\n"

		"\tcmpl %%ecx,(%%ebx)\n"

		"\tjnz 4b\n"

		"\tdecl %[size]\n"

		"\tjnz 1b\n"

		"\tjmp 7f\n"

		/*

		 *  sample < -0x8000

		 */

		"\t.p2align 4,,15\n"

		"6:"

		"\tmovw $-0x8000, (%%edi)\n"

		"\tcmpl %%ecx, (%%ebx)\n"

		"\tjnz 4b\n"

		"\tdecl %[size]\n"

		"\tjnz 1b\n"

		"7:"

#ifdef BOUNDED_EBX

		"\tmovl %[old_ebx], %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		: [size] "+&rm" (size)

#ifdef BOUNDED_EBX

		  , [old_ebx] "=m" (old_ebx)

#endif

		: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),

		  [dst_step] "im" (dst_step),  [src_step] "im" (src_step),

		  [sum_step] "im" (sum_step)

		: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"

#ifndef BOUNDED_EBX

		  , "ebx"

#endif

	);

}

/*

 *  MMX optimized

 */

static void MIX_AREAS_16_MMX(unsigned int size,

			     volatile signed short *dst, signed short *src,

			     volatile signed int *sum, size_t dst_step,

			     size_t src_step, size_t sum_step)

{

#ifdef BOUNDED_EBX

	unsigned int old_ebx;

#endif

	/*

	 *  ESI - src

	 *  EDI - dst

	 *  EBX - sum

	 *  ECX - old sample

	 *  EAX - sample / temporary

	 *  EDX - temporary

	 */

	__asm__ __volatile__ (

		"\n"

#ifdef BOUNDED_EBX

		"\tmovl %%ebx, %[old_ebx]\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		/*

		 *  initialization, load ESI, EDI, EBX registers

		 */

		"\tmovl %[dst], %%edi\n"

		"\tmovl %[src], %%esi\n"

		"\tmovl %[sum], %%ebx\n"

		"\tcmpl $0, %[size]\n"

		"\tjnz 2f\n"

		"\tjmp 5f\n"

		"\t.p2align 4,,15\n"

		"1:"

		"\tadd %[dst_step], %%edi\n"

		"\tadd %[src_step], %%esi\n"

		"\tadd %[sum_step], %%ebx\n"

		"2:"

		/*

		 *   sample = *src;

		 *   sum_sample = *sum;

		 *   if (cmpxchg(*dst, 0, 1) == 0)

		 *     sample -= sum_sample;

		 *   xadd(*sum, sample);

		 */

		"\tmovw $0, %%ax\n"

		"\tmovw $1, %%cx\n"

		"\tmovl (%%ebx), %%edx\n"

		"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"

		"\tmovswl (%%esi), %%ecx\n"

		"\tjnz 3f\n"

		"\t" XSUB " %%edx, %%ecx\n"

		"3:"

		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

		/*

		 *   do {

		 *     sample = old_sample = *sum;

		 *     saturate(v);

		 *     *dst = sample;

		 *   } while (v != *sum);

		 */

		"4:"

		"\tmovl (%%ebx), %%ecx\n"

		"\tmovd %%ecx, %%mm0\n"

		"\tpackssdw %%mm1, %%mm0\n"

		"\tmovd %%mm0, %%eax\n"

		"\tmovw %%ax, (%%edi)\n"

		"\tcmpl %%ecx, (%%ebx)\n"

		"\tjnz 4b\n"

		/*

		 * while (size-- > 0)

		 */

		"\tdecl %[size]\n"

		"\tjnz 1b\n"

		"\temms\n"

                "5:"

#ifdef BOUNDED_EBX

		"\tmovl %[old_ebx], %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		: [size] "+&rm" (size)

#ifdef BOUNDED_EBX

		  , [old_ebx] "=m" (old_ebx)

#endif

		: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),

		  [dst_step] "im" (dst_step),  [src_step] "im" (src_step),

		  [sum_step] "im" (sum_step)

		: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"

#ifndef BOUNDED_EBX

		  , "ebx"

#endif

#ifdef HAVE_MMX

		  , "mm0"

#else

		  , "st", "st(1)", "st(2)", "st(3)",

		  "st(4)", "st(5)", "st(6)", "st(7)"

#endif

	);

}

/*

 *  for plain i386, 32-bit version (24-bit resolution)

 */

static void MIX_AREAS_32(unsigned int size,

			 volatile signed int *dst, signed int *src,

			 volatile signed int *sum, size_t dst_step,

			 size_t src_step, size_t sum_step)

{

#ifdef BOUNDED_EBX

	unsigned int old_ebx;

#endif

	/*

	 *  ESI - src

	 *  EDI - dst

	 *  EBX - sum

	 *  ECX - old sample

	 *  EAX - sample / temporary

	 *  EDX - temporary

	 */

	__asm__ __volatile__ (

		"\n"

#ifdef BOUNDED_EBX

		"\tmovl %%ebx, %[old_ebx]\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		/*

		 *  initialization, load ESI, EDI, EBX registers

		 */

		"\tmovl %[dst], %%edi\n"

		"\tmovl %[src], %%esi\n"

		"\tmovl %[sum], %%ebx\n"

		"\tcmpl $0, %[size]\n"

		"\tjnz 1f\n"

		"\tjmp 6f\n"

		"\t.p2align 4,,15\n"

		"1:"

		/*

		 *   sample = *src;

		 *   sum_sample = *sum;

		 *   if (cmpxchg(*dst, 0, 1) == 0)

		 *     sample -= sum_sample;

		 *   xadd(*sum, sample);

		 */

		"\tmovl $0, %%eax\n"

		"\tmovl $1, %%ecx\n"

		"\tmovl (%%ebx), %%edx\n"

		"\t" LOCK_PREFIX "cmpxchgl %%ecx, (%%edi)\n"

		"\tjnz 2f\n"

		"\tmovl (%%esi), %%ecx\n"

		/* sample >>= 8 */

		"\tsarl $8, %%ecx\n"

		"\t" XSUB " %%edx, %%ecx\n"

		"\tjmp 21f\n"

		"2:"

		"\tmovl (%%esi), %%ecx\n"

		/* sample >>= 8 */

		"\tsarl $8, %%ecx\n"

		"21:"

		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

		/*

		 *   do {

		 *     sample = old_sample = *sum;

		 *     saturate(v);

		 *     *dst = sample;

		 *   } while (v != *sum);

		 */

		"3:"

		"\tmovl (%%ebx), %%ecx\n"

		/*

		 *  if (sample > 0x7fff00)

		 */

		"\tmovl $0x7fffff, %%eax\n"

		"\tcmpl %%eax, %%ecx\n"

		"\tjg 4f\n"

		/*

		 *  if (sample < -0x800000)

		 */

		"\tmovl $-0x800000, %%eax\n"

		"\tcmpl %%eax, %%ecx\n"

		"\tjl 4f\n"

		"\tmovl %%ecx, %%eax\n"

		"4:"

		/*

		 *  sample <<= 8;

		 */

		"\tsall $8, %%eax\n"

		"\tmovl %%eax, (%%edi)\n"

		"\tcmpl %%ecx, (%%ebx)\n"

		"\tjnz 3b\n"

		/*

		 * while (size-- > 0)

		 */

		"\tdecl %[size]\n"

		"\tjz 6f\n"

		"\tadd %[dst_step], %%edi\n"

		"\tadd %[src_step], %%esi\n"

		"\tadd %[sum_step], %%ebx\n"

		"\tjmp 1b\n"

		"6:"

#ifdef BOUNDED_EBX

		"\tmovl %[old_ebx], %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		: [size] "+&rm" (size)

#ifdef BOUNDED_EBX

		  , [old_ebx] "=m" (old_ebx)

#endif

		: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),

		  [dst_step] "im" (dst_step),  [src_step] "im" (src_step),

		  [sum_step] "im" (sum_step)

		: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"

#ifndef BOUNDED_EBX

		  , "ebx"

#endif

	);

}

/*

 * 24-bit version for plain i386

 */

static void MIX_AREAS_24(unsigned int size,

			 volatile unsigned char *dst, unsigned char *src,

			 volatile signed int *sum, size_t dst_step,

			 size_t src_step, size_t sum_step)

{

#ifdef BOUNDED_EBX

	unsigned int old_ebx;

#endif

	/*

	 *  ESI - src

	 *  EDI - dst

	 *  EBX - sum

	 *  ECX - old sample

	 *  EAX - sample / temporary

	 *  EDX - temporary

	 */

	__asm__ __volatile__ (

		"\n"

#ifdef BOUNDED_EBX

		"\tmovl %%ebx, %[old_ebx]\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		/*

		 *  initialization, load ESI, EDI, EBX registers

		 */

		"\tmovl %[dst], %%edi\n"

		"\tmovl %[src], %%esi\n"

		"\tmovl %[sum], %%ebx\n"

		"\tcmpl $0, %[size]\n"

		"\tjnz 1f\n"

		"\tjmp 6f\n"

		"\t.p2align 4,,15\n"

		"1:"

		/*

		 *   sample = *src;

		 *   sum_sample = *sum;

		 *   if (test_and_set_bit(0, dst) == 0)

		 *     sample -= sum_sample;

		 *   *sum += sample;

		 */

		"\tmovsbl 2(%%esi), %%eax\n"

		"\tmovzwl (%%esi), %%ecx\n"

		"\tmovl (%%ebx), %%edx\n"

		"\tsall $16, %%eax\n"

		"\torl %%eax, %%ecx\n"

		"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"

		"\tjc 2f\n"

		"\t" XSUB " %%edx, %%ecx\n"

		"2:"

		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

		/*

		 *   do {

		 *     sample = old_sample = *sum;

		 *     saturate(sample);

		 *     *dst = sample | 1;

		 *   } while (old_sample != *sum);

		 */

		"3:"

		"\tmovl (%%ebx), %%ecx\n"

		/*

		 *  if (sample > 0x7fffff)

		 */

		"\tmovl $0x7fffff, %%eax\n"

		"\tcmpl %%eax, %%ecx\n"

		"\tjg 4f\n"

		/*

		 *  if (sample < -0x7fffff)

		 */

		"\tmovl $-0x7fffff, %%eax\n"

		"\tcmpl %%eax, %%ecx\n"

		"\tjl 4f\n"

		"\tmovl %%ecx, %%eax\n"

		"\torl $1, %%eax\n"

		"4:"

		"\tmovw %%ax, (%%edi)\n"

		"\tshrl $16, %%eax\n"

		"\tmovb %%al, 2(%%edi)\n"

		"\tcmpl %%ecx, (%%ebx)\n"

		"\tjnz 3b\n"

		/*

		 * while (size-- > 0)

		 */

		"\tdecl %[size]\n"

		"\tjz 6f\n"

		"\tadd %[dst_step], %%edi\n"

		"\tadd %[src_step], %%esi\n"

		"\tadd %[sum_step], %%ebx\n"

		"\tjmp 1b\n"

		"6:"

#ifdef BOUNDED_EBX

		"\tmovl %[old_ebx], %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		: [size] "+&rm" (size)

#ifdef BOUNDED_EBX

		  , [old_ebx] "=m" (old_ebx)

#endif

		: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),

		  [dst_step] "im" (dst_step),  [src_step] "im" (src_step),

		  [sum_step] "im" (sum_step)

		: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"

#ifndef BOUNDED_EBX

		  , "ebx"

#endif

	);

}

/*

 * 24-bit version for Pentium Pro/II

 */

static void MIX_AREAS_24_CMOV(unsigned int size,

			      volatile unsigned char *dst, unsigned char *src,

			      volatile signed int *sum, size_t dst_step,

			      size_t src_step, size_t sum_step)

{

#ifdef BOUNDED_EBX

	unsigned int old_ebx;

#endif

	/*

	 *  ESI - src

	 *  EDI - dst

	 *  EBX - sum

	 *  ECX - old sample

	 *  EAX - sample / temporary

	 *  EDX - temporary

	 */

	__asm__ __volatile__ (

		"\n"

#ifdef BOUNDED_EBX

		"\tmovl %%ebx, %[old_ebx]\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		/*

		 *  initialization, load ESI, EDI, EBX registers

		 */

		"\tmovl %[dst], %%edi\n"

		"\tmovl %[src], %%esi\n"

		"\tmovl %[sum], %%ebx\n"

		"\tcmpl $0, %[size]\n"

		"\tjz 6f\n"

		"\t.p2align 4,,15\n"

		"1:"

		/*

		 *   sample = *src;

		 *   sum_sample = *sum;

		 *   if (test_and_set_bit(0, dst) == 0)

		 *     sample -= sum_sample;

		 *   *sum += sample;

		 */

		"\tmovsbl 2(%%esi), %%eax\n"

		"\tmovzwl (%%esi), %%ecx\n"

		"\tmovl (%%ebx), %%edx\n"

		"\tsall $16, %%eax\n"

		"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"

		"\tleal (%%ecx,%%eax,1), %%ecx\n"

		"\tjc 2f\n"

		"\t" XSUB " %%edx, %%ecx\n"

		"2:"

		"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"

		/*

		 *   do {

		 *     sample = old_sample = *sum;

		 *     saturate(sample);

		 *     *dst = sample | 1;

		 *   } while (old_sample != *sum);

		 */

		"3:"

		"\tmovl (%%ebx), %%ecx\n"

		"\tmovl $0x7fffff, %%eax\n"

		"\tmovl $-0x7fffff, %%edx\n"

		"\tcmpl %%eax, %%ecx\n"

		"\tcmovng %%ecx, %%eax\n"

		"\tcmpl %%edx, %%ecx\n"

		"\tcmovl %%edx, %%eax\n"

		"\torl $1, %%eax\n"

		"\tmovw %%ax, (%%edi)\n"

		"\tshrl $16, %%eax\n"

		"\tmovb %%al, 2(%%edi)\n"

		"\tcmpl %%ecx, (%%ebx)\n"

		"\tjnz 3b\n"

		/*

		 * while (size-- > 0)

		 */

		"\tadd %[dst_step], %%edi\n"

		"\tadd %[src_step], %%esi\n"

		"\tadd %[sum_step], %%ebx\n"

		"\tdecl %[size]\n"

		"\tjnz 1b\n"

		"6:"

#ifdef BOUNDED_EBX

		"\tmovl %[old_ebx], %%ebx\n"	/* ebx is GOT pointer (-fPIC) */

#endif

		: [size] "+&rm" (size)

#ifdef BOUNDED_EBX

		  , [old_ebx] "=m" (old_ebx)

#endif

		: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),

		  [dst_step] "im" (dst_step),  [src_step] "im" (src_step),

		  [sum_step] "im" (sum_step)

		: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"

#ifndef BOUNDED_EBX

		  , "ebx"

#endif

	);

}

#ifdef BOUNDED_EBX

#  undef BOUNDED_EBX

#endif