/**
* \file pcm/pcm_dmix_i386.h
* \ingroup PCM_Plugins
* \brief PCM Direct Stream Mixing (dmix) Plugin Interface - I386 assembler code
* \author Jaroslav Kysela <perex@perex.cz>
* \date 2003
*/
/*
* PCM - Direct Stream Mixing
* Copyright (c) 2003 by Jaroslav Kysela <perex@perex.cz>
*
*
* This library is free software; you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as
* published by the Free Software Foundation; either version 2.1 of
* the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*
*/
#if defined(__GNUC__) && __GNUC__ < 5 && defined(__PIC__)
# define BOUNDED_EBX
#endif
/*
* for plain i386
*/
static void MIX_AREAS_16(unsigned int size,
volatile signed short *dst, signed short *src,
volatile signed int *sum, size_t dst_step,
size_t src_step, size_t sum_step)
{
#ifdef BOUNDED_EBX
unsigned int old_ebx;
#endif
/*
* ESI - src
* EDI - dst
* EBX - sum
* ECX - old sample
* EAX - sample / temporary
* EDX - temporary
*/
__asm__ __volatile__ (
"\n"
#ifdef BOUNDED_EBX
"\tmovl %%ebx, %[old_ebx]\n" /* ebx is GOT pointer (-fPIC) */
#endif
/*
* initialization, load ESI, EDI, EBX registers
*/
"\tmovl %[dst], %%edi\n"
"\tmovl %[src], %%esi\n"
"\tmovl %[sum], %%ebx\n"
"\tcmpl $0, %[size]\n"
"\tjnz 2f\n"
"\tjmp 7f\n"
/*
* for (;;)
*/
"\t.p2align 4,,15\n"
"1:"
"\tadd %[dst_step], %%edi\n"
"\tadd %[src_step], %%esi\n"
"\tadd %[sum_step], %%ebx\n"
/*
* sample = *src;
* sum_sample = *sum;
* if (cmpxchg(*dst, 0, 1) == 0)
* sample -= sum_sample;
* xadd(*sum, sample);
*/
"2:"
"\tmovw $0, %%ax\n"
"\tmovw $1, %%cx\n"
"\tmovl (%%ebx), %%edx\n"
"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"
"\tmovswl (%%esi), %%ecx\n"
"\tjnz 3f\n"
"\t" XSUB " %%edx, %%ecx\n"
"3:"
"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"
/*
* do {
* sample = old_sample = *sum;
* saturate(v);
* *dst = sample;
* } while (v != *sum);
*/
"4:"
"\tmovl (%%ebx), %%ecx\n"
"\tcmpl $0x7fff,%%ecx\n"
"\tjg 5f\n"
"\tcmpl $-0x8000,%%ecx\n"
"\tjl 6f\n"
"\tmovw %%cx, (%%edi)\n"
"\tcmpl %%ecx, (%%ebx)\n"
"\tjnz 4b\n"
/*
* while (size-- > 0)
*/
"\tdecl %[size]\n"
"\tjnz 1b\n"
"\tjmp 7f\n"
/*
* sample > 0x7fff
*/
"\t.p2align 4,,15\n"
"5:"
"\tmovw $0x7fff, (%%edi)\n"
"\tcmpl %%ecx,(%%ebx)\n"
"\tjnz 4b\n"
"\tdecl %[size]\n"
"\tjnz 1b\n"
"\tjmp 7f\n"
/*
* sample < -0x8000
*/
"\t.p2align 4,,15\n"
"6:"
"\tmovw $-0x8000, (%%edi)\n"
"\tcmpl %%ecx, (%%ebx)\n"
"\tjnz 4b\n"
"\tdecl %[size]\n"
"\tjnz 1b\n"
"7:"
#ifdef BOUNDED_EBX
"\tmovl %[old_ebx], %%ebx\n" /* ebx is GOT pointer (-fPIC) */
#endif
: [size] "+&rm" (size)
#ifdef BOUNDED_EBX
, [old_ebx] "=m" (old_ebx)
#endif
: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),
[dst_step] "im" (dst_step), [src_step] "im" (src_step),
[sum_step] "im" (sum_step)
: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"
#ifndef BOUNDED_EBX
, "ebx"
#endif
);
}
/*
* MMX optimized
*/
static void MIX_AREAS_16_MMX(unsigned int size,
volatile signed short *dst, signed short *src,
volatile signed int *sum, size_t dst_step,
size_t src_step, size_t sum_step)
{
#ifdef BOUNDED_EBX
unsigned int old_ebx;
#endif
/*
* ESI - src
* EDI - dst
* EBX - sum
* ECX - old sample
* EAX - sample / temporary
* EDX - temporary
*/
__asm__ __volatile__ (
"\n"
#ifdef BOUNDED_EBX
"\tmovl %%ebx, %[old_ebx]\n" /* ebx is GOT pointer (-fPIC) */
#endif
/*
* initialization, load ESI, EDI, EBX registers
*/
"\tmovl %[dst], %%edi\n"
"\tmovl %[src], %%esi\n"
"\tmovl %[sum], %%ebx\n"
"\tcmpl $0, %[size]\n"
"\tjnz 2f\n"
"\tjmp 5f\n"
"\t.p2align 4,,15\n"
"1:"
"\tadd %[dst_step], %%edi\n"
"\tadd %[src_step], %%esi\n"
"\tadd %[sum_step], %%ebx\n"
"2:"
/*
* sample = *src;
* sum_sample = *sum;
* if (cmpxchg(*dst, 0, 1) == 0)
* sample -= sum_sample;
* xadd(*sum, sample);
*/
"\tmovw $0, %%ax\n"
"\tmovw $1, %%cx\n"
"\tmovl (%%ebx), %%edx\n"
"\t" LOCK_PREFIX "cmpxchgw %%cx, (%%edi)\n"
"\tmovswl (%%esi), %%ecx\n"
"\tjnz 3f\n"
"\t" XSUB " %%edx, %%ecx\n"
"3:"
"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"
/*
* do {
* sample = old_sample = *sum;
* saturate(v);
* *dst = sample;
* } while (v != *sum);
*/
"4:"
"\tmovl (%%ebx), %%ecx\n"
"\tmovd %%ecx, %%mm0\n"
"\tpackssdw %%mm1, %%mm0\n"
"\tmovd %%mm0, %%eax\n"
"\tmovw %%ax, (%%edi)\n"
"\tcmpl %%ecx, (%%ebx)\n"
"\tjnz 4b\n"
/*
* while (size-- > 0)
*/
"\tdecl %[size]\n"
"\tjnz 1b\n"
"\temms\n"
"5:"
#ifdef BOUNDED_EBX
"\tmovl %[old_ebx], %%ebx\n" /* ebx is GOT pointer (-fPIC) */
#endif
: [size] "+&rm" (size)
#ifdef BOUNDED_EBX
, [old_ebx] "=m" (old_ebx)
#endif
: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),
[dst_step] "im" (dst_step), [src_step] "im" (src_step),
[sum_step] "im" (sum_step)
: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"
#ifndef BOUNDED_EBX
, "ebx"
#endif
#ifdef HAVE_MMX
, "mm0"
#else
, "st", "st(1)", "st(2)", "st(3)",
"st(4)", "st(5)", "st(6)", "st(7)"
#endif
);
}
/*
* for plain i386, 32-bit version (24-bit resolution)
*/
static void MIX_AREAS_32(unsigned int size,
volatile signed int *dst, signed int *src,
volatile signed int *sum, size_t dst_step,
size_t src_step, size_t sum_step)
{
#ifdef BOUNDED_EBX
unsigned int old_ebx;
#endif
/*
* ESI - src
* EDI - dst
* EBX - sum
* ECX - old sample
* EAX - sample / temporary
* EDX - temporary
*/
__asm__ __volatile__ (
"\n"
#ifdef BOUNDED_EBX
"\tmovl %%ebx, %[old_ebx]\n" /* ebx is GOT pointer (-fPIC) */
#endif
/*
* initialization, load ESI, EDI, EBX registers
*/
"\tmovl %[dst], %%edi\n"
"\tmovl %[src], %%esi\n"
"\tmovl %[sum], %%ebx\n"
"\tcmpl $0, %[size]\n"
"\tjnz 1f\n"
"\tjmp 6f\n"
"\t.p2align 4,,15\n"
"1:"
/*
* sample = *src;
* sum_sample = *sum;
* if (cmpxchg(*dst, 0, 1) == 0)
* sample -= sum_sample;
* xadd(*sum, sample);
*/
"\tmovl $0, %%eax\n"
"\tmovl $1, %%ecx\n"
"\tmovl (%%ebx), %%edx\n"
"\t" LOCK_PREFIX "cmpxchgl %%ecx, (%%edi)\n"
"\tjnz 2f\n"
"\tmovl (%%esi), %%ecx\n"
/* sample >>= 8 */
"\tsarl $8, %%ecx\n"
"\t" XSUB " %%edx, %%ecx\n"
"\tjmp 21f\n"
"2:"
"\tmovl (%%esi), %%ecx\n"
/* sample >>= 8 */
"\tsarl $8, %%ecx\n"
"21:"
"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"
/*
* do {
* sample = old_sample = *sum;
* saturate(v);
* *dst = sample;
* } while (v != *sum);
*/
"3:"
"\tmovl (%%ebx), %%ecx\n"
/*
* if (sample > 0x7fff00)
*/
"\tmovl $0x7fffff, %%eax\n"
"\tcmpl %%eax, %%ecx\n"
"\tjg 4f\n"
/*
* if (sample < -0x800000)
*/
"\tmovl $-0x800000, %%eax\n"
"\tcmpl %%eax, %%ecx\n"
"\tjl 4f\n"
"\tmovl %%ecx, %%eax\n"
"4:"
/*
* sample <<= 8;
*/
"\tsall $8, %%eax\n"
"\tmovl %%eax, (%%edi)\n"
"\tcmpl %%ecx, (%%ebx)\n"
"\tjnz 3b\n"
/*
* while (size-- > 0)
*/
"\tdecl %[size]\n"
"\tjz 6f\n"
"\tadd %[dst_step], %%edi\n"
"\tadd %[src_step], %%esi\n"
"\tadd %[sum_step], %%ebx\n"
"\tjmp 1b\n"
"6:"
#ifdef BOUNDED_EBX
"\tmovl %[old_ebx], %%ebx\n" /* ebx is GOT pointer (-fPIC) */
#endif
: [size] "+&rm" (size)
#ifdef BOUNDED_EBX
, [old_ebx] "=m" (old_ebx)
#endif
: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),
[dst_step] "im" (dst_step), [src_step] "im" (src_step),
[sum_step] "im" (sum_step)
: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"
#ifndef BOUNDED_EBX
, "ebx"
#endif
);
}
/*
* 24-bit version for plain i386
*/
static void MIX_AREAS_24(unsigned int size,
volatile unsigned char *dst, unsigned char *src,
volatile signed int *sum, size_t dst_step,
size_t src_step, size_t sum_step)
{
#ifdef BOUNDED_EBX
unsigned int old_ebx;
#endif
/*
* ESI - src
* EDI - dst
* EBX - sum
* ECX - old sample
* EAX - sample / temporary
* EDX - temporary
*/
__asm__ __volatile__ (
"\n"
#ifdef BOUNDED_EBX
"\tmovl %%ebx, %[old_ebx]\n" /* ebx is GOT pointer (-fPIC) */
#endif
/*
* initialization, load ESI, EDI, EBX registers
*/
"\tmovl %[dst], %%edi\n"
"\tmovl %[src], %%esi\n"
"\tmovl %[sum], %%ebx\n"
"\tcmpl $0, %[size]\n"
"\tjnz 1f\n"
"\tjmp 6f\n"
"\t.p2align 4,,15\n"
"1:"
/*
* sample = *src;
* sum_sample = *sum;
* if (test_and_set_bit(0, dst) == 0)
* sample -= sum_sample;
* *sum += sample;
*/
"\tmovsbl 2(%%esi), %%eax\n"
"\tmovzwl (%%esi), %%ecx\n"
"\tmovl (%%ebx), %%edx\n"
"\tsall $16, %%eax\n"
"\torl %%eax, %%ecx\n"
"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"
"\tjc 2f\n"
"\t" XSUB " %%edx, %%ecx\n"
"2:"
"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"
/*
* do {
* sample = old_sample = *sum;
* saturate(sample);
* *dst = sample | 1;
* } while (old_sample != *sum);
*/
"3:"
"\tmovl (%%ebx), %%ecx\n"
/*
* if (sample > 0x7fffff)
*/
"\tmovl $0x7fffff, %%eax\n"
"\tcmpl %%eax, %%ecx\n"
"\tjg 4f\n"
/*
* if (sample < -0x7fffff)
*/
"\tmovl $-0x7fffff, %%eax\n"
"\tcmpl %%eax, %%ecx\n"
"\tjl 4f\n"
"\tmovl %%ecx, %%eax\n"
"\torl $1, %%eax\n"
"4:"
"\tmovw %%ax, (%%edi)\n"
"\tshrl $16, %%eax\n"
"\tmovb %%al, 2(%%edi)\n"
"\tcmpl %%ecx, (%%ebx)\n"
"\tjnz 3b\n"
/*
* while (size-- > 0)
*/
"\tdecl %[size]\n"
"\tjz 6f\n"
"\tadd %[dst_step], %%edi\n"
"\tadd %[src_step], %%esi\n"
"\tadd %[sum_step], %%ebx\n"
"\tjmp 1b\n"
"6:"
#ifdef BOUNDED_EBX
"\tmovl %[old_ebx], %%ebx\n" /* ebx is GOT pointer (-fPIC) */
#endif
: [size] "+&rm" (size)
#ifdef BOUNDED_EBX
, [old_ebx] "=m" (old_ebx)
#endif
: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),
[dst_step] "im" (dst_step), [src_step] "im" (src_step),
[sum_step] "im" (sum_step)
: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"
#ifndef BOUNDED_EBX
, "ebx"
#endif
);
}
/*
* 24-bit version for Pentium Pro/II
*/
static void MIX_AREAS_24_CMOV(unsigned int size,
volatile unsigned char *dst, unsigned char *src,
volatile signed int *sum, size_t dst_step,
size_t src_step, size_t sum_step)
{
#ifdef BOUNDED_EBX
unsigned int old_ebx;
#endif
/*
* ESI - src
* EDI - dst
* EBX - sum
* ECX - old sample
* EAX - sample / temporary
* EDX - temporary
*/
__asm__ __volatile__ (
"\n"
#ifdef BOUNDED_EBX
"\tmovl %%ebx, %[old_ebx]\n" /* ebx is GOT pointer (-fPIC) */
#endif
/*
* initialization, load ESI, EDI, EBX registers
*/
"\tmovl %[dst], %%edi\n"
"\tmovl %[src], %%esi\n"
"\tmovl %[sum], %%ebx\n"
"\tcmpl $0, %[size]\n"
"\tjz 6f\n"
"\t.p2align 4,,15\n"
"1:"
/*
* sample = *src;
* sum_sample = *sum;
* if (test_and_set_bit(0, dst) == 0)
* sample -= sum_sample;
* *sum += sample;
*/
"\tmovsbl 2(%%esi), %%eax\n"
"\tmovzwl (%%esi), %%ecx\n"
"\tmovl (%%ebx), %%edx\n"
"\tsall $16, %%eax\n"
"\t" LOCK_PREFIX "btsw $0, (%%edi)\n"
"\tleal (%%ecx,%%eax,1), %%ecx\n"
"\tjc 2f\n"
"\t" XSUB " %%edx, %%ecx\n"
"2:"
"\t" LOCK_PREFIX XADD " %%ecx, (%%ebx)\n"
/*
* do {
* sample = old_sample = *sum;
* saturate(sample);
* *dst = sample | 1;
* } while (old_sample != *sum);
*/
"3:"
"\tmovl (%%ebx), %%ecx\n"
"\tmovl $0x7fffff, %%eax\n"
"\tmovl $-0x7fffff, %%edx\n"
"\tcmpl %%eax, %%ecx\n"
"\tcmovng %%ecx, %%eax\n"
"\tcmpl %%edx, %%ecx\n"
"\tcmovl %%edx, %%eax\n"
"\torl $1, %%eax\n"
"\tmovw %%ax, (%%edi)\n"
"\tshrl $16, %%eax\n"
"\tmovb %%al, 2(%%edi)\n"
"\tcmpl %%ecx, (%%ebx)\n"
"\tjnz 3b\n"
/*
* while (size-- > 0)
*/
"\tadd %[dst_step], %%edi\n"
"\tadd %[src_step], %%esi\n"
"\tadd %[sum_step], %%ebx\n"
"\tdecl %[size]\n"
"\tjnz 1b\n"
"6:"
#ifdef BOUNDED_EBX
"\tmovl %[old_ebx], %%ebx\n" /* ebx is GOT pointer (-fPIC) */
#endif
: [size] "+&rm" (size)
#ifdef BOUNDED_EBX
, [old_ebx] "=m" (old_ebx)
#endif
: [dst] "m" (dst), [src] "m" (src), [sum] "m" (sum),
[dst_step] "im" (dst_step), [src_step] "im" (src_step),
[sum_step] "im" (sum_step)
: "esi", "edi", "edx", "ecx", "eax", "memory", "cc"
#ifndef BOUNDED_EBX
, "ebx"
#endif
);
}
#ifdef BOUNDED_EBX
# undef BOUNDED_EBX
#endif