|
Packit |
c32a2d |
/*
|
|
Packit |
c32a2d |
synth_stereo_x86_64: SSE optimized synth for x86-64 (stereo specific version)
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
copyright 1995-2009 by the mpg123 project - free software under the terms of the LGPL 2.1
|
|
Packit |
c32a2d |
see COPYING and AUTHORS files in distribution or http://mpg123.org
|
|
Packit |
c32a2d |
initially written by Taihei Monma
|
|
Packit |
c32a2d |
*/
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
#include "mangle.h"
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
#ifdef IS_MSABI
|
|
Packit |
c32a2d |
/* short *window; */
|
|
Packit |
c32a2d |
#define WINDOW %r10
|
|
Packit |
c32a2d |
/* short *b0l; */
|
|
Packit |
c32a2d |
#define B0L %rdx
|
|
Packit |
c32a2d |
/* short *b0r; */
|
|
Packit |
c32a2d |
#define B0R %r8
|
|
Packit |
c32a2d |
/* short *samples; */
|
|
Packit |
c32a2d |
#define SAMPLES %r9
|
|
Packit |
c32a2d |
#else
|
|
Packit |
c32a2d |
/* short *window; */
|
|
Packit |
c32a2d |
#define WINDOW %rdi
|
|
Packit |
c32a2d |
/* short *b0l; */
|
|
Packit |
c32a2d |
#define B0L %rsi
|
|
Packit |
c32a2d |
/* short *b0r; */
|
|
Packit |
c32a2d |
#define B0R %rdx
|
|
Packit |
c32a2d |
/* short *samples; */
|
|
Packit |
c32a2d |
#define SAMPLES %r9
|
|
Packit |
c32a2d |
#endif
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
#define XMMREG_CLIP %xmm15
|
|
Packit |
c32a2d |
#define XMMREG_MAX %xmm14 /* {32767, 32767, 32767, 32767} */
|
|
Packit |
c32a2d |
#define XMMREG_MIN %xmm13 /* {-32769, -32769, -32769, -32769} : not -32768 because SSE doesn't have "less than" comparison... */
|
|
Packit |
c32a2d |
#define XMMREG_FULL %xmm12 /* {0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF} */
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
/*
|
|
Packit |
c32a2d |
int synth_1to1_s_x86_64_asm(short *window, short *b0l, short *b0r, short *samples, int bo1);
|
|
Packit |
c32a2d |
return value: number of clipped samples
|
|
Packit |
c32a2d |
*/
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
#ifndef __APPLE__
|
|
Packit |
c32a2d |
.section .rodata
|
|
Packit |
c32a2d |
#else
|
|
Packit |
c32a2d |
.data
|
|
Packit |
c32a2d |
#endif
|
|
Packit |
c32a2d |
ALIGN32
|
|
Packit |
c32a2d |
ASM_NAME(maxmin_x86_64):
|
|
Packit |
c32a2d |
.long 32767
|
|
Packit |
c32a2d |
.long 32767
|
|
Packit |
c32a2d |
.long 32767
|
|
Packit |
c32a2d |
.long 32767
|
|
Packit |
c32a2d |
.long -32769
|
|
Packit |
c32a2d |
.long -32769
|
|
Packit |
c32a2d |
.long -32769
|
|
Packit |
c32a2d |
.long -32769
|
|
Packit |
c32a2d |
.text
|
|
Packit |
c32a2d |
ALIGN16
|
|
Packit |
c32a2d |
.globl ASM_NAME(synth_1to1_s_x86_64_asm)
|
|
Packit |
c32a2d |
ASM_NAME(synth_1to1_s_x86_64_asm):
|
|
Packit |
c32a2d |
#ifdef IS_MSABI /* should save xmm6-15 */
|
|
Packit |
c32a2d |
movl 40(%rsp), %eax /* 5th argument; placed after 32-byte shadow space */
|
|
Packit |
c32a2d |
subq $168, %rsp /* stack alignment + 10 xmm registers */
|
|
Packit |
c32a2d |
movaps %xmm6, (%rsp)
|
|
Packit |
c32a2d |
movaps %xmm7, 16(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm8, 32(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm9, 48(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm10, 64(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm11, 80(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm12, 96(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm13, 112(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm14, 128(%rsp)
|
|
Packit |
c32a2d |
movaps %xmm15, 144(%rsp)
|
|
Packit |
c32a2d |
#endif
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
#ifdef IS_MSABI
|
|
Packit |
c32a2d |
shlq $32, %rax
|
|
Packit |
c32a2d |
shrq $31, %rax
|
|
Packit |
c32a2d |
movq %rcx, %r10
|
|
Packit |
c32a2d |
#else
|
|
Packit |
c32a2d |
movq %r8, %rax
|
|
Packit |
c32a2d |
shlq $32, %rax
|
|
Packit |
c32a2d |
shrq $31, %rax
|
|
Packit |
c32a2d |
movq %rcx, %r9
|
|
Packit |
c32a2d |
#endif
|
|
Packit |
c32a2d |
leaq 32(WINDOW), WINDOW
|
|
Packit |
c32a2d |
subq %rax, WINDOW
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
leaq ASM_NAME(maxmin_x86_64)(%rip), %rax
|
|
Packit |
c32a2d |
movaps (%rax), XMMREG_MAX
|
|
Packit |
c32a2d |
movaps 16(%rax), XMMREG_MIN
|
|
Packit |
c32a2d |
pxor XMMREG_CLIP, XMMREG_CLIP
|
|
Packit |
c32a2d |
pcmpeqd XMMREG_FULL, XMMREG_FULL
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movl $4, %ecx
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
ALIGN16
|
|
Packit |
c32a2d |
1:
|
|
Packit |
c32a2d |
movups (WINDOW), %xmm0
|
|
Packit |
c32a2d |
movups 16(WINDOW), %xmm1
|
|
Packit |
c32a2d |
movups 64(WINDOW), %xmm2
|
|
Packit |
c32a2d |
movups 80(WINDOW), %xmm3
|
|
Packit |
c32a2d |
movups 128(WINDOW), %xmm4
|
|
Packit |
c32a2d |
movups 144(WINDOW), %xmm5
|
|
Packit |
c32a2d |
movups 192(WINDOW), %xmm6
|
|
Packit |
c32a2d |
movups 208(WINDOW), %xmm7
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm8
|
|
Packit |
c32a2d |
movaps %xmm1, %xmm9
|
|
Packit |
c32a2d |
movaps %xmm2, %xmm10
|
|
Packit |
c32a2d |
movaps %xmm3, %xmm11
|
|
Packit |
c32a2d |
pmaddwd (B0L), %xmm0
|
|
Packit |
c32a2d |
pmaddwd 16(B0L), %xmm1
|
|
Packit |
c32a2d |
pmaddwd 32(B0L), %xmm2
|
|
Packit |
c32a2d |
pmaddwd 48(B0L), %xmm3
|
|
Packit |
c32a2d |
pmaddwd (B0R), %xmm8
|
|
Packit |
c32a2d |
pmaddwd 16(B0R), %xmm9
|
|
Packit |
c32a2d |
pmaddwd 32(B0R), %xmm10
|
|
Packit |
c32a2d |
pmaddwd 48(B0R), %xmm11
|
|
Packit |
c32a2d |
paddd %xmm1, %xmm0
|
|
Packit |
c32a2d |
paddd %xmm3, %xmm2
|
|
Packit |
c32a2d |
paddd %xmm9, %xmm8
|
|
Packit |
c32a2d |
paddd %xmm11, %xmm10
|
|
Packit |
c32a2d |
movaps %xmm4, %xmm1
|
|
Packit |
c32a2d |
movaps %xmm5, %xmm9
|
|
Packit |
c32a2d |
movaps %xmm6, %xmm3
|
|
Packit |
c32a2d |
movaps %xmm7, %xmm11
|
|
Packit |
c32a2d |
pmaddwd 64(B0L), %xmm4
|
|
Packit |
c32a2d |
pmaddwd 80(B0L), %xmm5
|
|
Packit |
c32a2d |
pmaddwd 96(B0L), %xmm6
|
|
Packit |
c32a2d |
pmaddwd 112(B0L), %xmm7
|
|
Packit |
c32a2d |
pmaddwd 64(B0R), %xmm1
|
|
Packit |
c32a2d |
pmaddwd 80(B0R), %xmm9
|
|
Packit |
c32a2d |
pmaddwd 96(B0R), %xmm3
|
|
Packit |
c32a2d |
pmaddwd 112(B0R), %xmm11
|
|
Packit |
c32a2d |
paddd %xmm5, %xmm4
|
|
Packit |
c32a2d |
paddd %xmm7, %xmm6
|
|
Packit |
c32a2d |
paddd %xmm1, %xmm9
|
|
Packit |
c32a2d |
paddd %xmm3, %xmm11
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm1
|
|
Packit |
c32a2d |
movaps %xmm4, %xmm3
|
|
Packit |
c32a2d |
movaps %xmm8, %xmm5
|
|
Packit |
c32a2d |
movaps %xmm9, %xmm7
|
|
Packit |
c32a2d |
punpckldq %xmm2, %xmm0
|
|
Packit |
c32a2d |
punpckldq %xmm6, %xmm4
|
|
Packit |
c32a2d |
punpckhdq %xmm2, %xmm1
|
|
Packit |
c32a2d |
punpckhdq %xmm6, %xmm3
|
|
Packit |
c32a2d |
punpckldq %xmm10, %xmm8
|
|
Packit |
c32a2d |
punpckldq %xmm11, %xmm9
|
|
Packit |
c32a2d |
punpckhdq %xmm10, %xmm5
|
|
Packit |
c32a2d |
punpckhdq %xmm11, %xmm7
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm2
|
|
Packit |
c32a2d |
movaps %xmm1, %xmm6
|
|
Packit |
c32a2d |
movaps %xmm8, %xmm10
|
|
Packit |
c32a2d |
movaps %xmm5, %xmm11
|
|
Packit |
c32a2d |
movlhps %xmm4, %xmm0
|
|
Packit |
c32a2d |
movhlps %xmm2, %xmm4
|
|
Packit |
c32a2d |
movlhps %xmm3, %xmm1
|
|
Packit |
c32a2d |
movhlps %xmm6, %xmm3
|
|
Packit |
c32a2d |
movlhps %xmm9, %xmm8
|
|
Packit |
c32a2d |
movhlps %xmm10, %xmm9
|
|
Packit |
c32a2d |
movlhps %xmm7, %xmm5
|
|
Packit |
c32a2d |
movhlps %xmm11, %xmm7
|
|
Packit |
c32a2d |
paddd %xmm4, %xmm0
|
|
Packit |
c32a2d |
paddd %xmm3, %xmm1
|
|
Packit |
c32a2d |
paddd %xmm9, %xmm8
|
|
Packit |
c32a2d |
paddd %xmm7, %xmm5
|
|
Packit |
c32a2d |
paddd %xmm1, %xmm0
|
|
Packit |
c32a2d |
paddd %xmm5, %xmm8
|
|
Packit |
c32a2d |
psrad $13, %xmm0
|
|
Packit |
c32a2d |
psrad $13, %xmm8
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm1
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm2
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm3
|
|
Packit |
c32a2d |
movaps %xmm8, %xmm4
|
|
Packit |
c32a2d |
punpckldq %xmm8, %xmm0
|
|
Packit |
c32a2d |
punpckhdq %xmm8, %xmm1
|
|
Packit |
c32a2d |
packssdw %xmm1, %xmm0
|
|
Packit |
c32a2d |
movups %xmm0, (SAMPLES)
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MAX, %xmm2
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MIN, %xmm3
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MAX, %xmm4
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MIN, %xmm8
|
|
Packit |
c32a2d |
packssdw %xmm4, %xmm2
|
|
Packit |
c32a2d |
packssdw %xmm8, %xmm3
|
|
Packit |
c32a2d |
pxor XMMREG_FULL, %xmm3
|
|
Packit |
c32a2d |
psrlw $15, %xmm2
|
|
Packit |
c32a2d |
psrlw $15, %xmm3
|
|
Packit |
c32a2d |
paddw %xmm3, %xmm2
|
|
Packit |
c32a2d |
paddw %xmm2, XMMREG_CLIP
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
leaq 256(WINDOW), WINDOW
|
|
Packit |
c32a2d |
leaq 128(B0L), B0L
|
|
Packit |
c32a2d |
leaq 128(B0R), B0R
|
|
Packit |
c32a2d |
leaq 16(SAMPLES), SAMPLES
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
decl %ecx
|
|
Packit |
c32a2d |
jnz 1b
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movl $4, %ecx
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
ALIGN16
|
|
Packit |
c32a2d |
1:
|
|
Packit |
c32a2d |
movups (WINDOW), %xmm0
|
|
Packit |
c32a2d |
movups 16(WINDOW), %xmm1
|
|
Packit |
c32a2d |
movups 64(WINDOW), %xmm2
|
|
Packit |
c32a2d |
movups 80(WINDOW), %xmm3
|
|
Packit |
c32a2d |
movups 128(WINDOW), %xmm4
|
|
Packit |
c32a2d |
movups 144(WINDOW), %xmm5
|
|
Packit |
c32a2d |
movups 192(WINDOW), %xmm6
|
|
Packit |
c32a2d |
movups 208(WINDOW), %xmm7
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm8
|
|
Packit |
c32a2d |
movaps %xmm1, %xmm9
|
|
Packit |
c32a2d |
movaps %xmm2, %xmm10
|
|
Packit |
c32a2d |
movaps %xmm3, %xmm11
|
|
Packit |
c32a2d |
pmaddwd (B0L), %xmm0
|
|
Packit |
c32a2d |
pmaddwd 16(B0L), %xmm1
|
|
Packit |
c32a2d |
pmaddwd -32(B0L), %xmm2
|
|
Packit |
c32a2d |
pmaddwd -16(B0L), %xmm3
|
|
Packit |
c32a2d |
pmaddwd (B0R), %xmm8
|
|
Packit |
c32a2d |
pmaddwd 16(B0R), %xmm9
|
|
Packit |
c32a2d |
pmaddwd -32(B0R), %xmm10
|
|
Packit |
c32a2d |
pmaddwd -16(B0R), %xmm11
|
|
Packit |
c32a2d |
paddd %xmm1, %xmm0
|
|
Packit |
c32a2d |
paddd %xmm3, %xmm2
|
|
Packit |
c32a2d |
paddd %xmm9, %xmm8
|
|
Packit |
c32a2d |
paddd %xmm11, %xmm10
|
|
Packit |
c32a2d |
movaps %xmm4, %xmm1
|
|
Packit |
c32a2d |
movaps %xmm5, %xmm9
|
|
Packit |
c32a2d |
movaps %xmm6, %xmm3
|
|
Packit |
c32a2d |
movaps %xmm7, %xmm11
|
|
Packit |
c32a2d |
pmaddwd -64(B0L), %xmm4
|
|
Packit |
c32a2d |
pmaddwd -48(B0L), %xmm5
|
|
Packit |
c32a2d |
pmaddwd -96(B0L), %xmm6
|
|
Packit |
c32a2d |
pmaddwd -80(B0L), %xmm7
|
|
Packit |
c32a2d |
pmaddwd -64(B0R), %xmm1
|
|
Packit |
c32a2d |
pmaddwd -48(B0R), %xmm9
|
|
Packit |
c32a2d |
pmaddwd -96(B0R), %xmm3
|
|
Packit |
c32a2d |
pmaddwd -80(B0R), %xmm11
|
|
Packit |
c32a2d |
paddd %xmm5, %xmm4
|
|
Packit |
c32a2d |
paddd %xmm7, %xmm6
|
|
Packit |
c32a2d |
paddd %xmm1, %xmm9
|
|
Packit |
c32a2d |
paddd %xmm3, %xmm11
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm1
|
|
Packit |
c32a2d |
movaps %xmm4, %xmm3
|
|
Packit |
c32a2d |
movaps %xmm8, %xmm5
|
|
Packit |
c32a2d |
movaps %xmm9, %xmm7
|
|
Packit |
c32a2d |
punpckldq %xmm2, %xmm0
|
|
Packit |
c32a2d |
punpckldq %xmm6, %xmm4
|
|
Packit |
c32a2d |
punpckhdq %xmm2, %xmm1
|
|
Packit |
c32a2d |
punpckhdq %xmm6, %xmm3
|
|
Packit |
c32a2d |
punpckldq %xmm10, %xmm8
|
|
Packit |
c32a2d |
punpckldq %xmm11, %xmm9
|
|
Packit |
c32a2d |
punpckhdq %xmm10, %xmm5
|
|
Packit |
c32a2d |
punpckhdq %xmm11, %xmm7
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm2
|
|
Packit |
c32a2d |
movaps %xmm1, %xmm6
|
|
Packit |
c32a2d |
movaps %xmm8, %xmm10
|
|
Packit |
c32a2d |
movaps %xmm5, %xmm11
|
|
Packit |
c32a2d |
movlhps %xmm4, %xmm0
|
|
Packit |
c32a2d |
movhlps %xmm2, %xmm4
|
|
Packit |
c32a2d |
movlhps %xmm3, %xmm1
|
|
Packit |
c32a2d |
movhlps %xmm6, %xmm3
|
|
Packit |
c32a2d |
movlhps %xmm9, %xmm8
|
|
Packit |
c32a2d |
movhlps %xmm10, %xmm9
|
|
Packit |
c32a2d |
movlhps %xmm7, %xmm5
|
|
Packit |
c32a2d |
movhlps %xmm11, %xmm7
|
|
Packit |
c32a2d |
paddd %xmm4, %xmm0
|
|
Packit |
c32a2d |
paddd %xmm3, %xmm1
|
|
Packit |
c32a2d |
paddd %xmm9, %xmm8
|
|
Packit |
c32a2d |
paddd %xmm7, %xmm5
|
|
Packit |
c32a2d |
paddd %xmm1, %xmm0
|
|
Packit |
c32a2d |
paddd %xmm5, %xmm8
|
|
Packit |
c32a2d |
psrad $13, %xmm0
|
|
Packit |
c32a2d |
psrad $13, %xmm8
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm1
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm2
|
|
Packit |
c32a2d |
movaps %xmm0, %xmm3
|
|
Packit |
c32a2d |
movaps %xmm8, %xmm4
|
|
Packit |
c32a2d |
punpckldq %xmm8, %xmm0
|
|
Packit |
c32a2d |
punpckhdq %xmm8, %xmm1
|
|
Packit |
c32a2d |
packssdw %xmm1, %xmm0
|
|
Packit |
c32a2d |
movups %xmm0, (SAMPLES)
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MAX, %xmm2
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MIN, %xmm3
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MAX, %xmm4
|
|
Packit |
c32a2d |
pcmpgtd XMMREG_MIN, %xmm8
|
|
Packit |
c32a2d |
packssdw %xmm4, %xmm2
|
|
Packit |
c32a2d |
packssdw %xmm8, %xmm3
|
|
Packit |
c32a2d |
pxor XMMREG_FULL, %xmm3
|
|
Packit |
c32a2d |
psrlw $15, %xmm2
|
|
Packit |
c32a2d |
psrlw $15, %xmm3
|
|
Packit |
c32a2d |
paddw %xmm3, %xmm2
|
|
Packit |
c32a2d |
paddw %xmm2, XMMREG_CLIP
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
leaq 256(WINDOW), WINDOW
|
|
Packit |
c32a2d |
leaq -128(B0L), B0L
|
|
Packit |
c32a2d |
leaq -128(B0R), B0R
|
|
Packit |
c32a2d |
leaq 16(SAMPLES), SAMPLES
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
decl %ecx
|
|
Packit |
c32a2d |
jnz 1b
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movhlps XMMREG_CLIP, %xmm0
|
|
Packit |
c32a2d |
paddw XMMREG_CLIP, %xmm0
|
|
Packit |
c32a2d |
pshuflw $0x55, %xmm0, %xmm1
|
|
Packit |
c32a2d |
pshuflw $0xaa, %xmm0, %xmm2
|
|
Packit |
c32a2d |
pshuflw $0xff, %xmm0, %xmm3
|
|
Packit |
c32a2d |
paddw %xmm1, %xmm0
|
|
Packit |
c32a2d |
paddw %xmm2, %xmm0
|
|
Packit |
c32a2d |
paddw %xmm3, %xmm0
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
movd %xmm0, %eax
|
|
Packit |
c32a2d |
andl $0xffff, %eax
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
#ifdef IS_MSABI
|
|
Packit |
c32a2d |
movaps (%rsp), %xmm6
|
|
Packit |
c32a2d |
movaps 16(%rsp), %xmm7
|
|
Packit |
c32a2d |
movaps 32(%rsp), %xmm8
|
|
Packit |
c32a2d |
movaps 48(%rsp), %xmm9
|
|
Packit |
c32a2d |
movaps 64(%rsp), %xmm10
|
|
Packit |
c32a2d |
movaps 80(%rsp), %xmm11
|
|
Packit |
c32a2d |
movaps 96(%rsp), %xmm12
|
|
Packit |
c32a2d |
movaps 112(%rsp), %xmm13
|
|
Packit |
c32a2d |
movaps 128(%rsp), %xmm14
|
|
Packit |
c32a2d |
movaps 144(%rsp), %xmm15
|
|
Packit |
c32a2d |
addq $168, %rsp
|
|
Packit |
c32a2d |
#endif
|
|
Packit |
c32a2d |
ret
|
|
Packit |
c32a2d |
|
|
Packit |
c32a2d |
NONEXEC_STACK
|