/*
dct36_x86_64: SSE optimized dct36 for x86-64
copyright 1995-2013 by the mpg123 project - free software under the terms of the LGPL 2.1
see COPYING and AUTHORS files in distribution or http://mpg123.org
initially written by Taihei Monma
*/
#include "mangle.h"
#ifdef IS_MSABI
#define in %rcx
#define out1 %rdx
#define out2 %r8
#define w %r9
#define ts %r10
#define COS9_ %rax
#define tfcos36_ %r11
#else
#define in %rdi
#define out1 %rsi
#define out2 %rdx
#define w %rcx
#define ts %r8
#define COS9_ %rax
#define tfcos36_ %r9
#endif
/*
void dct36_x86_64(real *inbuf,real *o1,real *o2,real *wintab,real *tsbuf);
*/
#ifndef __APPLE__
.section .rodata
#else
.data
#endif
ALIGN16
dct36_x86_64_COS9:
.long 0x3f5db3d7
.long 0x3f5db3d7
.long 0x3f000000
.long 0x3f000000
.long 0x3f7c1c5c
.long 0x3f7c1c5c
.long 0x3f708fb2
.long 0x3f708fb2
.long 0x3f248dbb
.long 0x3f248dbb
.long 0x3e31d0d4
.long 0x3e31d0d4
.long 0x3eaf1d44
.long 0x3eaf1d44
.long 0x3f441b7d
.long 0x3f441b7d
ALIGN16
dct36_x86_64_tfcos36:
.long 0x3f007d2b
.long 0x3f0483ee
.long 0x3f0d3b7d
.long 0x3f1c4257
.long 0x40b79454
.long 0x3ff746ea
.long 0x3f976fd9
.long 0x3f5f2944
.long 0x3f3504f3
ALIGN16
dct36_x86_64_mask:
.long 0,0xffffffff,0,0xffffffff
ALIGN16
dct36_x86_64_sign:
.long 0x80000000,0x80000000,0x80000000,0x80000000
.text
ALIGN16
.globl ASM_NAME(dct36_x86_64)
ASM_NAME(dct36_x86_64):
#ifdef IS_MSABI
push %rbp
mov %rsp, %rbp
sub $160, %rsp
movaps %xmm6, (%rsp)
movaps %xmm7, 16(%rsp)
movaps %xmm8, 32(%rsp)
movaps %xmm9, 48(%rsp)
movaps %xmm10, 64(%rsp)
movaps %xmm11, 80(%rsp)
movaps %xmm12, 96(%rsp)
movaps %xmm13, 112(%rsp)
movaps %xmm14, 128(%rsp)
movaps %xmm15, 144(%rsp)
movq 48(%rbp), ts
#endif
lea dct36_x86_64_COS9(%rip), COS9_
lea dct36_x86_64_tfcos36(%rip), tfcos36_
xorps %xmm5, %xmm5
movups (in), %xmm1
movups 16(in), %xmm2
movups 32(in), %xmm3
movups 48(in), %xmm4
movlps 64(in), %xmm5
xorps %xmm6, %xmm6
movaps %xmm1, %xmm7
shufps $0x93, %xmm7, %xmm7
movaps %xmm2, %xmm8
shufps $0x93, %xmm8, %xmm8
movaps %xmm3, %xmm9
shufps $0x93, %xmm9, %xmm9
movaps %xmm4, %xmm10
shufps $0x93, %xmm10, %xmm10
movaps %xmm5, %xmm11
shufps $0xe1, %xmm11, %xmm11
movss %xmm10, %xmm11
addps %xmm11, %xmm5
movss %xmm9, %xmm10
addps %xmm10, %xmm4
movss %xmm8, %xmm9
addps %xmm9, %xmm3
movss %xmm7, %xmm8
addps %xmm8, %xmm2
movss %xmm6, %xmm7
addps %xmm7, %xmm1
movaps dct36_x86_64_mask(%rip), %xmm0
movaps %xmm4, %xmm6
shufps $0x4e, %xmm5, %xmm4
movaps %xmm3, %xmm7
shufps $0x4e, %xmm6, %xmm3
andps %xmm0, %xmm6
addps %xmm6, %xmm4
movaps %xmm2, %xmm6
shufps $0x4e, %xmm7, %xmm2
andps %xmm0, %xmm7
addps %xmm7, %xmm3
movaps %xmm1, %xmm7
shufps $0x4e, %xmm6, %xmm1
andps %xmm0, %xmm6
addps %xmm6, %xmm2
movaps %xmm7, %xmm6
andps %xmm0, %xmm7
xorps %xmm0, %xmm0
addps %xmm7, %xmm1
movlhps %xmm6, %xmm0
/*
xmm0 in[-,-,0,1]
xmm1 in[2,3,4,5]
xmm2 in[6,7,8,9]
xmm3 in[10,11,12,13]
xmm4 in[14,15,16,17]
*/
movaps %xmm2, %xmm5
shufps $0xe4, %xmm3, %xmm5
shufps $0xe4, %xmm4, %xmm3
shufps $0xe4, %xmm2, %xmm4
movaps %xmm5, %xmm2
/*
xmm2 in[6,7,12,13]
xmm3 in[10,11,16,17]
xmm4 in[14,15,8,9]
*/
movaps (COS9_), %xmm15
movaps 16(COS9_), %xmm6
movaps 32(COS9_), %xmm7
movaps 48(COS9_), %xmm8
mulps %xmm15, %xmm5
addps %xmm0, %xmm5
/*
xmm5 [ta33,tb33,ta66,tb66]
xmm6 COS9_[1,1,2,2]
xmm7 COS9_[5,5,8,8]
xmm8 COS9_[7,7,4,4]
xmm15 COS9_[3,3,6,6]
*/
movaps %xmm6, %xmm9
movaps %xmm7, %xmm12
movaps %xmm8, %xmm13
mulps %xmm1, %xmm9
mulps %xmm3, %xmm12
mulps %xmm4, %xmm13
addps %xmm5, %xmm9
addps %xmm13, %xmm12
addps %xmm9, %xmm12
movaps %xmm1, %xmm13
subps %xmm3, %xmm13
movaps %xmm0, %xmm10
shufps $0xe0, %xmm2, %xmm10
movaps %xmm0, %xmm14
subps %xmm10, %xmm14
subps %xmm4, %xmm13
mulps %xmm15, %xmm13
addps %xmm14, %xmm13
movaps %xmm7, %xmm9
movaps %xmm8, %xmm15
movaps %xmm6, %xmm14
mulps %xmm1, %xmm9
mulps %xmm3, %xmm15
mulps %xmm4, %xmm14
subps %xmm5, %xmm9
subps %xmm15, %xmm14
addps %xmm9, %xmm14
mulps %xmm1, %xmm8
mulps %xmm3, %xmm6
mulps %xmm4, %xmm7
subps %xmm5, %xmm8
subps %xmm7, %xmm6
addps %xmm6, %xmm8
movaps %xmm8, %xmm15
movss 32(tfcos36_), %xmm5
subps %xmm1, %xmm0
subps %xmm2, %xmm4
addps %xmm3, %xmm0
addps %xmm4, %xmm0
shufps $0xaf, %xmm0, %xmm0
mulss %xmm5, %xmm0
movaps %xmm0, %xmm11
/*
xmm12 [1a-0,1b-0, 2a-0, 2b-0]
xmm13 [1a-1,1b-1, 2a-1, 2b-1]
xmm14 [1a-2,1b-2,-2a-2,-2b-2]
xmm15 [1a-3,1b-3,-2a-3,-2b-3]
*/
movaps %xmm12, %xmm5
unpckhps %xmm13, %xmm5
unpcklps %xmm13, %xmm12
movaps %xmm14, %xmm6
unpckhps %xmm15, %xmm6
unpcklps %xmm15, %xmm14
xorps dct36_x86_64_sign(%rip), %xmm6
/*
xmm12 [1a-0,1a-1,1b-0,1b-1]
xmm5 [2a-0,2a-1,2b-0,2b-1]
xmm14 [1a-2,1a-3,1b-2,1b-3]
xmm6 [2a-2,2a-3,2b-2,2b-3]
*/
movaps %xmm12, %xmm0
movlhps %xmm14, %xmm12
movhlps %xmm0, %xmm14
movaps %xmm5, %xmm0
movlhps %xmm6, %xmm0
movhlps %xmm5, %xmm6
movaps %xmm6, %xmm15
/*
xmm12 tmp1a
xmm0 tmp2a
xmm14 tmp1b
xmm15 tmp2b
*/
movaps (tfcos36_), %xmm6
movaps 16(tfcos36_), %xmm7
movaps %xmm15, %xmm10
addps %xmm14, %xmm15
subps %xmm14, %xmm10
movaps %xmm0, %xmm14
addps %xmm12, %xmm0
subps %xmm12, %xmm14
mulps %xmm6, %xmm15
mulps %xmm10, %xmm7
/*
%xmm0 tmp[0,1,2,3]
%xmm15 tmp[17,16,15,14]
%xmm14 tmp[8,7,6,5]
%xmm7 tmp[9,10,11,12]
%xmm11 tmp[13,-,4,-]
*/
movaps %xmm15, %xmm1
movups 108(w), %xmm2
movups 92(w), %xmm3
shufps $0x1b, %xmm3, %xmm3
movups 36(w), %xmm4
movups 20(w), %xmm5
shufps $0x1b, %xmm5, %xmm5
movaps %xmm0, %xmm6
addps %xmm1, %xmm0
subps %xmm1, %xmm6
mulps %xmm0, %xmm2
mulps %xmm3, %xmm0
mulps %xmm6, %xmm4
mulps %xmm5, %xmm6
movups 36(out1), %xmm1
movups 20(out1), %xmm3
shufps $0x1b, %xmm6, %xmm6
addps %xmm4, %xmm1
addps %xmm6, %xmm3
shufps $0x1b, %xmm0, %xmm0
movups %xmm2, 36(out2)
movups %xmm0, 20(out2)
movss %xmm1, 32*36(ts)
movss %xmm3, 32*20(ts)
movhlps %xmm1, %xmm2
movhlps %xmm3, %xmm4
movss %xmm2, 32*44(ts)
movss %xmm4, 32*28(ts)
shufps $0xb1, %xmm1, %xmm1
shufps $0xb1, %xmm3, %xmm3
movss %xmm1, 32*40(ts)
movss %xmm3, 32*24(ts)
movhlps %xmm1, %xmm2
movhlps %xmm3, %xmm4
movss %xmm2, 32*48(ts)
movss %xmm4, 32*32(ts)
movhlps %xmm11, %xmm0
movaps %xmm11, %xmm1
movss 124(w), %xmm2
movss 88(w), %xmm3
movss 52(w), %xmm4
movss 16(w), %xmm5
movss %xmm0, %xmm6
addss %xmm1, %xmm0
subss %xmm1, %xmm6
mulss %xmm0, %xmm2
mulss %xmm3, %xmm0
mulss %xmm6, %xmm4
mulss %xmm5, %xmm6
addss 52(out1), %xmm4
addss 16(out1), %xmm6
movss %xmm2, 52(out2)
movss %xmm0, 16(out2)
movss %xmm4, 32*52(ts)
movss %xmm6, 32*16(ts)
movaps %xmm14, %xmm0
movaps %xmm7, %xmm1
MOVUAPS 128(w), %xmm2
movups 72(w), %xmm3
shufps $0x1b, %xmm2, %xmm2
movlps 56(w), %xmm4
movhps 64(w), %xmm4
MOVUAPS (w), %xmm5
shufps $0x1b, %xmm4, %xmm4
movaps %xmm0, %xmm6
addps %xmm1, %xmm0
subps %xmm1, %xmm6
mulps %xmm0, %xmm2
mulps %xmm3, %xmm0
mulps %xmm6, %xmm4
mulps %xmm5, %xmm6
movlps 56(out1), %xmm1
movhps 64(out1), %xmm1
movups (out1), %xmm3
shufps $0x1b, %xmm4, %xmm4
addps %xmm6, %xmm3
addps %xmm4, %xmm1
shufps $0x1b, %xmm2, %xmm2
movups %xmm0, (out2)
movlps %xmm2, 56(out2)
movhps %xmm2, 64(out2)
movss %xmm1, 32*56(ts)
movss %xmm3, (ts)
movhlps %xmm1, %xmm2
movhlps %xmm3, %xmm4
movss %xmm2, 32*64(ts)
movss %xmm4, 32*8(ts)
shufps $0xb1, %xmm1, %xmm1
shufps $0xb1, %xmm3, %xmm3
movss %xmm1, 32*60(ts)
movss %xmm3, 32*4(ts)
movhlps %xmm1, %xmm2
movhlps %xmm3, %xmm4
movss %xmm2, 32*68(ts)
movss %xmm4, 32*12(ts)
#ifdef IS_MSABI
movaps (%rsp), %xmm6
movaps 16(%rsp), %xmm7
movaps 32(%rsp), %xmm8
movaps 48(%rsp), %xmm9
movaps 64(%rsp), %xmm10
movaps 80(%rsp), %xmm11
movaps 96(%rsp), %xmm12
movaps 112(%rsp), %xmm13
movaps 128(%rsp), %xmm14
movaps 144(%rsp), %xmm15
mov %rbp, %rsp
pop %rbp
#endif
ret
NONEXEC_STACK