/*
dct64_neon64_float: NEON optimized dct64 for AArch64 (float output version)
copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
see COPYING and AUTHORS files in distribution or http://mpg123.org
initially written by Taihei Monma
*/
#include "mangle.h"
#ifndef __APPLE__
.section .rodata
#else
.data
#endif
ALIGN16
costab_neon_aarch64:
.word 1056974725
.word 1057056395
.word 1057223771
.word 1057485416
.word 1057855544
.word 1058356026
.word 1059019886
.word 1059897405
.word 1061067246
.word 1062657950
.word 1064892987
.word 1066774581
.word 1069414683
.word 1073984175
.word 1079645762
.word 1092815430
.word 1057005197
.word 1057342072
.word 1058087743
.word 1059427869
.word 1061799040
.word 1065862217
.word 1071413542
.word 1084439708
.word 1057128951
.word 1058664893
.word 1063675095
.word 1076102863
.word 1057655764
.word 1067924853
.word 1060439283
.word 1060439283
.text
ALIGN4
.globl ASM_NAME(dct64_real_neon64)
#ifdef __ELF__
.type ASM_NAME(dct64_real_neon64), %function
#endif
ASM_NAME(dct64_real_neon64):
add x3, x2, #64
adrp x4, AARCH64_PCREL_HI(costab_neon_aarch64)
add x4, x4, AARCH64_PCREL_LO(costab_neon_aarch64)
ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x2]
ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x3]
ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x4], #64
rev64 v19.4s, v19.4s
rev64 v18.4s, v18.4s
rev64 v17.4s, v17.4s
rev64 v16.4s, v16.4s
ext v4.16b, v19.16b, v19.16b, #8
ext v5.16b, v18.16b, v18.16b, #8
ext v6.16b, v17.16b, v17.16b, #8
ext v7.16b, v16.16b, v16.16b, #8
fsub v16.4s, v3.4s, v7.4s
fsub v17.4s, v2.4s, v6.4s
fsub v18.4s, v1.4s, v5.4s
fsub v19.4s, v0.4s, v4.4s
fadd v0.4s, v0.4s, v4.4s /* bs[0,1,2,3] */
fadd v1.4s, v1.4s, v5.4s /* bs[4,5,6,7] */
fadd v2.4s, v2.4s, v6.4s /* bs[8,9,10,11] */
fadd v3.4s, v3.4s, v7.4s /* bs[12,13,14,15] */
fmul v16.4s, v16.4s, v23.4s /* bs[19,18,17,16] */
fmul v17.4s, v17.4s, v22.4s /* bs[23,22,21,20] */
fmul v18.4s, v18.4s, v21.4s /* bs[27,26,25,24] */
fmul v19.4s, v19.4s, v20.4s /* bs[31,30,29,28] */
ld1 {v20.4s, v21.4s}, [x4], #32
rev64 v22.4s, v3.4s
rev64 v23.4s, v2.4s
rev64 v24.4s, v16.4s
rev64 v25.4s, v17.4s
ext v4.16b, v22.16b, v22.16b, #8 /* bs[15,14,13,12] */
ext v5.16b, v23.16b, v23.16b, #8 /* bs[11,10,9,8] */
ext v6.16b, v24.16b, v24.16b, #8 /* bs[16,17,18,19] */
ext v7.16b, v25.16b, v25.16b, #8 /* bs[20,21,22,23] */
fsub v26.4s, v1.4s, v5.4s
fsub v27.4s, v0.4s, v4.4s
fsub v28.4s, v18.4s, v7.4s
fsub v29.4s, v19.4s, v6.4s
fadd v4.4s, v0.4s, v4.4s /* bs[32,33,34,35] */
fadd v5.4s, v1.4s, v5.4s /* bs[36,37,38,39] */
fadd v6.4s, v6.4s, v19.4s /* bs[48,49,50,51] */
fadd v7.4s, v7.4s, v18.4s /* bs[52,53,54,55] */
fmul v26.4s, v26.4s, v21.4s /* bs[43,42,41,40] */
fmul v27.4s, v27.4s, v20.4s /* bs[47,46,45,44] */
fmul v28.4s, v28.4s, v21.4s /* bs[59,58,57,56] */
fmul v29.4s, v29.4s, v20.4s /* bs[63,62,61,60] */
ld1 {v20.4s}, [x4], #16
rev64 v16.4s, v5.4s
rev64 v17.4s, v26.4s
rev64 v18.4s, v7.4s
rev64 v19.4s, v28.4s
ext v0.16b, v16.16b, v16.16b, #8 /* bs[39,38,37,36] */
ext v1.16b, v17.16b, v17.16b, #8 /* bs[40,41,42,43] */
ext v2.16b, v18.16b, v18.16b, #8 /* bs[55,54,53,52] */
ext v3.16b, v19.16b, v19.16b, #8 /* bs[56,57,58,59] */
fsub v16.4s, v4.4s, v0.4s
fsub v17.4s, v27.4s, v1.4s
fsub v18.4s, v6.4s, v2.4s
fsub v19.4s, v29.4s, v3.4s
fadd v0.4s, v4.4s, v0.4s /* bs[0,1,2,3] */
fadd v1.4s, v1.4s, v27.4s /* bs[8,9,10,11] */
fadd v2.4s, v6.4s, v2.4s /* bs[16,17,18,19] */
fadd v3.4s, v3.4s, v29.4s /* bs[24,25,26,27] */
fmul v16.4s, v16.4s, v20.4s /* bs[7,6,5,4] */
fmul v17.4s, v17.4s, v20.4s /* bs[15,14,13,12] */
fmul v18.4s, v18.4s, v20.4s /* bs[23,22,21,20] */
fmul v19.4s, v19.4s, v20.4s /* bs[31,30,29,28] */
ld1 {v28.4s}, [x4]
zip1 v4.2d, v0.2d, v16.2d /* bs[0,1,7,6] */
zip2 v5.2d, v0.2d, v16.2d /* bs[2,3,5,4] */
zip1 v6.2d, v1.2d, v17.2d /* bs[8,9,15,14] */
zip2 v7.2d, v1.2d, v17.2d /* bs[10,11,13,12] */
zip1 v20.2d, v2.2d, v18.2d /* bs[16,17,23,22] */
zip2 v21.2d, v2.2d, v18.2d /* bs[18,19,21,20] */
zip1 v22.2d, v3.2d, v19.2d /* bs[24,25,31,30] */
zip2 v23.2d, v3.2d, v19.2d /* bs[26,27,29,28] */
rev64 v5.4s, v5.4s /* bs[3,2,4,5] */
rev64 v7.4s, v7.4s /* bs[11,10,12,13] */
rev64 v21.4s, v21.4s /* bs[19,18,20,21] */
rev64 v23.4s, v23.4s /* bs[27,26,28,29] */
AARCH64_DUP_2D(v29, v28, 0)
AARCH64_DUP_4S(v28, v28, 2)
fsub v16.4s, v4.4s, v5.4s
fsub v17.4s, v6.4s, v7.4s
fsub v18.4s, v20.4s, v21.4s
fsub v19.4s, v22.4s, v23.4s
fadd v0.4s, v4.4s, v5.4s /* bs[32,33,36,37] */
fadd v1.4s, v6.4s, v7.4s /* bs[40,41,44,45] */
fadd v2.4s, v20.4s, v21.4s /* bs[48,49,52,53] */
fadd v3.4s, v22.4s, v23.4s /* bs[56,57,60,61] */
fmul v16.4s, v16.4s, v29.4s /* bs[35,34,39,38] */
fmul v17.4s, v17.4s, v29.4s /* bs[43,42,47,46] */
fmul v18.4s, v18.4s, v29.4s /* bs[51,50,55,54] */
fmul v19.4s, v19.4s, v29.4s /* bs[59,58,63,62] */
uzp1 v4.4s, v0.4s, v16.4s /* bs[32,36,35,39] */
uzp2 v5.4s, v0.4s, v16.4s /* bs[33,37,34,38] */
uzp1 v6.4s, v1.4s, v17.4s /* bs[40,44,43,47] */
uzp2 v7.4s, v1.4s, v17.4s /* bs[41,45,42,46] */
uzp1 v20.4s, v2.4s, v18.4s /* bs[48,52,51,55] */
uzp2 v21.4s, v2.4s, v18.4s /* bs[49,53,50,54] */
uzp1 v22.4s, v3.4s, v19.4s /* bs[56,60,59,63] */
uzp2 v23.4s, v3.4s, v19.4s /* bs[57,61,58,62] */
fsub v16.4s, v4.4s, v5.4s
fsub v17.4s, v6.4s, v7.4s
fsub v18.4s, v20.4s, v21.4s
fsub v19.4s, v22.4s, v23.4s
fadd v0.4s, v4.4s, v5.4s /* bs[0,4,2,6] */
fadd v1.4s, v6.4s, v7.4s /* bs[8,12,10,14] */
fadd v2.4s, v20.4s, v21.4s /* bs[16,20,18,22] */
fadd v3.4s, v22.4s, v23.4s /* bs[24,28,26,30] */
fmul v16.4s, v16.4s, v28.4s /* bs[1,5,3,7] */
fmul v17.4s, v17.4s, v28.4s /* bs[9,13,11,15] */
fmul v18.4s, v18.4s, v28.4s /* bs[17,21,19,23] */
fmul v19.4s, v19.4s, v28.4s /* bs[25,29,27,31] */
zip2 v4.2d, v0.2d, v1.2d /* bs[2,6,10,14] */
zip2 v5.2d, v16.2d, v17.2d /* bs[3,7,11,15] */
zip2 v6.2d, v2.2d, v3.2d /* bs[18,22,26,30] */
zip2 v7.2d, v18.2d, v19.2d /* bs[19,23,27,31] */
fadd v4.4s, v4.4s, v5.4s /* bs[2,6,10,14] */
fadd v6.4s, v6.4s, v7.4s /* bs[18,22,26,30] */
ins v0.d[1], v4.d[0] /* bs[0,4,2,6] */
ins v1.d[1], v4.d[1] /* bs[8,12,10,14] */
ins v2.d[1], v6.d[0] /* bs[16,20,18,22] */
ins v3.d[1], v6.d[1] /* bs[24,28,26,30] */
eor v31.16b, v31.16b, v31.16b
zip1 v4.4s, v0.4s, v16.4s /* bs[0,1,4,5] */
zip2 v5.4s, v0.4s, v16.4s /* bs[2,3,6,7] */
zip1 v6.4s, v1.4s, v17.4s /* bs[8,9,12,13] */
zip2 v7.4s, v1.4s, v17.4s /* bs[10,11,14,15] */
zip1 v20.4s, v2.4s, v18.4s /* bs[16,17,20,21] */
zip2 v21.4s, v2.4s, v18.4s /* bs[18,19,22,23] */
zip1 v22.4s, v3.4s, v19.4s /* bs[24,25,28,29] */
zip2 v23.4s, v3.4s, v19.4s /* bs[26,27,30,31] */
zip1 v0.2d, v4.2d, v5.2d /* bs[0,1,2,3] */
zip2 v1.2d, v4.2d, v5.2d /* bs[4,5,6,7] */
zip1 v2.2d, v6.2d, v7.2d /* bs[8,9,10,11] */
zip2 v3.2d, v6.2d, v7.2d /* bs[12,13,14,15] */
rev64 v16.4s, v4.4s
rev64 v17.4s, v6.4s
zip1 v24.2d, v7.2d, v17.2d
zip2 v16.2d, v5.2d, v16.2d
zip2 v17.2d, v7.2d, v17.2d
zip1 v4.2d, v20.2d, v21.2d /* bs[16,17,18,19] */
zip2 v5.2d, v20.2d, v21.2d /* bs[20,21,22,23] */
zip1 v6.2d, v22.2d, v23.2d /* bs[24,25,26,27] */
zip2 v7.2d, v22.2d, v23.2d /* bs[28,29,30,31] */
rev64 v18.4s, v20.4s
rev64 v19.4s, v22.4s
zip1 v25.2d, v23.2d, v19.2d
zip1 v26.2d, v21.2d, v18.2d
zip2 v18.2d, v21.2d, v18.2d
zip2 v19.2d, v23.2d, v19.2d
ins v16.s[3], v31.s[0] /* bs[6,7,5,-] */
ins v17.s[3], v31.s[0] /* bs[14,15,13,-] */
ins v18.s[3], v31.s[0] /* bs[22,23,21,-] */
ins v19.s[3], v31.s[0] /* bs[30,31,29,-] */
ins v24.s[3], v31.s[0] /* bs[10,11,9,-] */
ins v25.s[3], v31.s[0] /* bs[26,27,25,-] */
ins v26.s[3], v31.s[0] /* bs[18,19,17,-] */
fadd v1.4s, v1.4s, v16.4s
fadd v3.4s, v3.4s, v17.4s
fadd v5.4s, v5.4s, v18.4s
fadd v7.4s, v7.4s, v19.4s
fadd v2.4s, v2.4s, v3.4s
fadd v3.4s, v3.4s, v24.4s
fadd v6.4s, v6.4s, v7.4s
fadd v7.4s, v7.4s, v25.4s
fadd v4.4s, v4.4s, v6.4s
fadd v6.4s, v6.4s, v5.4s
fadd v5.4s, v5.4s, v7.4s
fadd v7.4s, v7.4s, v26.4s
mov x3, #64
st1 {v0.s}[1], [x0], x3
st1 {v7.s}[2], [x0], x3
st1 {v3.s}[2], [x0], x3
st1 {v5.s}[2], [x0], x3
st1 {v1.s}[2], [x0], x3
st1 {v6.s}[2], [x0], x3
st1 {v2.s}[2], [x0], x3
st1 {v4.s}[2], [x0], x3
st1 {v0.s}[2], [x0], x3
st1 {v7.s}[0], [x0], x3
st1 {v3.s}[0], [x0], x3
st1 {v5.s}[0], [x0], x3
st1 {v1.s}[0], [x0], x3
st1 {v6.s}[0], [x0], x3
st1 {v2.s}[0], [x0], x3
st1 {v4.s}[0], [x0], x3
st1 {v0.s}[0], [x0]
st1 {v0.s}[1], [x1], x3
st1 {v4.s}[1], [x1], x3
st1 {v2.s}[1], [x1], x3
st1 {v6.s}[1], [x1], x3
st1 {v1.s}[1], [x1], x3
st1 {v5.s}[1], [x1], x3
st1 {v3.s}[1], [x1], x3
st1 {v7.s}[1], [x1], x3
st1 {v0.s}[3], [x1], x3
st1 {v4.s}[3], [x1], x3
st1 {v2.s}[3], [x1], x3
st1 {v6.s}[3], [x1], x3
st1 {v1.s}[3], [x1], x3
st1 {v5.s}[3], [x1], x3
st1 {v3.s}[3], [x1], x3
st1 {v7.s}[3], [x1]
ret
NONEXEC_STACK