dnl x86-64 mpn_divrem_1 -- mpn by limb division. dnl Copyright 2004, 2005, 2007-2012, 2014 Free Software Foundation, Inc. dnl This file is part of the GNU MP Library. dnl dnl The GNU MP Library is free software; you can redistribute it and/or modify dnl it under the terms of either: dnl dnl * the GNU Lesser General Public License as published by the Free dnl Software Foundation; either version 3 of the License, or (at your dnl option) any later version. dnl dnl or dnl dnl * the GNU General Public License as published by the Free Software dnl Foundation; either version 2 of the License, or (at your option) any dnl later version. dnl dnl or both in parallel, as here. dnl dnl The GNU MP Library is distributed in the hope that it will be useful, but dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License dnl for more details. dnl dnl You should have received copies of the GNU General Public License and the dnl GNU Lesser General Public License along with the GNU MP Library. If not, dnl see https://www.gnu.org/licenses/. include(`../config.m4') C norm unorm frac C AMD K8,K9 13 13 12 C AMD K10 13 13 12 C Intel P4 43 44 43 C Intel core2 24.5 24.5 19.5 C Intel corei 20.5 19.5 18 C Intel atom 43 46 36 C VIA nano 25.5 25.5 24 C mp_limb_t C mpn_divrem_1 (mp_ptr qp, mp_size_t fn, C mp_srcptr np, mp_size_t nn, mp_limb_t d) C mp_limb_t C mpn_preinv_divrem_1 (mp_ptr qp, mp_size_t fn, C mp_srcptr np, mp_size_t nn, mp_limb_t d, C mp_limb_t dinv, int cnt) C INPUT PARAMETERS define(`qp', `%rdi') define(`fn_param', `%rsi') define(`up_param', `%rdx') define(`un_param', `%rcx') define(`d', `%r8') define(`dinv', `%r9') C only for mpn_preinv_divrem_1 C shift passed on stack C only for mpn_preinv_divrem_1 define(`cnt', `%rcx') define(`up', `%rsi') define(`fn', `%r12') define(`un', `%rbx') C rax rbx rcx rdx rsi rdi rbp r8 r9 r10 r11 r12 r13 r14 r15 C cnt qp d dinv ABI_SUPPORT(DOS64) ABI_SUPPORT(STD64) IFSTD(`define(`CNTOFF', `40($1)')') IFDOS(`define(`CNTOFF', `104($1)')') ASM_START() TEXT ALIGN(16) PROLOGUE(mpn_preinv_divrem_1) FUNC_ENTRY(4) IFDOS(` mov 56(%rsp), %r8 ') IFDOS(` mov 64(%rsp), %r9 ') xor R32(%rax), R32(%rax) push %r13 push %r12 push %rbp push %rbx mov fn_param, fn mov un_param, un add fn_param, un_param mov up_param, up lea -8(qp,un_param,8), qp test d, d js L(nent) mov CNTOFF(%rsp), R8(cnt) shl R8(cnt), d jmp L(uent) EPILOGUE() ALIGN(16) PROLOGUE(mpn_divrem_1) FUNC_ENTRY(4) IFDOS(` mov 56(%rsp), %r8 ') xor R32(%rax), R32(%rax) push %r13 push %r12 push %rbp push %rbx mov fn_param, fn mov un_param, un add fn_param, un_param mov up_param, up je L(ret) lea -8(qp,un_param,8), qp xor R32(%rbp), R32(%rbp) test d, d jns L(unnormalized) L(normalized): test un, un je L(8) C un == 0 mov -8(up,un,8), %rbp dec un mov %rbp, %rax sub d, %rbp cmovc %rax, %rbp sbb R32(%rax), R32(%rax) inc R32(%rax) mov %rax, (qp) lea -8(qp), qp L(8): IFSTD(` push %rdi ') IFSTD(` push %rsi ') push %r8 IFSTD(` mov d, %rdi ') IFDOS(` sub $32, %rsp ') IFDOS(` mov d, %rcx ') ASSERT(nz, `test $15, %rsp') CALL( mpn_invert_limb) IFDOS(` add $32, %rsp ') pop %r8 IFSTD(` pop %rsi ') IFSTD(` pop %rdi ') mov %rax, dinv mov %rbp, %rax jmp L(nent) ALIGN(16) L(ntop):mov (up,un,8), %r10 C K8-K10 P6-CNR P6-NHM P4 mul dinv C 0,13 0,20 0,18 0,45 add %r10, %rax C 4 8 3 12 adc %rbp, %rdx C 5 9 10 13 mov %rax, %rbp C 5 9 4 13 mov %rdx, %r13 C 6 11 12 23 imul d, %rdx C 6 11 11 23 sub %rdx, %r10 C 10 16 14 33 mov d, %rax C add %r10, %rax C 11 17 15 34 cmp %rbp, %r10 C 11 17 15 34 cmovc %r10, %rax C 12 18 16 35 adc $-1, %r13 C cmp d, %rax C jae L(nfx) C L(nok): mov %r13, (qp) C sub $8, qp C L(nent):lea 1(%rax), %rbp C dec un C jns L(ntop) C xor R32(%rcx), R32(%rcx) jmp L(frac) L(nfx): sub d, %rax inc %r13 jmp L(nok) L(unnormalized): test un, un je L(44) mov -8(up,un,8), %rax cmp d, %rax jae L(44) mov %rbp, (qp) mov %rax, %rbp lea -8(qp), qp je L(ret) dec un L(44): bsr d, %rcx not R32(%rcx) shl R8(%rcx), d shl R8(%rcx), %rbp push %rcx IFSTD(` push %rdi ') IFSTD(` push %rsi ') push %r8 IFSTD(` sub $8, %rsp ') IFSTD(` mov d, %rdi ') IFDOS(` sub $40, %rsp ') IFDOS(` mov d, %rcx ') ASSERT(nz, `test $15, %rsp') CALL( mpn_invert_limb) IFSTD(` add $8, %rsp ') IFDOS(` add $40, %rsp ') pop %r8 IFSTD(` pop %rsi ') IFSTD(` pop %rdi ') pop %rcx mov %rax, dinv mov %rbp, %rax test un, un je L(frac) L(uent):dec un mov (up,un,8), %rbp neg R32(%rcx) shr R8(%rcx), %rbp neg R32(%rcx) or %rbp, %rax jmp L(ent) ALIGN(16) L(utop):mov (up,un,8), %r10 shl R8(%rcx), %rbp neg R32(%rcx) shr R8(%rcx), %r10 neg R32(%rcx) or %r10, %rbp mul dinv add %rbp, %rax adc %r11, %rdx mov %rax, %r11 mov %rdx, %r13 imul d, %rdx sub %rdx, %rbp mov d, %rax add %rbp, %rax cmp %r11, %rbp cmovc %rbp, %rax adc $-1, %r13 cmp d, %rax jae L(ufx) L(uok): mov %r13, (qp) sub $8, qp L(ent): mov (up,un,8), %rbp dec un lea 1(%rax), %r11 jns L(utop) L(uend):shl R8(%rcx), %rbp mul dinv add %rbp, %rax adc %r11, %rdx mov %rax, %r11 mov %rdx, %r13 imul d, %rdx sub %rdx, %rbp mov d, %rax add %rbp, %rax cmp %r11, %rbp cmovc %rbp, %rax adc $-1, %r13 cmp d, %rax jae L(efx) L(eok): mov %r13, (qp) sub $8, qp jmp L(frac) L(ufx): sub d, %rax inc %r13 jmp L(uok) L(efx): sub d, %rax inc %r13 jmp L(eok) L(frac):mov d, %rbp neg %rbp jmp L(fent) ALIGN(16) C K8-K10 P6-CNR P6-NHM P4 L(ftop):mul dinv C 0,12 0,17 0,17 add %r11, %rdx C 5 8 10 mov %rax, %r11 C 4 8 3 mov %rdx, %r13 C 6 9 11 imul %rbp, %rdx C 6 9 11 mov d, %rax C add %rdx, %rax C 10 14 14 cmp %r11, %rdx C 10 14 14 cmovc %rdx, %rax C 11 15 15 adc $-1, %r13 C mov %r13, (qp) C sub $8, qp C L(fent):lea 1(%rax), %r11 C dec fn C jns L(ftop) C shr R8(%rcx), %rax L(ret): pop %rbx pop %rbp pop %r12 pop %r13 FUNC_EXIT() ret EPILOGUE() CF_PROT