dnl  x86-64 mpn_divrem_1 -- mpn by limb division.

dnl  Copyright 2004, 2005, 2007-2012, 2014 Free Software Foundation, Inc.

dnl  This file is part of the GNU MP Library.

dnl

dnl  The GNU MP Library is free software; you can redistribute it and/or modify

dnl  it under the terms of either:

dnl

dnl    * the GNU Lesser General Public License as published by the Free

dnl      Software Foundation; either version 3 of the License, or (at your

dnl      option) any later version.

dnl

dnl  or

dnl

dnl    * the GNU General Public License as published by the Free Software

dnl      Foundation; either version 2 of the License, or (at your option) any

dnl      later version.

dnl

dnl  or both in parallel, as here.

dnl

dnl  The GNU MP Library is distributed in the hope that it will be useful, but

dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY

dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

dnl  for more details.

dnl

dnl  You should have received copies of the GNU General Public License and the

dnl  GNU Lesser General Public License along with the GNU MP Library.  If not,

dnl  see https://www.gnu.org/licenses/.

include(`../config.m4')

C		norm	unorm	frac

C AMD K8,K9	13	13	12

C AMD K10	13	13	12

C Intel P4	43	44	43

C Intel core2	24.5	24.5	19.5

C Intel corei	20.5	19.5	18

C Intel atom	43	46	36

C VIA nano	25.5	25.5	24

C mp_limb_t

C mpn_divrem_1 (mp_ptr qp, mp_size_t fn,

C               mp_srcptr np, mp_size_t nn, mp_limb_t d)

C mp_limb_t

C mpn_preinv_divrem_1 (mp_ptr qp, mp_size_t fn,

C                      mp_srcptr np, mp_size_t nn, mp_limb_t d,

C                      mp_limb_t dinv, int cnt)

C INPUT PARAMETERS

define(`qp',		`%rdi')

define(`fn_param',	`%rsi')

define(`up_param',	`%rdx')

define(`un_param',	`%rcx')

define(`d',		`%r8')

define(`dinv',		`%r9')		C only for mpn_preinv_divrem_1

C       shift passed on stack		C only for mpn_preinv_divrem_1

define(`cnt',		`%rcx')

define(`up',		`%rsi')

define(`fn',		`%r12')

define(`un',		`%rbx')

C rax rbx rcx rdx rsi rdi rbp r8  r9  r10 r11 r12 r13 r14 r15

C         cnt         qp      d  dinv

ABI_SUPPORT(DOS64)

ABI_SUPPORT(STD64)

IFSTD(`define(`CNTOFF',		`40($1)')')

IFDOS(`define(`CNTOFF',		`104($1)')')

ASM_START()

	TEXT

	ALIGN(16)

PROLOGUE(mpn_preinv_divrem_1)

	FUNC_ENTRY(4)

IFDOS(`	mov	56(%rsp), %r8	')

IFDOS(`	mov	64(%rsp), %r9	')

	xor	R32(%rax), R32(%rax)

	push	%r13

	push	%r12

	push	%rbp

	push	%rbx

	mov	fn_param, fn

	mov	un_param, un

	add	fn_param, un_param

	mov	up_param, up

	lea	-8(qp,un_param,8), qp

	test	d, d

	js	L(nent)

	mov	CNTOFF(%rsp), R8(cnt)

	shl	R8(cnt), d

	jmp	L(uent)

EPILOGUE()

	ALIGN(16)

PROLOGUE(mpn_divrem_1)

	FUNC_ENTRY(4)

IFDOS(`	mov	56(%rsp), %r8	')

	xor	R32(%rax), R32(%rax)

	push	%r13

	push	%r12

	push	%rbp

	push	%rbx

	mov	fn_param, fn

	mov	un_param, un

	add	fn_param, un_param

	mov	up_param, up

	je	L(ret)

	lea	-8(qp,un_param,8), qp

	xor	R32(%rbp), R32(%rbp)

	test	d, d

	jns	L(unnormalized)

L(normalized):

	test	un, un

	je	L(8)			C un == 0

	mov	-8(up,un,8), %rbp

	dec	un

	mov	%rbp, %rax

	sub	d, %rbp

	cmovc	%rax, %rbp

	sbb	R32(%rax), R32(%rax)

	inc	R32(%rax)

	mov	%rax, (qp)

	lea	-8(qp), qp

L(8):

IFSTD(`	push	%rdi		')

IFSTD(`	push	%rsi		')

	push	%r8

IFSTD(`	mov	d, %rdi		')

IFDOS(`	sub	$32, %rsp	')

IFDOS(`	mov	d, %rcx		')

	ASSERT(nz, `test $15, %rsp')

	CALL(	mpn_invert_limb)

IFDOS(`	add	$32, %rsp	')

	pop	%r8

IFSTD(`	pop	%rsi		')

IFSTD(`	pop	%rdi		')

	mov	%rax, dinv

	mov	%rbp, %rax

	jmp	L(nent)

	ALIGN(16)

L(ntop):mov	(up,un,8), %r10		C	    K8-K10  P6-CNR P6-NHM  P4

	mul	dinv			C	      0,13   0,20   0,18   0,45

	add	%r10, %rax		C	      4      8      3     12

	adc	%rbp, %rdx		C	      5      9     10     13

	mov	%rax, %rbp		C	      5      9      4     13

	mov	%rdx, %r13		C	      6     11     12     23

	imul	d, %rdx			C	      6     11     11     23

	sub	%rdx, %r10		C	     10     16     14     33

	mov	d, %rax			C

	add	%r10, %rax		C	     11     17     15     34

	cmp	%rbp, %r10		C	     11     17     15     34

	cmovc	%r10, %rax		C	     12     18     16     35

	adc	$-1, %r13		C

	cmp	d, %rax			C

	jae	L(nfx)			C

L(nok):	mov	%r13, (qp)		C

	sub	$8, qp			C

L(nent):lea	1(%rax), %rbp		C

	dec	un			C

	jns	L(ntop)			C

	xor	R32(%rcx), R32(%rcx)

	jmp	L(frac)

L(nfx):	sub	d, %rax

	inc	%r13

	jmp	L(nok)

L(unnormalized):

	test	un, un

	je	L(44)

	mov	-8(up,un,8), %rax

	cmp	d, %rax

	jae	L(44)

	mov	%rbp, (qp)

	mov	%rax, %rbp

	lea	-8(qp), qp

	je	L(ret)

	dec	un

L(44):

	bsr	d, %rcx

	not	R32(%rcx)

	shl	R8(%rcx), d

	shl	R8(%rcx), %rbp

	push	%rcx

IFSTD(`	push	%rdi		')

IFSTD(`	push	%rsi		')

	push	%r8

IFSTD(`	sub	$8, %rsp	')

IFSTD(`	mov	d, %rdi		')

IFDOS(`	sub	$40, %rsp	')

IFDOS(`	mov	d, %rcx		')

	ASSERT(nz, `test $15, %rsp')

	CALL(	mpn_invert_limb)

IFSTD(`	add	$8, %rsp	')

IFDOS(`	add	$40, %rsp	')

	pop	%r8

IFSTD(`	pop	%rsi		')

IFSTD(`	pop	%rdi		')

	pop	%rcx

	mov	%rax, dinv

	mov	%rbp, %rax

	test	un, un

	je	L(frac)

L(uent):dec	un

	mov	(up,un,8), %rbp

	neg	R32(%rcx)

	shr	R8(%rcx), %rbp

	neg	R32(%rcx)

	or	%rbp, %rax

	jmp	L(ent)

	ALIGN(16)

L(utop):mov	(up,un,8), %r10

	shl	R8(%rcx), %rbp

	neg	R32(%rcx)

	shr	R8(%rcx), %r10

	neg	R32(%rcx)

	or	%r10, %rbp

	mul	dinv

	add	%rbp, %rax

	adc	%r11, %rdx

	mov	%rax, %r11

	mov	%rdx, %r13

	imul	d, %rdx

	sub	%rdx, %rbp

	mov	d, %rax

	add	%rbp, %rax

	cmp	%r11, %rbp

	cmovc	%rbp, %rax

	adc	$-1, %r13

	cmp	d, %rax

	jae	L(ufx)

L(uok):	mov	%r13, (qp)

	sub	$8, qp

L(ent):	mov	(up,un,8), %rbp

	dec	un

	lea	1(%rax), %r11

	jns	L(utop)

L(uend):shl	R8(%rcx), %rbp

	mul	dinv

	add	%rbp, %rax

	adc	%r11, %rdx

	mov	%rax, %r11

	mov	%rdx, %r13

	imul	d, %rdx

	sub	%rdx, %rbp

	mov	d, %rax

	add	%rbp, %rax

	cmp	%r11, %rbp

	cmovc	%rbp, %rax

	adc	$-1, %r13

	cmp	d, %rax

	jae	L(efx)

L(eok):	mov	%r13, (qp)

	sub	$8, qp

	jmp	L(frac)

L(ufx):	sub	d, %rax

	inc	%r13

	jmp	L(uok)

L(efx):	sub	d, %rax

	inc	%r13

	jmp	L(eok)

L(frac):mov	d, %rbp

	neg	%rbp

	jmp	L(fent)

	ALIGN(16)			C	    K8-K10  P6-CNR P6-NHM  P4

L(ftop):mul	dinv			C	      0,12   0,17   0,17

	add	%r11, %rdx		C	      5      8     10

	mov	%rax, %r11		C	      4      8      3

	mov	%rdx, %r13		C	      6      9     11

	imul	%rbp, %rdx		C	      6      9     11

	mov	d, %rax			C

	add	%rdx, %rax		C	     10     14     14

	cmp	%r11, %rdx		C	     10     14     14

	cmovc	%rdx, %rax		C	     11     15     15

	adc	$-1, %r13		C

	mov	%r13, (qp)		C

	sub	$8, qp			C

L(fent):lea	1(%rax), %r11		C

	dec	fn			C

	jns	L(ftop)			C

	shr	R8(%rcx), %rax

L(ret):	pop	%rbx

	pop	%rbp

	pop	%r12

	pop	%r13

	FUNC_EXIT()

	ret

EPILOGUE()

CF_PROT