/* Set a block of memory to some byte value.
For UltraSPARC.
Copyright (C) 1996-2018 Free Software Foundation, Inc.
This file is part of the GNU C Library.
Contributed by David S. Miller (davem@caip.rutgers.edu) and
Jakub Jelinek (jj@ultra.linux.cz).
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
<http://www.gnu.org/licenses/>. */
#include <sysdep.h>
#include <asm/asi.h>
#ifndef XCC
#define XCC xcc
#define USE_BPR
#endif
#define FPRS_FEF 4
#define SET_BLOCKS(base, offset, source) \
stx source, [base - offset - 0x18]; \
stx source, [base - offset - 0x10]; \
stx source, [base - offset - 0x08]; \
stx source, [base - offset - 0x00];
/* Well, memset is a lot easier to get right than bcopy... */
.text
.align 32
ENTRY(memset)
andcc %o1, 0xff, %o1
mov %o0, %o5
be,a,pt %icc, 50f
#ifndef USE_BPR
srl %o2, 0, %o1
#else
mov %o2, %o1
#endif
cmp %o2, 7
#ifndef USE_BPR
srl %o2, 0, %o2
#endif
bleu,pn %XCC, 17f
andcc %o0, 3, %g5
be,pt %xcc, 4f
and %o1, 0xff, %o1
cmp %g5, 3
be,pn %xcc, 2f
stb %o1, [%o0 + 0x00]
cmp %g5, 2
be,pt %xcc, 2f
stb %o1, [%o0 + 0x01]
stb %o1, [%o0 + 0x02]
2: sub %g5, 4, %g5
sub %o0, %g5, %o0
add %o2, %g5, %o2
4: sllx %o1, 8, %g1
andcc %o0, 4, %g0
or %o1, %g1, %o1
sllx %o1, 16, %g1
or %o1, %g1, %o1
be,pt %xcc, 2f
sllx %o1, 32, %g1
stw %o1, [%o0]
sub %o2, 4, %o2
add %o0, 4, %o0
2: cmp %o2, 128
or %o1, %g1, %o1
blu,pn %xcc, 9f
andcc %o0, 0x38, %g5
be,pn %icc, 6f
mov 64, %o4
andcc %o0, 8, %g0
be,pn %icc, 1f
sub %o4, %g5, %o4
stx %o1, [%o0]
add %o0, 8, %o0
1: andcc %o4, 16, %g0
be,pn %icc, 1f
sub %o2, %o4, %o2
stx %o1, [%o0]
stx %o1, [%o0 + 8]
add %o0, 16, %o0
1: andcc %o4, 32, %g0
be,pn %icc, 7f
andncc %o2, 0x3f, %o3
stw %o1, [%o0]
stw %o1, [%o0 + 4]
stw %o1, [%o0 + 8]
stw %o1, [%o0 + 12]
stw %o1, [%o0 + 16]
stw %o1, [%o0 + 20]
stw %o1, [%o0 + 24]
stw %o1, [%o0 + 28]
add %o0, 32, %o0
7: be,pn %xcc, 9f
nop
ldd [%o0 - 8], %f0
18: wr %g0, ASI_BLK_P, %asi
membar #StoreStore | #LoadStore
andcc %o3, 0xc0, %g5
and %o2, 0x3f, %o2
fsrc2 %f0, %f2
fsrc2 %f0, %f4
andn %o3, 0xff, %o3
fsrc2 %f0, %f6
cmp %g5, 64
fsrc2 %f0, %f8
fsrc2 %f0, %f10
fsrc2 %f0, %f12
brz,pn %g5, 10f
fsrc2 %f0, %f14
be,pn %icc, 2f
stda %f0, [%o0 + 0x00] %asi
cmp %g5, 128
be,pn %icc, 2f
stda %f0, [%o0 + 0x40] %asi
stda %f0, [%o0 + 0x80] %asi
2: brz,pn %o3, 12f
add %o0, %g5, %o0
10: stda %f0, [%o0 + 0x00] %asi
stda %f0, [%o0 + 0x40] %asi
stda %f0, [%o0 + 0x80] %asi
stda %f0, [%o0 + 0xc0] %asi
11: subcc %o3, 256, %o3
bne,pt %xcc, 10b
add %o0, 256, %o0
12: wr %g0, FPRS_FEF, %fprs
membar #StoreLoad | #StoreStore
9: andcc %o2, 0x78, %g5
be,pn %xcc, 13f
andcc %o2, 7, %o2
14: rd %pc, %o4
srl %g5, 1, %o3
sub %o4, %o3, %o4
jmpl %o4 + (13f - 14b), %g0
add %o0, %g5, %o0
12: SET_BLOCKS (%o0, 0x68, %o1)
SET_BLOCKS (%o0, 0x48, %o1)
SET_BLOCKS (%o0, 0x28, %o1)
SET_BLOCKS (%o0, 0x08, %o1)
13: be,pn %xcc, 8f
andcc %o2, 4, %g0
be,pn %xcc, 1f
andcc %o2, 2, %g0
stw %o1, [%o0]
add %o0, 4, %o0
1: be,pn %xcc, 1f
andcc %o2, 1, %g0
sth %o1, [%o0]
add %o0, 2, %o0
1: bne,a,pn %xcc, 8f
stb %o1, [%o0]
8: retl
mov %o5, %o0
17: brz,pn %o2, 0f
8: add %o0, 1, %o0
subcc %o2, 1, %o2
bne,pt %xcc, 8b
stb %o1, [%o0 - 1]
0: retl
mov %o5, %o0
6: stx %o1, [%o0]
andncc %o2, 0x3f, %o3
be,pn %xcc, 9b
nop
ba,pt %xcc, 18b
ldd [%o0], %f0
END(memset)
libc_hidden_builtin_def (memset)
#define ZERO_BLOCKS(base, offset, source) \
stx source, [base - offset - 0x38]; \
stx source, [base - offset - 0x30]; \
stx source, [base - offset - 0x28]; \
stx source, [base - offset - 0x20]; \
stx source, [base - offset - 0x18]; \
stx source, [base - offset - 0x10]; \
stx source, [base - offset - 0x08]; \
stx source, [base - offset - 0x00];
.text
.align 32
ENTRY(__bzero)
#ifndef USE_BPR
srl %o1, 0, %o1
#endif
mov %o0, %o5
50: cmp %o1, 7
bleu,pn %xcc, 17f
andcc %o0, 3, %o2
be,a,pt %xcc, 4f
andcc %o0, 4, %g0
cmp %o2, 3
be,pn %xcc, 2f
stb %g0, [%o0 + 0x00]
cmp %o2, 2
be,pt %xcc, 2f
stb %g0, [%o0 + 0x01]
stb %g0, [%o0 + 0x02]
2: sub %o2, 4, %o2
sub %o0, %o2, %o0
add %o1, %o2, %o1
andcc %o0, 4, %g0
4: be,pt %xcc, 2f
cmp %o1, 128
stw %g0, [%o0]
sub %o1, 4, %o1
add %o0, 4, %o0
2: blu,pn %xcc, 9f
andcc %o0, 0x38, %o2
be,pn %icc, 6f
mov 64, %o4
andcc %o0, 8, %g0
be,pn %icc, 1f
sub %o4, %o2, %o4
stx %g0, [%o0]
add %o0, 8, %o0
1: andcc %o4, 16, %g0
be,pn %icc, 1f
sub %o1, %o4, %o1
stx %g0, [%o0]
stx %g0, [%o0 + 8]
add %o0, 16, %o0
1: andcc %o4, 32, %g0
be,pn %icc, 7f
andncc %o1, 0x3f, %o3
stx %g0, [%o0]
stx %g0, [%o0 + 8]
stx %g0, [%o0 + 16]
stx %g0, [%o0 + 24]
add %o0, 32, %o0
6: andncc %o1, 0x3f, %o3
7: be,pn %xcc, 9f
wr %g0, ASI_BLK_P, %asi
membar #StoreLoad | #StoreStore | #LoadStore
fzero %f0
andcc %o3, 0xc0, %o2
and %o1, 0x3f, %o1
fzero %f2
andn %o3, 0xff, %o3
faddd %f0, %f2, %f4
fmuld %f0, %f2, %f6
cmp %o2, 64
faddd %f0, %f2, %f8
fmuld %f0, %f2, %f10
faddd %f0, %f2, %f12
brz,pn %o2, 10f
fmuld %f0, %f2, %f14
be,pn %icc, 2f
stda %f0, [%o0 + 0x00] %asi
cmp %o2, 128
be,pn %icc, 2f
stda %f0, [%o0 + 0x40] %asi
stda %f0, [%o0 + 0x80] %asi
2: brz,pn %o3, 12f
add %o0, %o2, %o0
10: stda %f0, [%o0 + 0x00] %asi
stda %f0, [%o0 + 0x40] %asi
stda %f0, [%o0 + 0x80] %asi
stda %f0, [%o0 + 0xc0] %asi
11: subcc %o3, 256, %o3
bne,pt %xcc, 10b
add %o0, 256, %o0
12: wr %g0, FPRS_FEF, %fprs
membar #StoreLoad | #StoreStore
9: andcc %o1, 0xf8, %o2
be,pn %xcc, 13f
andcc %o1, 7, %o1
14: rd %pc, %o4
srl %o2, 1, %o3
sub %o4, %o3, %o4
jmpl %o4 + (13f - 14b), %g0
add %o0, %o2, %o0
12: ZERO_BLOCKS (%o0, 0xc8, %g0)
ZERO_BLOCKS (%o0, 0x88, %g0)
ZERO_BLOCKS (%o0, 0x48, %g0)
ZERO_BLOCKS (%o0, 0x08, %g0)
13: be,pn %xcc, 8f
andcc %o1, 4, %g0
be,pn %xcc, 1f
andcc %o1, 2, %g0
stw %g0, [%o0]
add %o0, 4, %o0
1: be,pn %xcc, 1f
andcc %o1, 1, %g0
sth %g0, [%o0]
add %o0, 2, %o0
1: bne,a,pn %xcc, 8f
stb %g0, [%o0]
8: retl
mov %o5, %o0
17: be,pn %xcc, 13b
orcc %o1, 0, %g0
be,pn %xcc, 0f
8: add %o0, 1, %o0
subcc %o1, 1, %o1
bne,pt %xcc, 8b
stb %g0, [%o0 - 1]
0: retl
mov %o5, %o0
END(__bzero)
weak_alias (__bzero, bzero)