|
Packit |
6c4009 |
/* Copyright (C) 2002-2018 Free Software Foundation, Inc.
|
|
Packit |
6c4009 |
This file is part of the GNU C Library.
|
|
Packit |
6c4009 |
Contributed by Ulrich Drepper <drepper@redhat.com>, 2002.
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
The GNU C Library is free software; you can redistribute it and/or
|
|
Packit |
6c4009 |
modify it under the terms of the GNU Lesser General Public
|
|
Packit |
6c4009 |
License as published by the Free Software Foundation; either
|
|
Packit |
6c4009 |
version 2.1 of the License, or (at your option) any later version.
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
The GNU C Library is distributed in the hope that it will be useful,
|
|
Packit |
6c4009 |
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
Packit |
6c4009 |
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Packit |
6c4009 |
Lesser General Public License for more details.
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
You should have received a copy of the GNU Lesser General Public
|
|
Packit |
6c4009 |
License along with the GNU C Library; if not, see
|
|
Packit |
6c4009 |
<http://www.gnu.org/licenses/>. */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
#include <sysdep.h>
|
|
Packit |
6c4009 |
#include <pthread-errnos.h>
|
|
Packit |
6c4009 |
#include <kernel-features.h>
|
|
Packit |
6c4009 |
#include <lowlevellock.h>
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
#include <stap-probe.h>
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
.text
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
#define LOAD_PRIVATE_FUTEX_WAIT(reg) \
|
|
Packit |
6c4009 |
movl $(FUTEX_WAIT | FUTEX_PRIVATE_FLAG), reg
|
|
Packit |
6c4009 |
#define LOAD_PRIVATE_FUTEX_WAKE(reg) \
|
|
Packit |
6c4009 |
movl $(FUTEX_WAKE | FUTEX_PRIVATE_FLAG), reg
|
|
Packit |
6c4009 |
#define LOAD_FUTEX_WAIT(reg) \
|
|
Packit |
6c4009 |
xorl $(FUTEX_WAIT | FUTEX_PRIVATE_FLAG), reg
|
|
Packit |
6c4009 |
#define LOAD_FUTEX_WAIT_ABS(reg) \
|
|
Packit |
6c4009 |
xorl $(FUTEX_WAIT_BITSET | FUTEX_PRIVATE_FLAG | FUTEX_CLOCK_REALTIME), reg
|
|
Packit |
6c4009 |
#define LOAD_FUTEX_WAKE(reg) \
|
|
Packit |
6c4009 |
xorl $(FUTEX_WAKE | FUTEX_PRIVATE_FLAG), reg
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
.globl __lll_lock_wait_private
|
|
Packit |
6c4009 |
.type __lll_lock_wait_private,@function
|
|
Packit |
6c4009 |
.hidden __lll_lock_wait_private
|
|
Packit |
6c4009 |
.align 16
|
|
Packit |
6c4009 |
__lll_lock_wait_private:
|
|
Packit |
6c4009 |
cfi_startproc
|
|
Packit |
6c4009 |
pushq %r10
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_offset(%r10, -16)
|
|
Packit |
6c4009 |
cfi_offset(%rdx, -24)
|
|
Packit |
6c4009 |
xorq %r10, %r10 /* No timeout. */
|
|
Packit |
6c4009 |
movl $2, %edx
|
|
Packit |
6c4009 |
LOAD_PRIVATE_FUTEX_WAIT (%esi)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cmpl %edx, %eax /* NB: %edx == 2 */
|
|
Packit |
6c4009 |
jne 2f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
1: LIBC_PROBE (lll_lock_wait_private, 1, %rdi)
|
|
Packit |
6c4009 |
movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
2: movl %edx, %eax
|
|
Packit |
6c4009 |
xchgl %eax, (%rdi) /* NB: lock is implied */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
testl %eax, %eax
|
|
Packit |
6c4009 |
jnz 1b
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
popq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%rdx)
|
|
Packit |
6c4009 |
popq %r10
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r10)
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
cfi_endproc
|
|
Packit |
6c4009 |
.size __lll_lock_wait_private,.-__lll_lock_wait_private
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
#if !IS_IN (libc)
|
|
Packit |
6c4009 |
.globl __lll_lock_wait
|
|
Packit |
6c4009 |
.type __lll_lock_wait,@function
|
|
Packit |
6c4009 |
.hidden __lll_lock_wait
|
|
Packit |
6c4009 |
.align 16
|
|
Packit |
6c4009 |
__lll_lock_wait:
|
|
Packit |
6c4009 |
cfi_startproc
|
|
Packit |
6c4009 |
pushq %r10
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_offset(%r10, -16)
|
|
Packit |
6c4009 |
cfi_offset(%rdx, -24)
|
|
Packit |
6c4009 |
xorq %r10, %r10 /* No timeout. */
|
|
Packit |
6c4009 |
movl $2, %edx
|
|
Packit |
6c4009 |
LOAD_FUTEX_WAIT (%esi)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cmpl %edx, %eax /* NB: %edx == 2 */
|
|
Packit |
6c4009 |
jne 2f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
1: LIBC_PROBE (lll_lock_wait, 2, %rdi, %rsi)
|
|
Packit |
6c4009 |
movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
2: movl %edx, %eax
|
|
Packit |
6c4009 |
xchgl %eax, (%rdi) /* NB: lock is implied */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
testl %eax, %eax
|
|
Packit |
6c4009 |
jnz 1b
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
popq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%rdx)
|
|
Packit |
6c4009 |
popq %r10
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r10)
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
cfi_endproc
|
|
Packit |
6c4009 |
.size __lll_lock_wait,.-__lll_lock_wait
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* %rdi: futex
|
|
Packit |
6c4009 |
%rsi: flags
|
|
Packit |
6c4009 |
%rdx: timeout
|
|
Packit |
6c4009 |
%eax: futex value
|
|
Packit |
6c4009 |
*/
|
|
Packit |
6c4009 |
.globl __lll_timedlock_wait
|
|
Packit |
6c4009 |
.type __lll_timedlock_wait,@function
|
|
Packit |
6c4009 |
.hidden __lll_timedlock_wait
|
|
Packit |
6c4009 |
.align 16
|
|
Packit |
6c4009 |
__lll_timedlock_wait:
|
|
Packit |
6c4009 |
cfi_startproc
|
|
Packit |
6c4009 |
# ifndef __ASSUME_FUTEX_CLOCK_REALTIME
|
|
Packit |
6c4009 |
# ifdef PIC
|
|
Packit |
6c4009 |
cmpl $0, __have_futex_clock_realtime(%rip)
|
|
Packit |
6c4009 |
# else
|
|
Packit |
6c4009 |
cmpl $0, __have_futex_clock_realtime
|
|
Packit |
6c4009 |
# endif
|
|
Packit |
6c4009 |
je .Lreltmo
|
|
Packit |
6c4009 |
# endif
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cmpq $0, (%rdx)
|
|
Packit |
6c4009 |
js 5f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
pushq %r9
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_rel_offset(%r9, 0)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movq %rdx, %r10
|
|
Packit |
6c4009 |
movl $0xffffffff, %r9d
|
|
Packit |
6c4009 |
LOAD_FUTEX_WAIT_ABS (%esi)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movl $2, %edx
|
|
Packit |
6c4009 |
cmpl %edx, %eax
|
|
Packit |
6c4009 |
jne 2f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
1: movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
movl $2, %edx
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
2: xchgl %edx, (%rdi) /* NB: lock is implied */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
testl %edx, %edx
|
|
Packit |
6c4009 |
jz 3f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cmpl $-ETIMEDOUT, %eax
|
|
Packit |
6c4009 |
je 4f
|
|
Packit |
6c4009 |
cmpl $-EINVAL, %eax
|
|
Packit |
6c4009 |
jne 1b
|
|
Packit |
6c4009 |
4: movl %eax, %edx
|
|
Packit |
6c4009 |
negl %edx
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
3: movl %edx, %eax
|
|
Packit |
6c4009 |
popq %r9
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r9)
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
5: movl $ETIMEDOUT, %eax
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
# ifndef __ASSUME_FUTEX_CLOCK_REALTIME
|
|
Packit |
6c4009 |
.Lreltmo:
|
|
Packit |
6c4009 |
/* Check for a valid timeout value. */
|
|
Packit |
6c4009 |
cmpq $1000000000, 8(%rdx)
|
|
Packit |
6c4009 |
jae 3f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
pushq %r8
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %r9
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %r12
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %r13
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %r14
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_offset(%r8, -16)
|
|
Packit |
6c4009 |
cfi_offset(%r9, -24)
|
|
Packit |
6c4009 |
cfi_offset(%r12, -32)
|
|
Packit |
6c4009 |
cfi_offset(%r13, -40)
|
|
Packit |
6c4009 |
cfi_offset(%r14, -48)
|
|
Packit |
6c4009 |
pushq %rsi
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Stack frame for the timespec and timeval structs. */
|
|
Packit |
6c4009 |
subq $24, %rsp
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(24)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movq %rdi, %r12
|
|
Packit |
6c4009 |
movq %rdx, %r13
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movl $2, %edx
|
|
Packit |
6c4009 |
xchgl %edx, (%r12)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
testl %edx, %edx
|
|
Packit |
6c4009 |
je 6f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
1:
|
|
Packit |
6c4009 |
/* Get current time. */
|
|
Packit |
6c4009 |
movq %rsp, %rdi
|
|
Packit |
6c4009 |
xorl %esi, %esi
|
|
Packit |
6c4009 |
/* This call works because we directly jump to a system call entry
|
|
Packit |
6c4009 |
which preserves all the registers. */
|
|
Packit |
6c4009 |
call JUMPTARGET(__gettimeofday)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Compute relative timeout. */
|
|
Packit |
6c4009 |
movq 8(%rsp), %rax
|
|
Packit |
6c4009 |
movl $1000, %edi
|
|
Packit |
6c4009 |
mul %rdi /* Milli seconds to nano seconds. */
|
|
Packit |
6c4009 |
movq (%r13), %rdi
|
|
Packit |
6c4009 |
movq 8(%r13), %rsi
|
|
Packit |
6c4009 |
subq (%rsp), %rdi
|
|
Packit |
6c4009 |
subq %rax, %rsi
|
|
Packit |
6c4009 |
jns 4f
|
|
Packit |
6c4009 |
addq $1000000000, %rsi
|
|
Packit |
6c4009 |
decq %rdi
|
|
Packit |
6c4009 |
4: testq %rdi, %rdi
|
|
Packit |
6c4009 |
js 2f /* Time is already up. */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Store relative timeout. */
|
|
Packit |
6c4009 |
movq %rdi, (%rsp)
|
|
Packit |
6c4009 |
movq %rsi, 8(%rsp)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Futex call. */
|
|
Packit |
6c4009 |
movl $2, %edx
|
|
Packit |
6c4009 |
movl $1, %eax
|
|
Packit |
6c4009 |
movq %rsp, %r10
|
|
Packit |
6c4009 |
movl 24(%rsp), %esi
|
|
Packit |
6c4009 |
LOAD_FUTEX_WAIT (%esi)
|
|
Packit |
6c4009 |
movq %r12, %rdi
|
|
Packit |
6c4009 |
movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* NB: %edx == 2 */
|
|
Packit |
6c4009 |
xchgl %edx, (%r12)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
testl %edx, %edx
|
|
Packit |
6c4009 |
je 6f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cmpl $-ETIMEDOUT, %eax
|
|
Packit |
6c4009 |
jne 1b
|
|
Packit |
6c4009 |
2: movl $ETIMEDOUT, %edx
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
6: addq $32, %rsp
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-32)
|
|
Packit |
6c4009 |
popq %r14
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r14)
|
|
Packit |
6c4009 |
popq %r13
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r13)
|
|
Packit |
6c4009 |
popq %r12
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r12)
|
|
Packit |
6c4009 |
popq %r9
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r9)
|
|
Packit |
6c4009 |
popq %r8
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r8)
|
|
Packit |
6c4009 |
movl %edx, %eax
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
3: movl $EINVAL, %eax
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
# endif
|
|
Packit |
6c4009 |
cfi_endproc
|
|
Packit |
6c4009 |
.size __lll_timedlock_wait,.-__lll_timedlock_wait
|
|
Packit |
6c4009 |
#endif
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
.globl __lll_unlock_wake_private
|
|
Packit |
6c4009 |
.type __lll_unlock_wake_private,@function
|
|
Packit |
6c4009 |
.hidden __lll_unlock_wake_private
|
|
Packit |
6c4009 |
.align 16
|
|
Packit |
6c4009 |
__lll_unlock_wake_private:
|
|
Packit |
6c4009 |
cfi_startproc
|
|
Packit |
6c4009 |
pushq %rsi
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_offset(%rsi, -16)
|
|
Packit |
6c4009 |
cfi_offset(%rdx, -24)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movl $0, (%rdi)
|
|
Packit |
6c4009 |
LOAD_PRIVATE_FUTEX_WAKE (%esi)
|
|
Packit |
6c4009 |
movl $1, %edx /* Wake one thread. */
|
|
Packit |
6c4009 |
movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
popq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%rdx)
|
|
Packit |
6c4009 |
popq %rsi
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%rsi)
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
cfi_endproc
|
|
Packit |
6c4009 |
.size __lll_unlock_wake_private,.-__lll_unlock_wake_private
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
#if !IS_IN (libc)
|
|
Packit |
6c4009 |
.globl __lll_unlock_wake
|
|
Packit |
6c4009 |
.type __lll_unlock_wake,@function
|
|
Packit |
6c4009 |
.hidden __lll_unlock_wake
|
|
Packit |
6c4009 |
.align 16
|
|
Packit |
6c4009 |
__lll_unlock_wake:
|
|
Packit |
6c4009 |
cfi_startproc
|
|
Packit |
6c4009 |
pushq %rsi
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_offset(%rsi, -16)
|
|
Packit |
6c4009 |
cfi_offset(%rdx, -24)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movl $0, (%rdi)
|
|
Packit |
6c4009 |
LOAD_FUTEX_WAKE (%esi)
|
|
Packit |
6c4009 |
movl $1, %edx /* Wake one thread. */
|
|
Packit |
6c4009 |
movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
popq %rdx
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%rdx)
|
|
Packit |
6c4009 |
popq %rsi
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%rsi)
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
cfi_endproc
|
|
Packit |
6c4009 |
.size __lll_unlock_wake,.-__lll_unlock_wake
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
.globl __lll_timedwait_tid
|
|
Packit |
6c4009 |
.type __lll_timedwait_tid,@function
|
|
Packit |
6c4009 |
.hidden __lll_timedwait_tid
|
|
Packit |
6c4009 |
.align 16
|
|
Packit |
6c4009 |
__lll_timedwait_tid:
|
|
Packit |
6c4009 |
cfi_startproc
|
|
Packit |
6c4009 |
pushq %r12
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
pushq %r13
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(8)
|
|
Packit |
6c4009 |
cfi_offset(%r12, -16)
|
|
Packit |
6c4009 |
cfi_offset(%r13, -24)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movq %rdi, %r12
|
|
Packit |
6c4009 |
movq %rsi, %r13
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Align stack to 16 bytes when calling __gettimeofday. */
|
|
Packit |
6c4009 |
subq $24, %rsp
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(24)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Get current time. */
|
|
Packit |
6c4009 |
2: movq %rsp, %rdi
|
|
Packit |
6c4009 |
xorl %esi, %esi
|
|
Packit |
6c4009 |
/* This call works because we directly jump to a system call entry
|
|
Packit |
6c4009 |
which preserves all the registers. */
|
|
Packit |
6c4009 |
call JUMPTARGET(__gettimeofday)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
/* Compute relative timeout. */
|
|
Packit |
6c4009 |
movq 8(%rsp), %rax
|
|
Packit |
6c4009 |
movl $1000, %edi
|
|
Packit |
6c4009 |
mul %rdi /* Milli seconds to nano seconds. */
|
|
Packit |
6c4009 |
movq (%r13), %rdi
|
|
Packit |
6c4009 |
movq 8(%r13), %rsi
|
|
Packit |
6c4009 |
subq (%rsp), %rdi
|
|
Packit |
6c4009 |
subq %rax, %rsi
|
|
Packit |
6c4009 |
jns 5f
|
|
Packit |
6c4009 |
addq $1000000000, %rsi
|
|
Packit |
6c4009 |
decq %rdi
|
|
Packit |
6c4009 |
5: testq %rdi, %rdi
|
|
Packit |
6c4009 |
js 6f /* Time is already up. */
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movq %rdi, (%rsp) /* Store relative timeout. */
|
|
Packit |
6c4009 |
movq %rsi, 8(%rsp)
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movl (%r12), %edx
|
|
Packit |
6c4009 |
testl %edx, %edx
|
|
Packit |
6c4009 |
jz 4f
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
movq %rsp, %r10
|
|
Packit |
6c4009 |
/* XXX The kernel so far uses global futex for the wakeup at
|
|
Packit |
6c4009 |
all times. */
|
|
Packit |
6c4009 |
#if FUTEX_WAIT == 0
|
|
Packit |
6c4009 |
xorl %esi, %esi
|
|
Packit |
6c4009 |
#else
|
|
Packit |
6c4009 |
movl $FUTEX_WAIT, %esi
|
|
Packit |
6c4009 |
#endif
|
|
Packit |
6c4009 |
movq %r12, %rdi
|
|
Packit |
6c4009 |
movl $SYS_futex, %eax
|
|
Packit |
6c4009 |
syscall
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cmpl $0, (%rdi)
|
|
Packit |
6c4009 |
jne 1f
|
|
Packit |
6c4009 |
4: xorl %eax, %eax
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
8: addq $24, %rsp
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-24)
|
|
Packit |
6c4009 |
popq %r13
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r13)
|
|
Packit |
6c4009 |
popq %r12
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(-8)
|
|
Packit |
6c4009 |
cfi_restore(%r12)
|
|
Packit |
6c4009 |
retq
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
cfi_adjust_cfa_offset(32)
|
|
Packit |
6c4009 |
1: cmpq $-ETIMEDOUT, %rax
|
|
Packit |
6c4009 |
jne 2b
|
|
Packit |
6c4009 |
|
|
Packit |
6c4009 |
6: movl $ETIMEDOUT, %eax
|
|
Packit |
6c4009 |
jmp 8b
|
|
Packit |
6c4009 |
cfi_endproc
|
|
Packit |
6c4009 |
.size __lll_timedwait_tid,.-__lll_timedwait_tid
|
|
Packit |
6c4009 |
#endif
|