339dbf0e39
(__pthread_rwlock_rdlock): Don't use non SH-3/4 instruction. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_wrlock.S: (__pthread_rwlock_wrlock): Likewise. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_timedrdlock.S: (pthread_rwlock_timedrdlock): Likewise. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_timedwrlock.S: (pthread_rwlock_timedwrlock): Likewise. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_unlock.S: (__pthread_rwlock_unlock): Likewise. 2007-06-10 Kaz Kojima <kkojima@rr.iij4u.or.jp> * sysdeps/sh/tcb-offsets.sym: Add PRIVATE_FUTEX. * sysdeps/unix/sysv/linux/sh/bits/pthreadtypes.h: Include endian.h. Split __flags into __flags, __shared, __pad1 and __pad2. * sysdeps/unix/sysv/linux/sh/libc-lowlevellock.S: Use private futexes if they are available. * sysdeps/unix/sysv/linux/sh/lowlevellock.S: Adjust so that change in libc-lowlevellock.S allow using private futexes. * sysdeps/unix/sysv/linux/sh/lowlevellock.h: Define FUTEX_PRIVATE_FLAG. Add additional parameter to lll_futex_wait, lll_futex_timed_wait and lll_futex_wake. Change lll_futex_wait to call lll_futex_timed_wait. Add lll_private_futex_wait, lll_private_futex_timed_wait and lll_private_futex_wake. (lll_robust_mutex_unlock): Fix typo. * sysdeps/unix/sysv/linux/sh/pthread_barrier_wait.S: Use private field in futex command setup. * sysdeps/unix/sysv/linux/sh/pthread_cond_timedwait.S: Use COND_NWAITERS_SHIFT instead of COND_CLOCK_BITS. * sysdeps/unix/sysv/linux/sh/pthread_cond_wait.S: Likewise. * sysdeps/unix/sysv/linux/sh/pthread_once.S: Use private futexes if they are available. Remove clear_once_control. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_rdlock.S: Use private futexes if they are available. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_timedrdlock.S: Likewise. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_timedwrlock.S: Likewise. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_unlock.S: Likewise. * sysdeps/unix/sysv/linux/sh/pthread_rwlock_wrlock.S: Likewise. * sysdeps/unix/sysv/linux/sh/sem_post.S: Add private futex support. Wake only when there are waiters. * sysdeps/unix/sysv/linux/sh/sem_wait.S: Add private futex support. Indicate that there are waiters. Remove unnecessary extra cancellation test. * sysdeps/unix/sysv/linux/sh/sem_timedwait.S: Likewise. Removed left-over duplication of __sem_wait_cleanup.
249 lines
4.1 KiB
ArmAsm
249 lines
4.1 KiB
ArmAsm
/* Copyright (C) 2003, 2007 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, write to the Free
|
|
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
|
02111-1307 USA. */
|
|
|
|
#include <sysdep.h>
|
|
#include <lowlevelrwlock.h>
|
|
#include <pthread-errnos.h>
|
|
#include <tcb-offsets.h>
|
|
#include <kernel-features.h>
|
|
#include "lowlevel-atomic.h"
|
|
|
|
#define SYS_futex 240
|
|
#define FUTEX_WAIT 0
|
|
#define FUTEX_WAKE 1
|
|
#define FUTEX_PRIVATE_FLAG 128
|
|
|
|
|
|
.text
|
|
|
|
.globl __pthread_rwlock_rdlock
|
|
.type __pthread_rwlock_rdlock,@function
|
|
.align 5
|
|
__pthread_rwlock_rdlock:
|
|
mov.l r12, @-r15
|
|
mov.l r9, @-r15
|
|
mov.l r8, @-r15
|
|
sts.l pr, @-r15
|
|
mov r4, r8
|
|
|
|
/* Get the lock. */
|
|
mov #0, r3
|
|
mov #1, r4
|
|
#if MUTEX == 0
|
|
CMPXCHG (r3, @r8, r4, r2)
|
|
#else
|
|
CMPXCHG (r3, @(MUTEX,r8), r4, r2)
|
|
#endif
|
|
bf 1f
|
|
2:
|
|
mov.l @(WRITER,r8), r0
|
|
tst r0, r0
|
|
bf 14f
|
|
mov.l @(WRITERS_QUEUED,r8), r0
|
|
tst r0, r0
|
|
bt 5f
|
|
mov #FLAGS, r0
|
|
mov.b @(r0,r8), r0
|
|
tst r0, r0
|
|
bt 5f
|
|
3:
|
|
mov.l @(READERS_QUEUED,r8), r0
|
|
add #1, r0
|
|
mov.l r0, @(READERS_QUEUED,r8)
|
|
tst r0, r0
|
|
bt 4f
|
|
|
|
mov.l @(READERS_WAKEUP,r8), r9
|
|
|
|
#if MUTEX == 0
|
|
DEC (@r8, r2)
|
|
#else
|
|
DEC (@(MUTEX,r8), r2)
|
|
#endif
|
|
tst r2, r2
|
|
bf 10f
|
|
11:
|
|
#if __ASSUME_PRIVATE_FUTEX
|
|
mov #PSHARED, r0
|
|
mov.b @(r0,r8), r5
|
|
mov #(FUTEX_PRIVATE_FLAG|FUTEX_WAIT), r0
|
|
xor r0, r5
|
|
extu.b r5, r5
|
|
#else
|
|
mov #PSHARED, r0
|
|
mov.b @(r0,r8), r5
|
|
extu.b r5, r5
|
|
# if FUTEX_WAIT != 0
|
|
mov #FUTEX_WAIT, r0
|
|
or r0, r5
|
|
# endif
|
|
stc gbr, r1
|
|
mov.w .Lpfoff, r2
|
|
add r2, r1
|
|
mov.l @r1, r0
|
|
xor r0, r5
|
|
#endif
|
|
mov r8, r4
|
|
add #READERS_WAKEUP, r4
|
|
mov r9, r6
|
|
mov #0, r7
|
|
mov #SYS_futex, r3
|
|
extu.b r3, r3
|
|
trapa #0x14
|
|
SYSCALL_INST_PAD
|
|
|
|
/* Reget the lock. */
|
|
mov #0, r3
|
|
mov #1, r4
|
|
#if MUTEX == 0
|
|
CMPXCHG (r3, @r8, r4, r2)
|
|
#else
|
|
CMPXCHG (r3, @(MUTEX,r8), r4, r2)
|
|
#endif
|
|
bf 12f
|
|
13:
|
|
mov.l @(READERS_QUEUED,r8), r0
|
|
add #-1, r0
|
|
bra 2b
|
|
mov.l r0, @(READERS_QUEUED,r8)
|
|
|
|
5:
|
|
mov #0, r3
|
|
mov.l @(NR_READERS,r8), r0
|
|
add #1, r0
|
|
mov.l r0, @(NR_READERS,r8)
|
|
tst r0, r0
|
|
bt 8f
|
|
|
|
9:
|
|
#if MUTEX == 0
|
|
DEC (@r8, r2)
|
|
#else
|
|
DEC (@(MUTEX,r8), r2)
|
|
#endif
|
|
tst r2, r2
|
|
bf 6f
|
|
7:
|
|
lds.l @r15+, pr
|
|
mov.l @r15+, r8
|
|
mov.l @r15+, r9
|
|
mov.l @r15+, r12
|
|
rts
|
|
mov r3, r0
|
|
|
|
#if !__ASSUME_PRIVATE_FUTEX
|
|
.Lpfoff:
|
|
.word PRIVATE_FUTEX - TLS_PRE_TCB_SIZE
|
|
#endif
|
|
|
|
1:
|
|
mov r8, r5
|
|
#if MUTEX != 0
|
|
add #MUTEX, r5
|
|
#endif
|
|
mov r2, r4
|
|
mov.l .Lwait0, r1
|
|
bsrf r1
|
|
nop
|
|
.Lwait0b:
|
|
bra 2b
|
|
nop
|
|
14:
|
|
stc gbr, r1
|
|
mov.w .Ltidoff, r2
|
|
add r2, r1
|
|
mov.l @r1, r1
|
|
cmp/eq r1, r0
|
|
bf 3b
|
|
/* Deadlock detected. */
|
|
bra 9b
|
|
mov #EDEADLK, r3
|
|
|
|
.Ltidoff:
|
|
.word TID - TLS_PRE_TCB_SIZE
|
|
|
|
6:
|
|
mov r8, r4
|
|
#if MUTEX != 0
|
|
add #MUTEX, r4
|
|
#endif
|
|
mov.l .Lwake0, r1
|
|
bsrf r1
|
|
nop
|
|
.Lwake0b:
|
|
bra 7b
|
|
mov #0, r3
|
|
|
|
8:
|
|
/* Overflow. */
|
|
mov.l @(NR_READERS,r8), r1
|
|
add #-1, r1
|
|
mov.l r1, @(NR_READERS,r8)
|
|
bra 9b
|
|
mov #EAGAIN, r3
|
|
|
|
4:
|
|
/* Overflow. */
|
|
mov.l @(READERS_QUEUED,r8), r1
|
|
add #-1, r1
|
|
mov.l r1, @(READERS_QUEUED,r8)
|
|
bra 9b
|
|
mov #EAGAIN, r3
|
|
|
|
10:
|
|
mov r8, r4
|
|
#if MUTEX != 0
|
|
add #MUTEX, r4
|
|
#endif
|
|
mov.l .Lwake1, r1
|
|
bsrf r1
|
|
nop
|
|
.Lwake1b:
|
|
bra 11b
|
|
nop
|
|
|
|
12:
|
|
mov r8, r5
|
|
#if MUTEX != 0
|
|
add #MUTEX, r5
|
|
#endif
|
|
mov r2, r4
|
|
mov.l .Lwait1, r1
|
|
bsrf r1
|
|
nop
|
|
.Lwait1b:
|
|
bra 13b
|
|
nop
|
|
|
|
.align 2
|
|
.Lwait0:
|
|
.long __lll_mutex_lock_wait-.Lwait0b
|
|
.Lwake0:
|
|
.long __lll_mutex_unlock_wake-.Lwake0b
|
|
.Lwait1:
|
|
.long __lll_mutex_lock_wait-.Lwait1b
|
|
.Lwake1:
|
|
.long __lll_mutex_unlock_wake-.Lwake1b
|
|
.size __pthread_rwlock_rdlock,.-__pthread_rwlock_rdlock
|
|
|
|
.globl pthread_rwlock_rdlock
|
|
pthread_rwlock_rdlock = __pthread_rwlock_rdlock
|
|
|
|
.globl __pthread_rwlock_rdlock_internal
|
|
__pthread_rwlock_rdlock_internal = __pthread_rwlock_rdlock
|