2014-01-01 11:03:15 +00:00
|
|
|
/* Copyright (C) 2003-2014 Free Software Foundation, Inc.
|
2003-02-10 09:24:12 +00:00
|
|
|
This file is part of the GNU C Library.
|
|
|
|
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
2012-02-09 23:18:22 +00:00
|
|
|
License along with the GNU C Library; if not, see
|
|
|
|
<http://www.gnu.org/licenses/>. */
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
#include <sysdep.h>
|
2007-08-03 15:50:30 +00:00
|
|
|
#include <lowlevellock.h>
|
2003-02-10 09:24:12 +00:00
|
|
|
#include <lowlevelrwlock.h>
|
2003-03-12 10:28:07 +00:00
|
|
|
#include <pthread-errnos.h>
|
2003-07-12 01:29:23 +00:00
|
|
|
#include <tcb-offsets.h>
|
2007-06-17 16:42:55 +00:00
|
|
|
#include <kernel-features.h>
|
2003-02-10 09:24:12 +00:00
|
|
|
#include "lowlevel-atomic.h"
|
|
|
|
|
|
|
|
|
|
|
|
.text
|
|
|
|
|
|
|
|
.globl __pthread_rwlock_wrlock
|
|
|
|
.type __pthread_rwlock_wrlock,@function
|
|
|
|
.align 5
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_startproc
|
2003-02-10 09:24:12 +00:00
|
|
|
__pthread_rwlock_wrlock:
|
|
|
|
mov.l r12, @-r15
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (4)
|
|
|
|
cfi_rel_offset (r12, 0)
|
2003-05-29 05:38:43 +00:00
|
|
|
mov.l r9, @-r15
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (4)
|
|
|
|
cfi_rel_offset (r9, 0)
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l r8, @-r15
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (4)
|
|
|
|
cfi_rel_offset (r8, 0)
|
2003-02-10 09:24:12 +00:00
|
|
|
sts.l pr, @-r15
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (4)
|
|
|
|
cfi_rel_offset (pr, 0)
|
2003-02-10 09:24:12 +00:00
|
|
|
mov r4, r8
|
|
|
|
|
|
|
|
/* Get the lock. */
|
2003-10-12 23:05:45 +00:00
|
|
|
mov #0, r3
|
|
|
|
mov #1, r4
|
2003-02-10 09:24:12 +00:00
|
|
|
#if MUTEX == 0
|
2003-10-12 23:05:45 +00:00
|
|
|
CMPXCHG (r3, @r8, r4, r2)
|
2003-02-10 09:24:12 +00:00
|
|
|
#else
|
2003-10-12 23:05:45 +00:00
|
|
|
CMPXCHG (r3, @(MUTEX,r8), r4, r2)
|
2003-02-10 09:24:12 +00:00
|
|
|
#endif
|
|
|
|
bf 1f
|
|
|
|
2:
|
|
|
|
mov.l @(WRITER,r8), r0
|
|
|
|
tst r0, r0
|
|
|
|
bf 14f
|
|
|
|
mov.l @(NR_READERS,r8), r0
|
|
|
|
tst r0, r0
|
|
|
|
bt 5f
|
|
|
|
3:
|
|
|
|
mov.l @(WRITERS_QUEUED,r8), r0
|
|
|
|
add #1, r0
|
|
|
|
mov.l r0, @(WRITERS_QUEUED,r8)
|
|
|
|
tst r0, r0
|
|
|
|
bt 4f
|
|
|
|
|
2003-05-29 05:38:43 +00:00
|
|
|
mov.l @(WRITERS_WAKEUP,r8), r9
|
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
#if MUTEX == 0
|
|
|
|
DEC (@r8, r2)
|
|
|
|
#else
|
|
|
|
DEC (@(MUTEX,r8), r2)
|
|
|
|
#endif
|
|
|
|
tst r2, r2
|
|
|
|
bf 10f
|
|
|
|
11:
|
|
|
|
mov r8, r4
|
|
|
|
add #WRITERS_WAKEUP, r4
|
2007-08-15 06:41:22 +00:00
|
|
|
#ifdef __ASSUME_PRIVATE_FUTEX
|
2007-06-17 16:42:55 +00:00
|
|
|
mov #PSHARED, r0
|
|
|
|
mov.b @(r0,r8), r5
|
|
|
|
mov #(FUTEX_PRIVATE_FLAG|FUTEX_WAIT), r0
|
|
|
|
xor r0, r5
|
|
|
|
extu.b r5, r5
|
|
|
|
#else
|
|
|
|
mov #PSHARED, r0
|
|
|
|
mov.b @(r0,r8), r5
|
|
|
|
extu.b r5, r5
|
|
|
|
# if FUTEX_WAIT != 0
|
|
|
|
mov #FUTEX_WAIT, r0
|
|
|
|
or r0, r5
|
|
|
|
# endif
|
|
|
|
stc gbr, r1
|
|
|
|
mov.w .Lpfoff, r2
|
|
|
|
add r2, r1
|
|
|
|
mov.l @r1, r0
|
|
|
|
xor r0, r5
|
|
|
|
#endif
|
2003-05-29 05:38:43 +00:00
|
|
|
mov r9, r6
|
2003-03-29 01:24:20 +00:00
|
|
|
mov #0, r7
|
2003-02-10 09:24:12 +00:00
|
|
|
mov #SYS_futex, r3
|
|
|
|
extu.b r3, r3
|
|
|
|
trapa #0x14
|
|
|
|
SYSCALL_INST_PAD
|
|
|
|
|
|
|
|
/* Reget the lock. */
|
2003-10-12 23:05:45 +00:00
|
|
|
mov #0, r3
|
|
|
|
mov #1, r4
|
2003-02-10 09:24:12 +00:00
|
|
|
#if MUTEX == 0
|
2003-10-12 23:05:45 +00:00
|
|
|
CMPXCHG (r3, @r8, r4, r2)
|
2003-02-10 09:24:12 +00:00
|
|
|
#else
|
2003-10-12 23:05:45 +00:00
|
|
|
CMPXCHG (r3, @(MUTEX,r8), r4, r2)
|
2003-02-10 09:24:12 +00:00
|
|
|
#endif
|
|
|
|
bf 12f
|
|
|
|
13:
|
2003-03-29 01:24:20 +00:00
|
|
|
mov.l @(WRITERS_QUEUED,r8), r0
|
2003-02-10 09:24:12 +00:00
|
|
|
add #-1, r0
|
|
|
|
bra 2b
|
2003-03-29 01:24:20 +00:00
|
|
|
mov.l r0, @(WRITERS_QUEUED,r8)
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
5:
|
|
|
|
mov #0, r3
|
2003-03-29 01:24:20 +00:00
|
|
|
stc gbr, r0
|
2003-07-12 01:29:23 +00:00
|
|
|
mov.w .Ltidoff, r1
|
|
|
|
mov.l @(r0,r1), r0
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l r0, @(WRITER,r8)
|
|
|
|
9:
|
|
|
|
#if MUTEX == 0
|
|
|
|
DEC (@r8, r2)
|
|
|
|
#else
|
|
|
|
DEC (@(MUTEX,r8), r2)
|
|
|
|
#endif
|
|
|
|
tst r2, r2
|
|
|
|
bf 6f
|
|
|
|
7:
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_remember_state
|
2003-02-10 09:24:12 +00:00
|
|
|
lds.l @r15+, pr
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (-4)
|
|
|
|
cfi_restore (pr)
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l @r15+, r8
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (-4)
|
|
|
|
cfi_restore (r8)
|
2003-05-29 05:38:43 +00:00
|
|
|
mov.l @r15+, r9
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (-4)
|
|
|
|
cfi_restore (r9)
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l @r15+, r12
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_adjust_cfa_offset (-4)
|
|
|
|
cfi_restore (r12)
|
2003-02-10 09:24:12 +00:00
|
|
|
rts
|
|
|
|
mov r3, r0
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_restore_state
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
1:
|
|
|
|
mov r8, r5
|
|
|
|
#if MUTEX != 0
|
|
|
|
add #MUTEX, r5
|
|
|
|
#endif
|
2007-08-03 15:50:30 +00:00
|
|
|
mov #PSHARED, r0
|
|
|
|
mov.b @(r0,r8), r6
|
|
|
|
extu.b r6, r6
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l .Lwait4, r1
|
|
|
|
bsrf r1
|
2007-08-03 15:50:30 +00:00
|
|
|
mov r2, r4
|
2003-02-10 09:24:12 +00:00
|
|
|
.Lwait4b:
|
|
|
|
bra 2b
|
|
|
|
nop
|
|
|
|
14:
|
|
|
|
stc gbr, r1
|
2003-07-12 01:29:23 +00:00
|
|
|
mov.w .Ltidoff, r2
|
|
|
|
add r2, r1
|
|
|
|
mov.l @r1, r1
|
2003-02-10 09:24:12 +00:00
|
|
|
cmp/eq r1, r0
|
|
|
|
bf 3b
|
|
|
|
bra 9b
|
|
|
|
mov #EDEADLK, r3
|
|
|
|
6:
|
|
|
|
mov r8, r4
|
|
|
|
#if MUTEX != 0
|
|
|
|
add #MUTEX, r4
|
|
|
|
#endif
|
2007-08-03 15:50:30 +00:00
|
|
|
mov #PSHARED, r0
|
|
|
|
mov.b @(r0,r8), r5
|
|
|
|
extu.b r5, r5
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l .Lwake4, r1
|
|
|
|
bsrf r1
|
|
|
|
nop
|
|
|
|
.Lwake4b:
|
|
|
|
bra 7b
|
|
|
|
mov #0, r3
|
|
|
|
|
2007-08-15 06:41:22 +00:00
|
|
|
#ifndef __ASSUME_PRIVATE_FUTEX
|
2007-06-17 16:42:55 +00:00
|
|
|
.Lpfoff:
|
|
|
|
.word PRIVATE_FUTEX - TLS_PRE_TCB_SIZE
|
|
|
|
#endif
|
2003-07-12 01:29:23 +00:00
|
|
|
.Ltidoff:
|
|
|
|
.word TID - TLS_PRE_TCB_SIZE
|
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
4:
|
|
|
|
mov.l @(WRITERS_QUEUED,r8), r1
|
|
|
|
add #-1, r1
|
|
|
|
mov.l r1, @(WRITERS_QUEUED,r8)
|
|
|
|
bra 9b
|
|
|
|
mov #EAGAIN, r3
|
|
|
|
|
|
|
|
10:
|
|
|
|
mov r8, r4
|
|
|
|
#if MUTEX != 0
|
|
|
|
add #MUTEX, r4
|
|
|
|
#endif
|
2007-08-03 15:50:30 +00:00
|
|
|
mov #PSHARED, r0
|
|
|
|
mov.b @(r0,r8), r5
|
|
|
|
extu.b r5, r5
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l .Lwake5, r1
|
|
|
|
bsrf r1
|
|
|
|
nop
|
|
|
|
.Lwake5b:
|
|
|
|
bra 11b
|
|
|
|
nop
|
|
|
|
|
|
|
|
12:
|
|
|
|
mov r8, r5
|
|
|
|
#if MUTEX != 0
|
|
|
|
add #MUTEX, r5
|
|
|
|
#endif
|
2007-08-03 15:50:30 +00:00
|
|
|
mov #PSHARED, r0
|
|
|
|
mov.b @(r0,r8), r6
|
|
|
|
extu.b r6, r6
|
2003-02-10 09:24:12 +00:00
|
|
|
mov.l .Lwait5, r1
|
|
|
|
bsrf r1
|
2007-08-03 15:50:30 +00:00
|
|
|
mov r2, r4
|
2003-02-10 09:24:12 +00:00
|
|
|
.Lwait5b:
|
|
|
|
bra 13b
|
|
|
|
nop
|
|
|
|
|
2012-05-27 22:06:57 +00:00
|
|
|
cfi_endproc
|
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
.align 2
|
2003-03-12 10:28:07 +00:00
|
|
|
.Lwait4:
|
2007-08-03 15:50:30 +00:00
|
|
|
.long __lll_lock_wait-.Lwait4b
|
2003-02-10 09:24:12 +00:00
|
|
|
.Lwake4:
|
2007-08-03 15:50:30 +00:00
|
|
|
.long __lll_unlock_wake-.Lwake4b
|
2003-03-12 10:28:07 +00:00
|
|
|
.Lwait5:
|
2007-08-03 15:50:30 +00:00
|
|
|
.long __lll_lock_wait-.Lwait5b
|
2003-02-10 09:24:12 +00:00
|
|
|
.Lwake5:
|
2007-08-03 15:50:30 +00:00
|
|
|
.long __lll_unlock_wake-.Lwake5b
|
2003-02-10 09:24:12 +00:00
|
|
|
|
2012-05-26 20:16:19 +00:00
|
|
|
strong_alias (__pthread_rwlock_wrlock, pthread_rwlock_wrlock)
|
|
|
|
hidden_def (__pthread_rwlock_wrlock)
|