mirror of git://sourceware.org/git/glibc.git
				
				
				
			
		
			
				
	
	
		
			130 lines
		
	
	
		
			5.3 KiB
		
	
	
	
		
			C
		
	
	
	
			
		
		
	
	
			130 lines
		
	
	
		
			5.3 KiB
		
	
	
	
		
			C
		
	
	
	
| /* Copyright (C) 2002-2024 Free Software Foundation, Inc.
 | |
|    This file is part of the GNU C Library.
 | |
| 
 | |
|    The GNU C Library is free software; you can redistribute it and/or
 | |
|    modify it under the terms of the GNU Lesser General Public
 | |
|    License as published by the Free Software Foundation; either
 | |
|    version 2.1 of the License, or (at your option) any later version.
 | |
| 
 | |
|    The GNU C Library is distributed in the hope that it will be useful,
 | |
|    but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 | |
|    Lesser General Public License for more details.
 | |
| 
 | |
|    You should have received a copy of the GNU Lesser General Public
 | |
|    License along with the GNU C Library; if not, see
 | |
|    <https://www.gnu.org/licenses/>.  */
 | |
| 
 | |
| #include <errno.h>
 | |
| #include "pthreadP.h"
 | |
| #include <atomic.h>
 | |
| #include <stdbool.h>
 | |
| #include "pthread_rwlock_common.c"
 | |
| 
 | |
| 
 | |
| /* See pthread_rwlock_common.c for an overview.  */
 | |
| int
 | |
| ___pthread_rwlock_tryrdlock (pthread_rwlock_t *rwlock)
 | |
| {
 | |
|   /* For tryrdlock, we could speculate that we will succeed and go ahead and
 | |
|      register as a reader.  However, if we misspeculate, we have to do the
 | |
|      same steps as a timed-out rdlock, which will increase contention.
 | |
|      Therefore, there is a trade-off between being able to use a combinable
 | |
|      read-modify-write operation and a CAS loop as used below; we pick the
 | |
|      latter because it simplifies the code, and should perform better when
 | |
|      tryrdlock is used in cases where writers are infrequent.
 | |
|      Because POSIX does not require a failed trylock to "synchronize memory",
 | |
|      relaxed MO is sufficient here and on the failure path of the CAS
 | |
|      below.  */
 | |
|   unsigned int r = atomic_load_relaxed (&rwlock->__data.__readers);
 | |
|   unsigned int rnew;
 | |
|   do
 | |
|     {
 | |
|       if ((r & PTHREAD_RWLOCK_WRPHASE) == 0)
 | |
| 	{
 | |
| 	  /* If we are in a read phase, try to acquire unless there is a
 | |
| 	     primary writer and we prefer writers and there will be no
 | |
| 	     recursive read locks.  */
 | |
| 	  if (((r & PTHREAD_RWLOCK_WRLOCKED) != 0)
 | |
| 	      && (rwlock->__data.__flags
 | |
| 		  == PTHREAD_RWLOCK_PREFER_WRITER_NONRECURSIVE_NP))
 | |
| 	    return EBUSY;
 | |
| 	  rnew = r + (1 << PTHREAD_RWLOCK_READER_SHIFT);
 | |
| 	}
 | |
|       else
 | |
| 	{
 | |
| 	  /* If there is a writer that has acquired the lock and we are in
 | |
| 	     a write phase, fail.  */
 | |
| 	  if ((r & PTHREAD_RWLOCK_WRLOCKED) != 0)
 | |
| 	    return EBUSY;
 | |
| 	  else
 | |
| 	    {
 | |
| 	      /* If we do not care about potentially waiting writers, just
 | |
| 		 try to acquire.  */
 | |
| 	      rnew = (r + (1 << PTHREAD_RWLOCK_READER_SHIFT))
 | |
| 		  ^ PTHREAD_RWLOCK_WRPHASE;
 | |
| 	    }
 | |
| 	}
 | |
|       /* If we could have caused an overflow or take effect during an
 | |
| 	 overflow, we just can / need to return EAGAIN.  There is no need to
 | |
| 	 have actually modified the number of readers because we could have
 | |
| 	 done that and cleaned up immediately.  */
 | |
|       if (rnew >= PTHREAD_RWLOCK_READER_OVERFLOW)
 | |
| 	return EAGAIN;
 | |
|     }
 | |
|   /* If the CAS fails, we retry; this prevents that tryrdlock fails spuriously
 | |
|      (i.e., fails to acquire the lock although there is no writer), which is
 | |
|      fine for C++14 but not currently allowed by POSIX.
 | |
|      However, because tryrdlock must not appear to block, we should avoid
 | |
|      starving this CAS loop due to constant changes to __readers:
 | |
|      While normal rdlock readers that won't be able to acquire will just block
 | |
|      (and we expect timeouts on timedrdlock to be longer than one retry of the
 | |
|      CAS loop), we can have concurrently failing tryrdlock calls due to
 | |
|      readers or writers that acquire and release in the meantime.  Using
 | |
|      randomized exponential back-off to make a live-lock unlikely should be
 | |
|      sufficient.
 | |
|      TODO Back-off.
 | |
|      Acquire MO so we synchronize with prior writers.  */
 | |
|   while (!atomic_compare_exchange_weak_acquire (&rwlock->__data.__readers,
 | |
|       &r, rnew));
 | |
| 
 | |
|   if ((r & PTHREAD_RWLOCK_WRPHASE) != 0)
 | |
|     {
 | |
|       /* Same as in __pthread_rwlock_rdlock_full:
 | |
| 	 We started the read phase, so we are also responsible for
 | |
| 	 updating the write-phase futex.  Relaxed MO is sufficient.
 | |
| 	 We have to do the same steps as a writer would when handing over the
 | |
| 	 read phase to use because other readers cannot distinguish between
 | |
| 	 us and the writer.
 | |
| 	 Note that __pthread_rwlock_tryrdlock callers will not have to be
 | |
| 	 woken up because they will either see the read phase started by us
 | |
| 	 or they will try to start it themselves; however, callers of
 | |
| 	 __pthread_rwlock_rdlock_full just increase the reader count and then
 | |
| 	 check what state the lock is in, so they cannot distinguish between
 | |
| 	 us and a writer that acquired and released the lock in the
 | |
| 	 meantime.  */
 | |
|       if ((atomic_exchange_relaxed (&rwlock->__data.__wrphase_futex, 0)
 | |
| 	  & PTHREAD_RWLOCK_FUTEX_USED) != 0)
 | |
| 	{
 | |
| 	  int private = __pthread_rwlock_get_private (rwlock);
 | |
| 	  futex_wake (&rwlock->__data.__wrphase_futex, INT_MAX, private);
 | |
| 	}
 | |
|     }
 | |
| 
 | |
|   return 0;
 | |
| 
 | |
| 
 | |
| }
 | |
| versioned_symbol (libc, ___pthread_rwlock_tryrdlock,
 | |
| 		  pthread_rwlock_tryrdlock, GLIBC_2_34);
 | |
| libc_hidden_ver (___pthread_rwlock_tryrdlock, __pthread_rwlock_tryrdlock)
 | |
| 
 | |
| #if OTHER_SHLIB_COMPAT (libpthread, GLIBC_2_1, GLIBC_2_34)
 | |
| compat_symbol (libpthread, ___pthread_rwlock_tryrdlock,
 | |
| 	       pthread_rwlock_tryrdlock, GLIBC_2_1);
 | |
| #endif
 | |
| #if OTHER_SHLIB_COMPAT (libpthread, GLIBC_2_2, GLIBC_2_34)
 | |
| compat_symbol (libpthread, ___pthread_rwlock_tryrdlock,
 | |
| 	       __pthread_rwlock_tryrdlock, GLIBC_2_2);
 | |
| #endif
 |