[base] Use std atomics on all platforms
This removes atomicops_internals_portable.h and inlines atomicops_internals_std.h into atomicops.h. Change-Id: Id06cae42a277fee9379590ca755571193f9e8bbc Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/2848462 Reviewed-by: Clemens Backes <clemensb@chromium.org> Commit-Queue: Ulan Degenbaev <ulan@chromium.org> Cr-Commit-Position: refs/heads/master@{#74152}
This commit is contained in:
Ulan Degenbaev
Commit Bot
parent
b164fe240b
commit
56d956aaed
@ -27,6 +27,8 @@
|
||||
|
||||
#include <stdint.h>
|
||||
|
||||
#include <atomic>
|
||||
|
||||
// Small C++ header which defines implementation specific macros used to
|
||||
// identify the STL implementation.
|
||||
// - libc++: captures __config for _LIBCPP_VERSION
|
||||
@ -35,6 +37,7 @@
|
||||
|
||||
#include "src/base/base-export.h"
|
||||
#include "src/base/build_config.h"
|
||||
#include "src/base/macros.h"
|
||||
|
||||
#if defined(V8_OS_STARBOARD)
|
||||
#include "starboard/atomic.h"
|
||||
@ -77,6 +80,21 @@ using AtomicWord = SbAtomicPtr;
|
||||
using AtomicWord = intptr_t;
|
||||
#endif
|
||||
|
||||
namespace helper {
|
||||
template <typename T>
|
||||
volatile std::atomic<T>* to_std_atomic(volatile T* ptr) {
|
||||
return reinterpret_cast<volatile std::atomic<T>*>(ptr);
|
||||
}
|
||||
template <typename T>
|
||||
volatile const std::atomic<T>* to_std_atomic_const(volatile const T* ptr) {
|
||||
return reinterpret_cast<volatile const std::atomic<T>*>(ptr);
|
||||
}
|
||||
} // namespace helper
|
||||
|
||||
inline void SeqCst_MemoryFence() {
|
||||
std::atomic_thread_fence(std::memory_order_seq_cst);
|
||||
}
|
||||
|
||||
// Atomically execute:
|
||||
// result = *ptr;
|
||||
// if (result == old_value)
|
||||
@ -86,75 +104,199 @@ using AtomicWord = intptr_t;
|
||||
// I.e. replace |*ptr| with |new_value| if |*ptr| used to be |old_value|.
|
||||
// Always return the value of |*ptr| before the operation.
|
||||
// Acquire, Relaxed, Release correspond to standard C++ memory orders.
|
||||
Atomic8 Relaxed_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value);
|
||||
Atomic16 Relaxed_CompareAndSwap(volatile Atomic16* ptr, Atomic16 old_value,
|
||||
Atomic16 new_value);
|
||||
Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr, Atomic32 old_value,
|
||||
Atomic32 new_value);
|
||||
Atomic32 AcquireRelease_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value);
|
||||
Atomic32 Relaxed_CompareAndSwap(volatile Atomic32* ptr, Atomic32 old_value,
|
||||
Atomic32 new_value);
|
||||
Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr, Atomic32 old_value,
|
||||
Atomic32 new_value);
|
||||
#ifdef V8_HOST_ARCH_64_BIT
|
||||
Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr, Atomic64 old_value,
|
||||
Atomic64 new_value);
|
||||
Atomic64 AcquireRelease_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value);
|
||||
Atomic64 Relaxed_CompareAndSwap(volatile Atomic64* ptr, Atomic64 old_value,
|
||||
Atomic64 new_value);
|
||||
Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr, Atomic64 old_value,
|
||||
Atomic64 new_value);
|
||||
#endif // V8_HOST_ARCH_64_BIT
|
||||
inline Atomic8 Relaxed_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
// Atomically store new_value into |*ptr|, returning the previous value held in
|
||||
// |*ptr|.
|
||||
Atomic32 Relaxed_AtomicExchange(volatile Atomic32* ptr, Atomic32 new_value);
|
||||
#ifdef V8_HOST_ARCH_64_BIT
|
||||
Atomic64 Relaxed_AtomicExchange(volatile Atomic64* ptr, Atomic64 new_value);
|
||||
#endif // V8_HOST_ARCH_64_BIT
|
||||
inline Atomic16 Relaxed_CompareAndSwap(volatile Atomic16* ptr,
|
||||
Atomic16 old_value, Atomic16 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
// Atomically increment |*ptr| by |increment|. Returns the new value of
|
||||
// |*ptr| with the increment applied.
|
||||
Atomic32 Relaxed_AtomicIncrement(volatile Atomic32* ptr, Atomic32 increment);
|
||||
inline Atomic32 Relaxed_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
#ifdef V8_HOST_ARCH_64_BIT
|
||||
Atomic64 Relaxed_AtomicIncrement(volatile Atomic64* ptr, Atomic64 increment);
|
||||
#endif // V8_HOST_ARCH_64_BIT
|
||||
inline Atomic32 Relaxed_AtomicExchange(volatile Atomic32* ptr,
|
||||
Atomic32 new_value) {
|
||||
return std::atomic_exchange_explicit(helper::to_std_atomic(ptr), new_value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
void SeqCst_MemoryFence();
|
||||
inline Atomic32 Relaxed_AtomicIncrement(volatile Atomic32* ptr,
|
||||
Atomic32 increment) {
|
||||
return increment + std::atomic_fetch_add_explicit(helper::to_std_atomic(ptr),
|
||||
increment,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
void Relaxed_Store(volatile Atomic8* ptr, Atomic8 value);
|
||||
void Relaxed_Store(volatile Atomic16* ptr, Atomic16 value);
|
||||
void Relaxed_Store(volatile Atomic32* ptr, Atomic32 value);
|
||||
void Release_Store(volatile Atomic32* ptr, Atomic32 value);
|
||||
#ifdef V8_HOST_ARCH_64_BIT
|
||||
void Relaxed_Store(volatile Atomic64* ptr, Atomic64 value);
|
||||
void Release_Store(volatile Atomic64* ptr, Atomic64 value);
|
||||
#endif // V8_HOST_ARCH_64_BIT
|
||||
inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acquire, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
Atomic8 Relaxed_Load(volatile const Atomic8* ptr);
|
||||
Atomic16 Relaxed_Load(volatile const Atomic16* ptr);
|
||||
Atomic32 Relaxed_Load(volatile const Atomic32* ptr);
|
||||
Atomic32 Acquire_Load(volatile const Atomic32* ptr);
|
||||
#ifdef V8_HOST_ARCH_64_BIT
|
||||
Atomic64 Relaxed_Load(volatile const Atomic64* ptr);
|
||||
Atomic64 Acquire_Load(volatile const Atomic64* ptr);
|
||||
#endif // V8_HOST_ARCH_64_BIT
|
||||
inline Atomic8 Release_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value) {
|
||||
bool result = atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_release, std::memory_order_relaxed);
|
||||
USE(result); // Make gcc compiler happy.
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_release, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 AcquireRelease_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value,
|
||||
Atomic32 new_value) {
|
||||
atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acq_rel, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic8* ptr, Atomic8 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic16* ptr, Atomic16 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic32* ptr, Atomic32 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic8* ptr, Atomic8 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_release);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_release);
|
||||
}
|
||||
|
||||
inline Atomic8 Relaxed_Load(volatile const Atomic8* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic16 Relaxed_Load(volatile const Atomic16* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_Load(volatile const Atomic32* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic8 Acquire_Load(volatile const Atomic8* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_acquire);
|
||||
}
|
||||
|
||||
inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_acquire);
|
||||
}
|
||||
|
||||
#if defined(V8_HOST_ARCH_64_BIT)
|
||||
|
||||
inline Atomic64 Relaxed_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_AtomicExchange(volatile Atomic64* ptr,
|
||||
Atomic64 new_value) {
|
||||
return std::atomic_exchange_explicit(helper::to_std_atomic(ptr), new_value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_AtomicIncrement(volatile Atomic64* ptr,
|
||||
Atomic64 increment) {
|
||||
return increment + std::atomic_fetch_add_explicit(helper::to_std_atomic(ptr),
|
||||
increment,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acquire, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_release, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 AcquireRelease_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value,
|
||||
Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acq_rel, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic64* ptr, Atomic64 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic64* ptr, Atomic64 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_release);
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_Load(volatile const Atomic64* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic64 Acquire_Load(volatile const Atomic64* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_acquire);
|
||||
}
|
||||
|
||||
#endif // defined(V8_HOST_ARCH_64_BIT)
|
||||
} // namespace base
|
||||
} // namespace v8
|
||||
|
||||
#if defined(V8_OS_WIN) || defined(V8_OS_STARBOARD)
|
||||
#include "src/base/atomicops_internals_std.h"
|
||||
#else
|
||||
// TODO(ulan): Switch to std version after performance regression with Wheezy
|
||||
// sysroot is no longer relevant. Debian Wheezy LTS ends on 31st of May 2018.
|
||||
#include "src/base/atomicops_internals_portable.h"
|
||||
#endif
|
||||
|
||||
// On some platforms we need additional declarations to make
|
||||
// AtomicWord compatible with our other Atomic* types.
|
||||
#if defined(V8_OS_MACOSX) || defined(V8_OS_OPENBSD) || defined(V8_OS_AIX)
|
||||
|
||||
@ -1,216 +0,0 @@
|
||||
// Copyright 2016 the V8 project authors. All rights reserved.
|
||||
// Use of this source code is governed by a BSD-style license that can be
|
||||
// found in the LICENSE file.
|
||||
|
||||
// This file is an internal atomic implementation, use atomicops.h instead.
|
||||
//
|
||||
// This implementation uses C++11 atomics' member functions. The code base is
|
||||
// currently written assuming atomicity revolves around accesses instead of
|
||||
// C++11's memory locations. The burden is on the programmer to ensure that all
|
||||
// memory locations accessed atomically are never accessed non-atomically (tsan
|
||||
// should help with this).
|
||||
//
|
||||
// Of note in this implementation:
|
||||
// * All NoBarrier variants are implemented as relaxed.
|
||||
// * All Barrier variants are implemented as sequentially-consistent.
|
||||
// * Compare exchange's failure ordering is always the same as the success one
|
||||
// (except for release, which fails as relaxed): using a weaker ordering is
|
||||
// only valid under certain uses of compare exchange.
|
||||
// * Acquire store doesn't exist in the C11 memory model, it is instead
|
||||
// implemented as a relaxed store followed by a sequentially consistent
|
||||
// fence.
|
||||
// * Release load doesn't exist in the C11 memory model, it is instead
|
||||
// implemented as sequentially consistent fence followed by a relaxed load.
|
||||
// * Atomic increment is expected to return the post-incremented value, whereas
|
||||
// C11 fetch add returns the previous value. The implementation therefore
|
||||
// needs to increment twice (which the compiler should be able to detect and
|
||||
// optimize).
|
||||
|
||||
#ifndef V8_BASE_ATOMICOPS_INTERNALS_PORTABLE_H_
|
||||
#define V8_BASE_ATOMICOPS_INTERNALS_PORTABLE_H_
|
||||
|
||||
#include <atomic>
|
||||
|
||||
#include "src/base/build_config.h"
|
||||
#include "src/base/macros.h"
|
||||
|
||||
namespace v8 {
|
||||
namespace base {
|
||||
|
||||
// This implementation is transitional and maintains the original API for
|
||||
// atomicops.h.
|
||||
|
||||
inline void SeqCst_MemoryFence() {
|
||||
#if defined(__GLIBCXX__)
|
||||
// Work around libstdc++ bug 51038 where atomic_thread_fence was declared but
|
||||
// not defined, leading to the linker complaining about undefined references.
|
||||
__atomic_thread_fence(std::memory_order_seq_cst);
|
||||
#else
|
||||
std::atomic_thread_fence(std::memory_order_seq_cst);
|
||||
#endif
|
||||
}
|
||||
|
||||
inline Atomic8 Relaxed_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value) {
|
||||
bool result = __atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
|
||||
USE(result); // Make gcc compiler happy.
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic16 Relaxed_CompareAndSwap(volatile Atomic16* ptr,
|
||||
Atomic16 old_value, Atomic16 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_AtomicExchange(volatile Atomic32* ptr,
|
||||
Atomic32 new_value) {
|
||||
return __atomic_exchange_n(ptr, new_value, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_AtomicIncrement(volatile Atomic32* ptr,
|
||||
Atomic32 increment) {
|
||||
return increment + __atomic_fetch_add(ptr, increment, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic8 Release_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value) {
|
||||
bool result = __atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELEASE, __ATOMIC_RELAXED);
|
||||
USE(result); // Make gcc compiler happy.
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELEASE, __ATOMIC_RELAXED);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 AcquireRelease_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value,
|
||||
Atomic32 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_ACQ_REL, __ATOMIC_ACQUIRE);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic8* ptr, Atomic8 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic16* ptr, Atomic16 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic32* ptr, Atomic32 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic8* ptr, Atomic8 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELEASE);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELEASE);
|
||||
}
|
||||
|
||||
inline Atomic8 Relaxed_Load(volatile const Atomic8* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic16 Relaxed_Load(volatile const Atomic16* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_Load(volatile const Atomic32* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic8 Acquire_Load(volatile const Atomic8* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_ACQUIRE);
|
||||
}
|
||||
|
||||
inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_ACQUIRE);
|
||||
}
|
||||
|
||||
#if defined(V8_HOST_ARCH_64_BIT)
|
||||
|
||||
inline Atomic64 Relaxed_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_AtomicExchange(volatile Atomic64* ptr,
|
||||
Atomic64 new_value) {
|
||||
return __atomic_exchange_n(ptr, new_value, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_AtomicIncrement(volatile Atomic64* ptr,
|
||||
Atomic64 increment) {
|
||||
return increment + __atomic_fetch_add(ptr, increment, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_RELEASE, __ATOMIC_RELAXED);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 AcquireRelease_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value,
|
||||
Atomic64 new_value) {
|
||||
__atomic_compare_exchange_n(ptr, &old_value, new_value, false,
|
||||
__ATOMIC_ACQ_REL, __ATOMIC_ACQUIRE);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic64* ptr, Atomic64 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic64* ptr, Atomic64 value) {
|
||||
__atomic_store_n(ptr, value, __ATOMIC_RELEASE);
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_Load(volatile const Atomic64* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_RELAXED);
|
||||
}
|
||||
|
||||
inline Atomic64 Acquire_Load(volatile const Atomic64* ptr) {
|
||||
return __atomic_load_n(ptr, __ATOMIC_ACQUIRE);
|
||||
}
|
||||
|
||||
#endif // defined(V8_HOST_ARCH_64_BIT)
|
||||
} // namespace base
|
||||
} // namespace v8
|
||||
|
||||
#endif // V8_BASE_ATOMICOPS_INTERNALS_PORTABLE_H_
|
||||
@ -1,224 +0,0 @@
|
||||
// Copyright 2017 the V8 project authors. All rights reserved.
|
||||
// Use of this source code is governed by a BSD-style license that can be
|
||||
// found in the LICENSE file.
|
||||
|
||||
#ifndef V8_BASE_ATOMICOPS_INTERNALS_STD_H_
|
||||
#define V8_BASE_ATOMICOPS_INTERNALS_STD_H_
|
||||
|
||||
#include <atomic>
|
||||
|
||||
#include "src/base/build_config.h"
|
||||
#include "src/base/macros.h"
|
||||
|
||||
namespace v8 {
|
||||
namespace base {
|
||||
|
||||
namespace helper {
|
||||
template <typename T>
|
||||
volatile std::atomic<T>* to_std_atomic(volatile T* ptr) {
|
||||
return reinterpret_cast<volatile std::atomic<T>*>(ptr);
|
||||
}
|
||||
template <typename T>
|
||||
volatile const std::atomic<T>* to_std_atomic_const(volatile const T* ptr) {
|
||||
return reinterpret_cast<volatile const std::atomic<T>*>(ptr);
|
||||
}
|
||||
} // namespace helper
|
||||
|
||||
inline void SeqCst_MemoryFence() {
|
||||
std::atomic_thread_fence(std::memory_order_seq_cst);
|
||||
}
|
||||
|
||||
inline Atomic8 Relaxed_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic16 Relaxed_CompareAndSwap(volatile Atomic16* ptr,
|
||||
Atomic16 old_value, Atomic16 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_AtomicExchange(volatile Atomic32* ptr,
|
||||
Atomic32 new_value) {
|
||||
return std::atomic_exchange_explicit(helper::to_std_atomic(ptr), new_value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_AtomicIncrement(volatile Atomic32* ptr,
|
||||
Atomic32 increment) {
|
||||
return increment + std::atomic_fetch_add_explicit(helper::to_std_atomic(ptr),
|
||||
increment,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acquire, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic8 Release_CompareAndSwap(volatile Atomic8* ptr, Atomic8 old_value,
|
||||
Atomic8 new_value) {
|
||||
bool result = atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_release, std::memory_order_relaxed);
|
||||
USE(result); // Make gcc compiler happy.
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value, Atomic32 new_value) {
|
||||
atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_release, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic32 AcquireRelease_CompareAndSwap(volatile Atomic32* ptr,
|
||||
Atomic32 old_value,
|
||||
Atomic32 new_value) {
|
||||
atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acq_rel, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic8* ptr, Atomic8 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic16* ptr, Atomic16 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic32* ptr, Atomic32 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic8* ptr, Atomic8 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_release);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_release);
|
||||
}
|
||||
|
||||
inline Atomic8 Relaxed_Load(volatile const Atomic8* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic16 Relaxed_Load(volatile const Atomic16* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic32 Relaxed_Load(volatile const Atomic32* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic8 Acquire_Load(volatile const Atomic8* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_acquire);
|
||||
}
|
||||
|
||||
inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_acquire);
|
||||
}
|
||||
|
||||
#if defined(V8_HOST_ARCH_64_BIT)
|
||||
|
||||
inline Atomic64 Relaxed_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_relaxed, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_AtomicExchange(volatile Atomic64* ptr,
|
||||
Atomic64 new_value) {
|
||||
return std::atomic_exchange_explicit(helper::to_std_atomic(ptr), new_value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_AtomicIncrement(volatile Atomic64* ptr,
|
||||
Atomic64 increment) {
|
||||
return increment + std::atomic_fetch_add_explicit(helper::to_std_atomic(ptr),
|
||||
increment,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acquire, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value, Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_release, std::memory_order_relaxed);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline Atomic64 AcquireRelease_CompareAndSwap(volatile Atomic64* ptr,
|
||||
Atomic64 old_value,
|
||||
Atomic64 new_value) {
|
||||
std::atomic_compare_exchange_strong_explicit(
|
||||
helper::to_std_atomic(ptr), &old_value, new_value,
|
||||
std::memory_order_acq_rel, std::memory_order_acquire);
|
||||
return old_value;
|
||||
}
|
||||
|
||||
inline void Relaxed_Store(volatile Atomic64* ptr, Atomic64 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline void Release_Store(volatile Atomic64* ptr, Atomic64 value) {
|
||||
std::atomic_store_explicit(helper::to_std_atomic(ptr), value,
|
||||
std::memory_order_release);
|
||||
}
|
||||
|
||||
inline Atomic64 Relaxed_Load(volatile const Atomic64* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_relaxed);
|
||||
}
|
||||
|
||||
inline Atomic64 Acquire_Load(volatile const Atomic64* ptr) {
|
||||
return std::atomic_load_explicit(helper::to_std_atomic_const(ptr),
|
||||
std::memory_order_acquire);
|
||||
}
|
||||
|
||||
#endif // defined(V8_HOST_ARCH_64_BIT)
|
||||
} // namespace base
|
||||
} // namespace v8
|
||||
|
||||
#endif // V8_BASE_ATOMICOPS_INTERNALS_STD_H_
|
||||
Loading…
Reference in New Issue
Block a user