|
|
@@ -37,185 +37,12 @@
|
|
|
|
|
|
#define ATOMICOPS_COMPILER_BARRIER() __asm__ __volatile__("" : : : "memory")
|
|
|
|
|
|
+#include <sanitizer/tsan_interface_atomic.h>
|
|
|
+
|
|
|
namespace google {
|
|
|
namespace protobuf {
|
|
|
namespace internal {
|
|
|
|
|
|
-#ifndef TSAN_INTERFACE_ATOMIC_H
|
|
|
-#define TSAN_INTERFACE_ATOMIC_H
|
|
|
-
|
|
|
-#ifdef __cplusplus
|
|
|
-extern "C" {
|
|
|
-#endif
|
|
|
-
|
|
|
-typedef char __tsan_atomic8;
|
|
|
-typedef short __tsan_atomic16; // NOLINT
|
|
|
-typedef int __tsan_atomic32;
|
|
|
-typedef long __tsan_atomic64; // NOLINT
|
|
|
-
|
|
|
-#if defined(__SIZEOF_INT128__) \
|
|
|
- || (__clang_major__ * 100 + __clang_minor__ >= 302)
|
|
|
-typedef __int128 __tsan_atomic128;
|
|
|
-#define __TSAN_HAS_INT128 1
|
|
|
-#else
|
|
|
-typedef char __tsan_atomic128;
|
|
|
-#define __TSAN_HAS_INT128 0
|
|
|
-#endif
|
|
|
-
|
|
|
-typedef enum {
|
|
|
- __tsan_memory_order_relaxed,
|
|
|
- __tsan_memory_order_consume,
|
|
|
- __tsan_memory_order_acquire,
|
|
|
- __tsan_memory_order_release,
|
|
|
- __tsan_memory_order_acq_rel,
|
|
|
- __tsan_memory_order_seq_cst,
|
|
|
-} __tsan_memory_order;
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_load(const volatile __tsan_atomic8 *a,
|
|
|
- __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_load(const volatile __tsan_atomic16 *a,
|
|
|
- __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_load(const volatile __tsan_atomic32 *a,
|
|
|
- __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_load(const volatile __tsan_atomic64 *a,
|
|
|
- __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_load(const volatile __tsan_atomic128 *a,
|
|
|
- __tsan_memory_order mo);
|
|
|
-
|
|
|
-void __tsan_atomic8_store(volatile __tsan_atomic8 *a, __tsan_atomic8 v,
|
|
|
- __tsan_memory_order mo);
|
|
|
-void __tsan_atomic16_store(volatile __tsan_atomic16 *a, __tsan_atomic16 v,
|
|
|
- __tsan_memory_order mo);
|
|
|
-void __tsan_atomic32_store(volatile __tsan_atomic32 *a, __tsan_atomic32 v,
|
|
|
- __tsan_memory_order mo);
|
|
|
-void __tsan_atomic64_store(volatile __tsan_atomic64 *a, __tsan_atomic64 v,
|
|
|
- __tsan_memory_order mo);
|
|
|
-void __tsan_atomic128_store(volatile __tsan_atomic128 *a, __tsan_atomic128 v,
|
|
|
- __tsan_memory_order mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_exchange(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_exchange(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_exchange(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_exchange(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_exchange(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 v, __tsan_memory_order mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_fetch_add(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_fetch_add(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_fetch_add(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_fetch_add(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_fetch_add(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 v, __tsan_memory_order mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_fetch_and(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_fetch_and(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_fetch_and(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_fetch_and(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_fetch_and(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 v, __tsan_memory_order mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_fetch_or(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_fetch_or(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_fetch_or(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_fetch_or(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_fetch_or(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 v, __tsan_memory_order mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_fetch_xor(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_fetch_xor(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_fetch_xor(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_fetch_xor(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_fetch_xor(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 v, __tsan_memory_order mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_fetch_nand(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_fetch_nand(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_fetch_nand(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_fetch_nand(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 v, __tsan_memory_order mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_fetch_nand(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 v, __tsan_memory_order mo);
|
|
|
-
|
|
|
-int __tsan_atomic8_compare_exchange_weak(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 *c, __tsan_atomic8 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic16_compare_exchange_weak(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 *c, __tsan_atomic16 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic32_compare_exchange_weak(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 *c, __tsan_atomic32 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic64_compare_exchange_weak(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 *c, __tsan_atomic64 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic128_compare_exchange_weak(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 *c, __tsan_atomic128 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-
|
|
|
-int __tsan_atomic8_compare_exchange_strong(volatile __tsan_atomic8 *a,
|
|
|
- __tsan_atomic8 *c, __tsan_atomic8 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic16_compare_exchange_strong(volatile __tsan_atomic16 *a,
|
|
|
- __tsan_atomic16 *c, __tsan_atomic16 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic32_compare_exchange_strong(volatile __tsan_atomic32 *a,
|
|
|
- __tsan_atomic32 *c, __tsan_atomic32 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic64_compare_exchange_strong(volatile __tsan_atomic64 *a,
|
|
|
- __tsan_atomic64 *c, __tsan_atomic64 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-int __tsan_atomic128_compare_exchange_strong(volatile __tsan_atomic128 *a,
|
|
|
- __tsan_atomic128 *c, __tsan_atomic128 v, __tsan_memory_order mo,
|
|
|
- __tsan_memory_order fail_mo);
|
|
|
-
|
|
|
-__tsan_atomic8 __tsan_atomic8_compare_exchange_val(
|
|
|
- volatile __tsan_atomic8 *a, __tsan_atomic8 c, __tsan_atomic8 v,
|
|
|
- __tsan_memory_order mo, __tsan_memory_order fail_mo);
|
|
|
-__tsan_atomic16 __tsan_atomic16_compare_exchange_val(
|
|
|
- volatile __tsan_atomic16 *a, __tsan_atomic16 c, __tsan_atomic16 v,
|
|
|
- __tsan_memory_order mo, __tsan_memory_order fail_mo);
|
|
|
-__tsan_atomic32 __tsan_atomic32_compare_exchange_val(
|
|
|
- volatile __tsan_atomic32 *a, __tsan_atomic32 c, __tsan_atomic32 v,
|
|
|
- __tsan_memory_order mo, __tsan_memory_order fail_mo);
|
|
|
-__tsan_atomic64 __tsan_atomic64_compare_exchange_val(
|
|
|
- volatile __tsan_atomic64 *a, __tsan_atomic64 c, __tsan_atomic64 v,
|
|
|
- __tsan_memory_order mo, __tsan_memory_order fail_mo);
|
|
|
-__tsan_atomic128 __tsan_atomic128_compare_exchange_val(
|
|
|
- volatile __tsan_atomic128 *a, __tsan_atomic128 c, __tsan_atomic128 v,
|
|
|
- __tsan_memory_order mo, __tsan_memory_order fail_mo);
|
|
|
-
|
|
|
-void __tsan_atomic_thread_fence(__tsan_memory_order mo);
|
|
|
-void __tsan_atomic_signal_fence(__tsan_memory_order mo);
|
|
|
-
|
|
|
-#ifdef __cplusplus
|
|
|
-} // extern "C"
|
|
|
-#endif
|
|
|
-
|
|
|
-#endif // #ifndef TSAN_INTERFACE_ATOMIC_H
|
|
|
-
|
|
|
inline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32 *ptr,
|
|
|
Atomic32 old_value,
|
|
|
Atomic32 new_value) {
|