-
Notifications
You must be signed in to change notification settings - Fork 29.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Release tag: https://github.com/HdrHistogram/HdrHistogram_c/releases/tag/0.11.2 Fixes: #39450 PR-URL: #39462 Reviewed-By: Tobias Nießen <tniessen@tnie.de> Reviewed-By: Michaël Zasso <targos@protonmail.com> Reviewed-By: James M Snell <jasnell@gmail.com> Reviewed-By: Colin Ihrig <cjihrig@gmail.com>
- Loading branch information
Showing
3 changed files
with
379 additions
and
54 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,146 @@ | ||
/** | ||
* hdr_atomic.h | ||
* Written by Philip Orwig and released to the public domain, | ||
* as explained at http://creativecommons.org/publicdomain/zero/1.0/ | ||
*/ | ||
|
||
#ifndef HDR_ATOMIC_H__ | ||
#define HDR_ATOMIC_H__ | ||
|
||
|
||
#if defined(_MSC_VER) | ||
|
||
#include <stdint.h> | ||
#include <intrin.h> | ||
#include <stdbool.h> | ||
|
||
static void __inline * hdr_atomic_load_pointer(void** pointer) | ||
{ | ||
_ReadBarrier(); | ||
return *pointer; | ||
} | ||
|
||
static void hdr_atomic_store_pointer(void** pointer, void* value) | ||
{ | ||
_WriteBarrier(); | ||
*pointer = value; | ||
} | ||
|
||
static int64_t __inline hdr_atomic_load_64(int64_t* field) | ||
{ | ||
_ReadBarrier(); | ||
return *field; | ||
} | ||
|
||
static void __inline hdr_atomic_store_64(int64_t* field, int64_t value) | ||
{ | ||
_WriteBarrier(); | ||
*field = value; | ||
} | ||
|
||
static int64_t __inline hdr_atomic_exchange_64(volatile int64_t* field, int64_t value) | ||
{ | ||
#if defined(_WIN64) | ||
return _InterlockedExchange64(field, value); | ||
#else | ||
int64_t comparand; | ||
int64_t initial_value = *field; | ||
do | ||
{ | ||
comparand = initial_value; | ||
initial_value = _InterlockedCompareExchange64(field, value, comparand); | ||
} | ||
while (comparand != initial_value); | ||
|
||
return initial_value; | ||
#endif | ||
} | ||
|
||
static int64_t __inline hdr_atomic_add_fetch_64(volatile int64_t* field, int64_t value) | ||
{ | ||
#if defined(_WIN64) | ||
return _InterlockedExchangeAdd64(field, value) + value; | ||
#else | ||
int64_t comparand; | ||
int64_t initial_value = *field; | ||
do | ||
{ | ||
comparand = initial_value; | ||
initial_value = _InterlockedCompareExchange64(field, comparand + value, comparand); | ||
} | ||
while (comparand != initial_value); | ||
|
||
return initial_value + value; | ||
#endif | ||
} | ||
|
||
static bool __inline hdr_atomic_compare_exchange_64(volatile int64_t* field, int64_t* expected, int64_t desired) | ||
{ | ||
return *expected == _InterlockedCompareExchange64(field, desired, *expected); | ||
} | ||
|
||
#elif defined(__ATOMIC_SEQ_CST) | ||
|
||
#define hdr_atomic_load_pointer(x) __atomic_load_n(x, __ATOMIC_SEQ_CST) | ||
#define hdr_atomic_store_pointer(f,v) __atomic_store_n(f,v, __ATOMIC_SEQ_CST) | ||
#define hdr_atomic_load_64(x) __atomic_load_n(x, __ATOMIC_SEQ_CST) | ||
#define hdr_atomic_store_64(f,v) __atomic_store_n(f,v, __ATOMIC_SEQ_CST) | ||
#define hdr_atomic_exchange_64(f,i) __atomic_exchange_n(f,i, __ATOMIC_SEQ_CST) | ||
#define hdr_atomic_add_fetch_64(field, value) __atomic_add_fetch(field, value, __ATOMIC_SEQ_CST) | ||
#define hdr_atomic_compare_exchange_64(field, expected, desired) __atomic_compare_exchange_n(field, expected, desired, false, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST) | ||
|
||
#elif defined(__x86_64__) | ||
|
||
#include <stdint.h> | ||
#include <stdbool.h> | ||
|
||
static inline void* hdr_atomic_load_pointer(void** pointer) | ||
{ | ||
void* p = *pointer; | ||
asm volatile ("" ::: "memory"); | ||
return p; | ||
} | ||
|
||
static inline void hdr_atomic_store_pointer(void** pointer, void* value) | ||
{ | ||
asm volatile ("lock; xchgq %0, %1" : "+q" (value), "+m" (*pointer)); | ||
} | ||
|
||
static inline int64_t hdr_atomic_load_64(int64_t* field) | ||
{ | ||
int64_t i = *field; | ||
asm volatile ("" ::: "memory"); | ||
return i; | ||
} | ||
|
||
static inline void hdr_atomic_store_64(int64_t* field, int64_t value) | ||
{ | ||
asm volatile ("lock; xchgq %0, %1" : "+q" (value), "+m" (*field)); | ||
} | ||
|
||
static inline int64_t hdr_atomic_exchange_64(volatile int64_t* field, int64_t value) | ||
{ | ||
int64_t result = 0; | ||
asm volatile ("lock; xchgq %1, %2" : "=r" (result), "+q" (value), "+m" (*field)); | ||
return result; | ||
} | ||
|
||
static inline int64_t hdr_atomic_add_fetch_64(volatile int64_t* field, int64_t value) | ||
{ | ||
return __sync_add_and_fetch(field, value); | ||
} | ||
|
||
static inline bool hdr_atomic_compare_exchange_64(volatile int64_t* field, int64_t* expected, int64_t desired) | ||
{ | ||
int64_t original; | ||
asm volatile( "lock; cmpxchgq %2, %1" : "=a"(original), "+m"(*field) : "q"(desired), "0"(*expected)); | ||
return original == *expected; | ||
} | ||
|
||
#else | ||
|
||
#error "Unable to determine atomic operations for your platform" | ||
|
||
#endif | ||
|
||
#endif /* HDR_ATOMIC_H__ */ |
Oops, something went wrong.