123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291 |
- #ifndef OSSL_INTERNAL_REFCOUNT_H
- # define OSSL_INTERNAL_REFCOUNT_H
- # pragma once
- # include <openssl/e_os2.h>
- # include <openssl/trace.h>
- # include <openssl/err.h>
- # if defined(OPENSSL_THREADS) && !defined(OPENSSL_DEV_NO_ATOMICS)
- # if defined(__STDC_VERSION__) && __STDC_VERSION__ >= 201112L \
- && !defined(__STDC_NO_ATOMICS__)
- # include <stdatomic.h>
- # define HAVE_C11_ATOMICS
- # endif
- # if defined(HAVE_C11_ATOMICS) && defined(ATOMIC_INT_LOCK_FREE) \
- && ATOMIC_INT_LOCK_FREE > 0
- # define HAVE_ATOMICS 1
- typedef struct {
- _Atomic int val;
- } CRYPTO_REF_COUNT;
- static inline int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = atomic_fetch_add_explicit(&refcnt->val, 1, memory_order_relaxed) + 1;
- return 1;
- }
- static inline int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = atomic_fetch_sub_explicit(&refcnt->val, 1, memory_order_relaxed) - 1;
- if (*ret == 0)
- atomic_thread_fence(memory_order_acquire);
- return 1;
- }
- static inline int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = atomic_load_explicit(&refcnt->val, memory_order_relaxed);
- return 1;
- }
- # elif defined(__GNUC__) && defined(__ATOMIC_RELAXED) && __GCC_ATOMIC_INT_LOCK_FREE > 0
- # define HAVE_ATOMICS 1
- typedef struct {
- int val;
- } CRYPTO_REF_COUNT;
- static __inline__ int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = __atomic_fetch_add(&refcnt->val, 1, __ATOMIC_RELAXED) + 1;
- return 1;
- }
- static __inline__ int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = __atomic_fetch_sub(&refcnt->val, 1, __ATOMIC_RELAXED) - 1;
- if (*ret == 0)
- __atomic_thread_fence(__ATOMIC_ACQUIRE);
- return 1;
- }
- static __inline__ int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = __atomic_load_n(&refcnt->val, __ATOMIC_RELAXED);
- return 1;
- }
- # elif defined(__ICL) && defined(_WIN32)
- # define HAVE_ATOMICS 1
- typedef struct {
- volatile int val;
- } CRYPTO_REF_COUNT;
- static __inline int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd((void *)&refcnt->val, 1) + 1;
- return 1;
- }
- static __inline int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd((void *)&refcnt->val, -1) - 1;
- return 1;
- }
- static __inline int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedOr((void *)&refcnt->val, 0);
- return 1;
- }
- # elif defined(_MSC_VER) && _MSC_VER>=1200
- # define HAVE_ATOMICS 1
- typedef struct {
- volatile int val;
- } CRYPTO_REF_COUNT;
- # if (defined(_M_ARM) && _M_ARM>=7 && !defined(_WIN32_WCE)) || defined(_M_ARM64)
- # include <intrin.h>
- # if defined(_M_ARM64) && !defined(_ARM_BARRIER_ISH)
- # define _ARM_BARRIER_ISH _ARM64_BARRIER_ISH
- # endif
- static __inline int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd_nf(&refcnt->val, 1) + 1;
- return 1;
- }
- static __inline int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd_nf(&refcnt->val, -1) - 1;
- if (*ret == 0)
- __dmb(_ARM_BARRIER_ISH);
- return 1;
- }
- static __inline int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedOr_nf((void *)&refcnt->val, 0);
- return 1;
- }
- # else
- # if !defined(_WIN32_WCE)
- # pragma intrinsic(_InterlockedExchangeAdd)
- # else
- # if _WIN32_WCE >= 0x600
- extern long __cdecl _InterlockedExchangeAdd(long volatile*, long);
- # else
-
- extern long __cdecl InterlockedExchangeAdd(long volatile*, long);
- # define _InterlockedExchangeAdd InterlockedExchangeAdd
- # endif
- # endif
- static __inline int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd(&refcnt->val, 1) + 1;
- return 1;
- }
- static __inline int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd(&refcnt->val, -1) - 1;
- return 1;
- }
- static __inline int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt, int *ret)
- {
- *ret = _InterlockedExchangeAdd(&refcnt->val, 0);
- return 1;
- }
- # endif
- # endif
- # endif
- # ifndef HAVE_ATOMICS
- typedef struct {
- int val;
- # ifdef OPENSSL_THREADS
- CRYPTO_RWLOCK *lock;
- # endif
- } CRYPTO_REF_COUNT;
- # ifdef OPENSSL_THREADS
- static ossl_unused ossl_inline int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt,
- int *ret)
- {
- return CRYPTO_atomic_add(&refcnt->val, 1, ret, refcnt->lock);
- }
- static ossl_unused ossl_inline int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt,
- int *ret)
- {
- return CRYPTO_atomic_add(&refcnt->val, -1, ret, refcnt->lock);
- }
- static ossl_unused ossl_inline int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt,
- int *ret)
- {
- return CRYPTO_atomic_load_int(&refcnt->val, ret, refcnt->lock);
- }
- # define CRYPTO_NEW_FREE_DEFINED 1
- static ossl_unused ossl_inline int CRYPTO_NEW_REF(CRYPTO_REF_COUNT *refcnt, int n)
- {
- refcnt->val = n;
- refcnt->lock = CRYPTO_THREAD_lock_new();
- if (refcnt->lock == NULL) {
- ERR_raise(ERR_LIB_CRYPTO, ERR_R_CRYPTO_LIB);
- return 0;
- }
- return 1;
- }
- static ossl_unused ossl_inline void CRYPTO_FREE_REF(CRYPTO_REF_COUNT *refcnt) \
- {
- if (refcnt != NULL)
- CRYPTO_THREAD_lock_free(refcnt->lock);
- }
- # else
- static ossl_unused ossl_inline int CRYPTO_UP_REF(CRYPTO_REF_COUNT *refcnt,
- int *ret)
- {
- refcnt->val++;
- *ret = refcnt->val;
- return 1;
- }
- static ossl_unused ossl_inline int CRYPTO_DOWN_REF(CRYPTO_REF_COUNT *refcnt,
- int *ret)
- {
- refcnt->val--;
- *ret = refcnt->val;
- return 1;
- }
- static ossl_unused ossl_inline int CRYPTO_GET_REF(CRYPTO_REF_COUNT *refcnt,
- int *ret)
- {
- *ret = refcnt->val;
- return 1;
- }
- # endif
- # endif
- # ifndef CRYPTO_NEW_FREE_DEFINED
- static ossl_unused ossl_inline int CRYPTO_NEW_REF(CRYPTO_REF_COUNT *refcnt, int n)
- {
- refcnt->val = n;
- return 1;
- }
- static ossl_unused ossl_inline void CRYPTO_FREE_REF(CRYPTO_REF_COUNT *refcnt) \
- {
- }
- # endif
- #undef CRYPTO_NEW_FREE_DEFINED
- # if !defined(NDEBUG) && !defined(OPENSSL_NO_STDIO)
- # define REF_ASSERT_ISNT(test) \
- (void)((test) ? (OPENSSL_die("refcount error", __FILE__, __LINE__), 1) : 0)
- # else
- # define REF_ASSERT_ISNT(i)
- # endif
- # define REF_PRINT_EX(text, count, object) \
- OSSL_TRACE3(REF_COUNT, "%p:%4d:%s\n", (object), (count), (text));
- # define REF_PRINT_COUNT(text, object) \
- REF_PRINT_EX(text, object->references.val, (void *)object)
- #endif
|