fcatomic.h revision a4e54154
1c9710b42Smrg/* 2c9710b42Smrg * Mutex operations. Originally copied from HarfBuzz. 3c9710b42Smrg * 4c9710b42Smrg * Copyright © 2007 Chris Wilson 5c9710b42Smrg * Copyright © 2009,2010 Red Hat, Inc. 6c9710b42Smrg * Copyright © 2011,2012,2013 Google, Inc. 7c9710b42Smrg * 8c9710b42Smrg * Permission is hereby granted, without written agreement and without 9c9710b42Smrg * license or royalty fees, to use, copy, modify, and distribute this 10c9710b42Smrg * software and its documentation for any purpose, provided that the 11c9710b42Smrg * above copyright notice and the following two paragraphs appear in 12c9710b42Smrg * all copies of this software. 13c9710b42Smrg * 14c9710b42Smrg * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR 15c9710b42Smrg * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES 16c9710b42Smrg * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN 17c9710b42Smrg * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH 18c9710b42Smrg * DAMAGE. 19c9710b42Smrg * 20c9710b42Smrg * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, 21c9710b42Smrg * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND 22c9710b42Smrg * FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS 23c9710b42Smrg * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO 24c9710b42Smrg * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS. 25c9710b42Smrg * 26c9710b42Smrg * Contributor(s): 27c9710b42Smrg * Chris Wilson <chris@chris-wilson.co.uk> 28c9710b42Smrg * Red Hat Author(s): Behdad Esfahbod 29c9710b42Smrg * Google Author(s): Behdad Esfahbod 30c9710b42Smrg */ 31c9710b42Smrg 32c9710b42Smrg#ifndef _FCATOMIC_H_ 33c9710b42Smrg#define _FCATOMIC_H_ 34c9710b42Smrg 35c9710b42Smrg#ifdef HAVE_CONFIG_H 36c9710b42Smrg#include <config.h> 37c9710b42Smrg#endif 38c9710b42Smrg 39c9710b42Smrg 40c9710b42Smrg/* atomic_int */ 41c9710b42Smrg 42c9710b42Smrg/* We need external help for these */ 43c9710b42Smrg 44c9710b42Smrg#if 0 45c9710b42Smrg 46a4e54154Smrgtypedef <type> fc_atomic_int_t; 47a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "<printf format for fc_atomic_int_t>" 48a4e54154Smrg#define fc_atomic_int_add(AI, V) o = (AI), (AI) += (V), o // atomic acquire/release 49c9710b42Smrg 50a4e54154Smrg#define fc_atomic_ptr_get(P) *(P) // atomic acquire 51a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N) *(P) == (O) ? (*(P) = (N), FcTrue) : FcFalse // atomic release 52c9710b42Smrg 53c9710b42Smrg 54a4e54154Smrg#elif !defined(FC_NO_MT) && defined(HAVE_STDATOMIC_PRIMITIVES) 55a4e54154Smrg 56a4e54154Smrg#include <stdatomic.h> 57a4e54154Smrg 58a4e54154Smrgtypedef atomic_int fc_atomic_int_t; 59a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "d" 60a4e54154Smrg#define fc_atomic_int_add(AI, V) atomic_fetch_add_explicit (&(AI), (V), memory_order_acq_rel) 61a4e54154Smrg 62a4e54154Smrg#define fc_atomic_ptr_get(P) atomic_load_explicit ((_Atomic(void *)*) (P), memory_order_acquire) 63a4e54154Smrgstatic inline FcBool _fc_atomic_ptr_cmpexch(_Atomic(void *)*P, void * O, _Atomic(void *) N) { 64a4e54154Smrg return atomic_compare_exchange_strong_explicit(P, &O, N, memory_order_release, memory_order_relaxed); 65953daebaSmrg} 66a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N) _fc_atomic_ptr_cmpexch ((_Atomic(void *)*) (P), (O), (N)) 67a4e54154Smrg 68a4e54154Smrg/* Casting -1 to _Atomic(int) produces a compiler error with Clang (but not GCC) 69a4e54154Smrg * so we have to override FC_REF_CONSTANT_VALUE for stdatomic.h atomics. 70a4e54154Smrg * See https://bugs.llvm.org/show_bug.cgi?id=40249. */ 71a4e54154Smrg#define FC_REF_CONSTANT_VALUE (-1) 72a4e54154Smrg 73a4e54154Smrg#elif !defined(FC_NO_MT) && defined(_MSC_VER) || defined(__MINGW32__) 74a4e54154Smrg 75a4e54154Smrg#include "fcwindows.h" 76c9710b42Smrg 77c9710b42Smrgtypedef LONG fc_atomic_int_t; 78a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "ld" 79c9710b42Smrg#define fc_atomic_int_add(AI, V) InterlockedExchangeAdd (&(AI), (V)) 80c9710b42Smrg 81a4e54154Smrg#define fc_atomic_ptr_get(P) (InterlockedCompareExchangePointerAcquire ((void **) (P), NULL, NULL)) 82c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N) (InterlockedCompareExchangePointer ((void **) (P), (void *) (N), (void *) (O)) == (void *) (O)) 83c9710b42Smrg 84c9710b42Smrg 85c9710b42Smrg#elif !defined(FC_NO_MT) && defined(__APPLE__) 86c9710b42Smrg 87c9710b42Smrg#include <libkern/OSAtomic.h> 88c9710b42Smrg#include <AvailabilityMacros.h> 89c9710b42Smrg 90c9710b42Smrgtypedef int fc_atomic_int_t; 91a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "d" 92c9710b42Smrg#define fc_atomic_int_add(AI, V) (OSAtomicAdd32Barrier ((V), &(AI)) - (V)) 93c9710b42Smrg 94a4e54154Smrg#if SIZEOF_VOID_P == 8 95a4e54154Smrg#define fc_atomic_ptr_get(P) OSAtomicAdd64Barrier (0, (int64_t*)(P)) 96a4e54154Smrg#elif SIZEOF_VOID_P == 4 97a4e54154Smrg#define fc_atomic_ptr_get(P) OSAtomicAdd32Barrier (0, (int32_t*)(P)) 98a4e54154Smrg#else 99a4e54154Smrg#error "SIZEOF_VOID_P not 4 or 8 (assumes CHAR_BIT is 8)" 100a4e54154Smrg#endif 101a4e54154Smrg 102a4e54154Smrg#if (MAC_OS_X_VERSION_MIN_REQUIRED >= 1050 || __IPHONE_OS_VERSION_MIN_REQUIRED >= 20100) 103c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N) OSAtomicCompareAndSwapPtrBarrier ((void *) (O), (void *) (N), (void **) (P)) 104c9710b42Smrg#else 105a4e54154Smrg#if __LP64__ 106a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N) OSAtomicCompareAndSwap64Barrier ((int64_t) (O), (int64_t) (N), (int64_t *) (P)) 107c9710b42Smrg#else 108a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N) OSAtomicCompareAndSwap32Barrier ((int32_t) (O), (int32_t) (N), (int32_t *) (P)) 109c9710b42Smrg#endif 110c9710b42Smrg#endif 111c9710b42Smrg 112a4e54154Smrg 113c9710b42Smrg#elif !defined(FC_NO_MT) && defined(HAVE_INTEL_ATOMIC_PRIMITIVES) 114c9710b42Smrg 115c9710b42Smrgtypedef int fc_atomic_int_t; 116a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "d" 117c9710b42Smrg#define fc_atomic_int_add(AI, V) __sync_fetch_and_add (&(AI), (V)) 118c9710b42Smrg 119a4e54154Smrg#define fc_atomic_ptr_get(P) (void *) (__sync_fetch_and_add ((P), 0)) 120c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N) __sync_bool_compare_and_swap ((P), (O), (N)) 121c9710b42Smrg 122c9710b42Smrg 123c9710b42Smrg#elif !defined(FC_NO_MT) && defined(HAVE_SOLARIS_ATOMIC_OPS) 124c9710b42Smrg 125c9710b42Smrg#include <atomic.h> 126c9710b42Smrg#include <mbarrier.h> 127c9710b42Smrg 128c9710b42Smrgtypedef unsigned int fc_atomic_int_t; 129a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "u" 130c9710b42Smrg#define fc_atomic_int_add(AI, V) ( ({__machine_rw_barrier ();}), atomic_add_int_nv (&(AI), (V)) - (V)) 131c9710b42Smrg 132c9710b42Smrg#define fc_atomic_ptr_get(P) ( ({__machine_rw_barrier ();}), (void *) *(P)) 133c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N) ( ({__machine_rw_barrier ();}), atomic_cas_ptr ((P), (O), (N)) == (void *) (O) ? FcTrue : FcFalse) 134c9710b42Smrg 135c9710b42Smrg 136c9710b42Smrg#elif !defined(FC_NO_MT) 137c9710b42Smrg 138c9710b42Smrg#define FC_ATOMIC_INT_NIL 1 /* Warn that fallback implementation is in use. */ 139c9710b42Smrgtypedef volatile int fc_atomic_int_t; 140a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "d" 141c9710b42Smrg#define fc_atomic_int_add(AI, V) (((AI) += (V)) - (V)) 142c9710b42Smrg 143c9710b42Smrg#define fc_atomic_ptr_get(P) ((void *) *(P)) 144c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N) (* (void * volatile *) (P) == (void *) (O) ? (* (void * volatile *) (P) = (void *) (N), FcTrue) : FcFalse) 145c9710b42Smrg 146c9710b42Smrg 147c9710b42Smrg#else /* FC_NO_MT */ 148c9710b42Smrg 149c9710b42Smrgtypedef int fc_atomic_int_t; 150a4e54154Smrg#define FC_ATOMIC_INT_FORMAT "d" 151c9710b42Smrg#define fc_atomic_int_add(AI, V) (((AI) += (V)) - (V)) 152c9710b42Smrg 153c9710b42Smrg#define fc_atomic_ptr_get(P) ((void *) *(P)) 154c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N) (* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), FcTrue) : FcFalse) 155c9710b42Smrg 156c9710b42Smrg#endif 157c9710b42Smrg 158c9710b42Smrg/* reference count */ 159a4e54154Smrg#ifndef FC_REF_CONSTANT_VALUE 160c9710b42Smrg#define FC_REF_CONSTANT_VALUE ((fc_atomic_int_t) -1) 161a4e54154Smrg#endif 162c9710b42Smrg#define FC_REF_CONSTANT {FC_REF_CONSTANT_VALUE} 163c9710b42Smrgtypedef struct _FcRef { fc_atomic_int_t count; } FcRef; 164c9710b42Smrgstatic inline void FcRefInit (FcRef *r, int v) { r->count = v; } 165c9710b42Smrgstatic inline int FcRefInc (FcRef *r) { return fc_atomic_int_add (r->count, +1); } 166c9710b42Smrgstatic inline int FcRefDec (FcRef *r) { return fc_atomic_int_add (r->count, -1); } 167c9710b42Smrgstatic inline int FcRefAdd (FcRef *r, int v) { return fc_atomic_int_add (r->count, v); } 168c9710b42Smrgstatic inline void FcRefSetConst (FcRef *r) { r->count = FC_REF_CONSTANT_VALUE; } 169c9710b42Smrgstatic inline FcBool FcRefIsConst (const FcRef *r) { return r->count == FC_REF_CONSTANT_VALUE; } 170c9710b42Smrg 171c9710b42Smrg#endif /* _FCATOMIC_H_ */ 172