fcatomic.h revision a4e54154
1c9710b42Smrg/*
2c9710b42Smrg * Mutex operations.  Originally copied from HarfBuzz.
3c9710b42Smrg *
4c9710b42Smrg * Copyright © 2007  Chris Wilson
5c9710b42Smrg * Copyright © 2009,2010  Red Hat, Inc.
6c9710b42Smrg * Copyright © 2011,2012,2013  Google, Inc.
7c9710b42Smrg *
8c9710b42Smrg * Permission is hereby granted, without written agreement and without
9c9710b42Smrg * license or royalty fees, to use, copy, modify, and distribute this
10c9710b42Smrg * software and its documentation for any purpose, provided that the
11c9710b42Smrg * above copyright notice and the following two paragraphs appear in
12c9710b42Smrg * all copies of this software.
13c9710b42Smrg *
14c9710b42Smrg * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
15c9710b42Smrg * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
16c9710b42Smrg * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
17c9710b42Smrg * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
18c9710b42Smrg * DAMAGE.
19c9710b42Smrg *
20c9710b42Smrg * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
21c9710b42Smrg * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
22c9710b42Smrg * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
23c9710b42Smrg * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
24c9710b42Smrg * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
25c9710b42Smrg *
26c9710b42Smrg * Contributor(s):
27c9710b42Smrg *	Chris Wilson <chris@chris-wilson.co.uk>
28c9710b42Smrg * Red Hat Author(s): Behdad Esfahbod
29c9710b42Smrg * Google Author(s): Behdad Esfahbod
30c9710b42Smrg */
31c9710b42Smrg
32c9710b42Smrg#ifndef _FCATOMIC_H_
33c9710b42Smrg#define _FCATOMIC_H_
34c9710b42Smrg
35c9710b42Smrg#ifdef HAVE_CONFIG_H
36c9710b42Smrg#include <config.h>
37c9710b42Smrg#endif
38c9710b42Smrg
39c9710b42Smrg
40c9710b42Smrg/* atomic_int */
41c9710b42Smrg
42c9710b42Smrg/* We need external help for these */
43c9710b42Smrg
44c9710b42Smrg#if 0
45c9710b42Smrg
46a4e54154Smrgtypedef <type> fc_atomic_int_t;
47a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"<printf format for fc_atomic_int_t>"
48a4e54154Smrg#define fc_atomic_int_add(AI, V)	o = (AI), (AI) += (V), o // atomic acquire/release
49c9710b42Smrg
50a4e54154Smrg#define fc_atomic_ptr_get(P)		*(P) // atomic acquire
51a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	*(P) == (O) ? (*(P) = (N), FcTrue) : FcFalse // atomic release
52c9710b42Smrg
53c9710b42Smrg
54a4e54154Smrg#elif !defined(FC_NO_MT) && defined(HAVE_STDATOMIC_PRIMITIVES)
55a4e54154Smrg
56a4e54154Smrg#include <stdatomic.h>
57a4e54154Smrg
58a4e54154Smrgtypedef atomic_int fc_atomic_int_t;
59a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"d"
60a4e54154Smrg#define fc_atomic_int_add(AI, V)	atomic_fetch_add_explicit (&(AI), (V), memory_order_acq_rel)
61a4e54154Smrg
62a4e54154Smrg#define fc_atomic_ptr_get(P)		atomic_load_explicit ((_Atomic(void *)*) (P), memory_order_acquire)
63a4e54154Smrgstatic inline FcBool _fc_atomic_ptr_cmpexch(_Atomic(void *)*P, void * O, _Atomic(void *) N) {
64a4e54154Smrg  return atomic_compare_exchange_strong_explicit(P, &O, N, memory_order_release, memory_order_relaxed);
65953daebaSmrg}
66a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	_fc_atomic_ptr_cmpexch ((_Atomic(void *)*) (P), (O), (N))
67a4e54154Smrg
68a4e54154Smrg/* Casting -1 to _Atomic(int) produces a compiler error with Clang (but not GCC)
69a4e54154Smrg * so we have to override FC_REF_CONSTANT_VALUE for stdatomic.h atomics.
70a4e54154Smrg * See https://bugs.llvm.org/show_bug.cgi?id=40249. */
71a4e54154Smrg#define FC_REF_CONSTANT_VALUE (-1)
72a4e54154Smrg
73a4e54154Smrg#elif !defined(FC_NO_MT) && defined(_MSC_VER) || defined(__MINGW32__)
74a4e54154Smrg
75a4e54154Smrg#include "fcwindows.h"
76c9710b42Smrg
77c9710b42Smrgtypedef LONG fc_atomic_int_t;
78a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"ld"
79c9710b42Smrg#define fc_atomic_int_add(AI, V)	InterlockedExchangeAdd (&(AI), (V))
80c9710b42Smrg
81a4e54154Smrg#define fc_atomic_ptr_get(P)		(InterlockedCompareExchangePointerAcquire ((void **) (P), NULL, NULL))
82c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	(InterlockedCompareExchangePointer ((void **) (P), (void *) (N), (void *) (O)) == (void *) (O))
83c9710b42Smrg
84c9710b42Smrg
85c9710b42Smrg#elif !defined(FC_NO_MT) && defined(__APPLE__)
86c9710b42Smrg
87c9710b42Smrg#include <libkern/OSAtomic.h>
88c9710b42Smrg#include <AvailabilityMacros.h>
89c9710b42Smrg
90c9710b42Smrgtypedef int fc_atomic_int_t;
91a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"d"
92c9710b42Smrg#define fc_atomic_int_add(AI, V)	(OSAtomicAdd32Barrier ((V), &(AI)) - (V))
93c9710b42Smrg
94a4e54154Smrg#if SIZEOF_VOID_P == 8
95a4e54154Smrg#define fc_atomic_ptr_get(P)		OSAtomicAdd64Barrier (0, (int64_t*)(P))
96a4e54154Smrg#elif SIZEOF_VOID_P == 4
97a4e54154Smrg#define fc_atomic_ptr_get(P)		OSAtomicAdd32Barrier (0, (int32_t*)(P))
98a4e54154Smrg#else
99a4e54154Smrg#error "SIZEOF_VOID_P not 4 or 8 (assumes CHAR_BIT is 8)"
100a4e54154Smrg#endif
101a4e54154Smrg
102a4e54154Smrg#if (MAC_OS_X_VERSION_MIN_REQUIRED >= 1050 || __IPHONE_OS_VERSION_MIN_REQUIRED >= 20100)
103c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	OSAtomicCompareAndSwapPtrBarrier ((void *) (O), (void *) (N), (void **) (P))
104c9710b42Smrg#else
105a4e54154Smrg#if __LP64__
106a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	OSAtomicCompareAndSwap64Barrier ((int64_t) (O), (int64_t) (N), (int64_t *) (P))
107c9710b42Smrg#else
108a4e54154Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	OSAtomicCompareAndSwap32Barrier ((int32_t) (O), (int32_t) (N), (int32_t *) (P))
109c9710b42Smrg#endif
110c9710b42Smrg#endif
111c9710b42Smrg
112a4e54154Smrg
113c9710b42Smrg#elif !defined(FC_NO_MT) && defined(HAVE_INTEL_ATOMIC_PRIMITIVES)
114c9710b42Smrg
115c9710b42Smrgtypedef int fc_atomic_int_t;
116a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"d"
117c9710b42Smrg#define fc_atomic_int_add(AI, V)	__sync_fetch_and_add (&(AI), (V))
118c9710b42Smrg
119a4e54154Smrg#define fc_atomic_ptr_get(P)		(void *) (__sync_fetch_and_add ((P), 0))
120c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	__sync_bool_compare_and_swap ((P), (O), (N))
121c9710b42Smrg
122c9710b42Smrg
123c9710b42Smrg#elif !defined(FC_NO_MT) && defined(HAVE_SOLARIS_ATOMIC_OPS)
124c9710b42Smrg
125c9710b42Smrg#include <atomic.h>
126c9710b42Smrg#include <mbarrier.h>
127c9710b42Smrg
128c9710b42Smrgtypedef unsigned int fc_atomic_int_t;
129a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"u"
130c9710b42Smrg#define fc_atomic_int_add(AI, V)	( ({__machine_rw_barrier ();}), atomic_add_int_nv (&(AI), (V)) - (V))
131c9710b42Smrg
132c9710b42Smrg#define fc_atomic_ptr_get(P)		( ({__machine_rw_barrier ();}), (void *) *(P))
133c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	( ({__machine_rw_barrier ();}), atomic_cas_ptr ((P), (O), (N)) == (void *) (O) ? FcTrue : FcFalse)
134c9710b42Smrg
135c9710b42Smrg
136c9710b42Smrg#elif !defined(FC_NO_MT)
137c9710b42Smrg
138c9710b42Smrg#define FC_ATOMIC_INT_NIL 1 /* Warn that fallback implementation is in use. */
139c9710b42Smrgtypedef volatile int fc_atomic_int_t;
140a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"d"
141c9710b42Smrg#define fc_atomic_int_add(AI, V)	(((AI) += (V)) - (V))
142c9710b42Smrg
143c9710b42Smrg#define fc_atomic_ptr_get(P)		((void *) *(P))
144c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	(* (void * volatile *) (P) == (void *) (O) ? (* (void * volatile *) (P) = (void *) (N), FcTrue) : FcFalse)
145c9710b42Smrg
146c9710b42Smrg
147c9710b42Smrg#else /* FC_NO_MT */
148c9710b42Smrg
149c9710b42Smrgtypedef int fc_atomic_int_t;
150a4e54154Smrg#define FC_ATOMIC_INT_FORMAT		"d"
151c9710b42Smrg#define fc_atomic_int_add(AI, V)	(((AI) += (V)) - (V))
152c9710b42Smrg
153c9710b42Smrg#define fc_atomic_ptr_get(P)		((void *) *(P))
154c9710b42Smrg#define fc_atomic_ptr_cmpexch(P,O,N)	(* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), FcTrue) : FcFalse)
155c9710b42Smrg
156c9710b42Smrg#endif
157c9710b42Smrg
158c9710b42Smrg/* reference count */
159a4e54154Smrg#ifndef FC_REF_CONSTANT_VALUE
160c9710b42Smrg#define FC_REF_CONSTANT_VALUE ((fc_atomic_int_t) -1)
161a4e54154Smrg#endif
162c9710b42Smrg#define FC_REF_CONSTANT {FC_REF_CONSTANT_VALUE}
163c9710b42Smrgtypedef struct _FcRef { fc_atomic_int_t count; } FcRef;
164c9710b42Smrgstatic inline void   FcRefInit     (FcRef *r, int v) { r->count = v; }
165c9710b42Smrgstatic inline int    FcRefInc      (FcRef *r) { return fc_atomic_int_add (r->count, +1); }
166c9710b42Smrgstatic inline int    FcRefDec      (FcRef *r) { return fc_atomic_int_add (r->count, -1); }
167c9710b42Smrgstatic inline int    FcRefAdd      (FcRef *r, int v) { return fc_atomic_int_add (r->count, v); }
168c9710b42Smrgstatic inline void   FcRefSetConst (FcRef *r) { r->count = FC_REF_CONSTANT_VALUE; }
169c9710b42Smrgstatic inline FcBool FcRefIsConst  (const FcRef *r) { return r->count == FC_REF_CONSTANT_VALUE; }
170c9710b42Smrg
171c9710b42Smrg#endif /* _FCATOMIC_H_ */
172