atomic.S revision 1.2.2.2
1 /* $NetBSD: atomic.S,v 1.2.2.2 2008/06/04 02:02:57 yamt Exp $ */ 2 3 /*- 4 * Copyright (c) 2008 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Takayoshi Kochi. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 #include <machine/asm.h> 33 34 #ifdef _KERNEL 35 #define ALIAS(f, t) STRONG_ALIAS(f,t) 36 #else 37 #define ALIAS(f, t) WEAK_ALIAS(f,t) 38 #endif 39 40 .text 41 42 ENTRY(_atomic_dec_32,1) 43 fetchadd4.rel r8=[r32],-1 44 br.ret.sptk rp 45 46 ENTRY(_atomic_dec_64,1) 47 fetchadd8.rel r8=[r32],-1 48 br.ret.sptk rp 49 50 ENTRY(_atomic_dec_32_nv,1) 51 fetchadd4.rel r8=[r32],-1 52 br.ret.sptk rp 53 54 ENTRY(_atomic_dec_64_nv,1) 55 fetchadd8.rel r8=[r32],-1 56 br.ret.sptk rp 57 58 ENTRY(_atomic_inc_32,1) 59 fetchadd4.rel r8=[r32],1 60 br.ret.sptk rp 61 62 ENTRY(_atomic_inc_64,1) 63 fetchadd8.rel r8=[r32],1 64 br.ret.sptk rp 65 66 ENTRY(_atomic_inc_32_nv,1) 67 fetchadd4.rel r8=[r32],1 68 br.ret.sptk rp 69 70 ENTRY(_atomic_inc_64_nv,1) 71 fetchadd8.rel r8=[r32],1 72 br.ret.sptk rp 73 74 ENTRY(_atomic_swap_32,2) 75 xchg4 r8=[r32],r33 76 ;; 77 mov r33=r8 78 br.ret.sptk rp 79 80 ENTRY(_atomic_swap_64,2) 81 xchg8 r8=[r32],r33 82 ;; 83 mov r33=r8 84 br.ret.sptk rp 85 86 ENTRY(_atomic_cas_32,3) 87 mov ar.ccv=r33 88 ;; 89 cmpxchg4.acq r8=[r32],r34,ar.ccv 90 br.ret.sptk rp 91 92 ENTRY(_atomic_cas_64,3) 93 mov ar.ccv=r33 94 ;; 95 cmpxchg8.acq r8=[r32],r34,ar.ccv 96 br.ret.sptk rp 97 98 ENTRY(_membar_consumer,0) 99 mf 100 br.ret.sptk rp 101 102 ENTRY(_membar_producer,0) 103 mf 104 br.ret.sptk rp 105 106 ENTRY(_membar_enter,0) 107 mf 108 br.ret.sptk rp 109 110 ENTRY(_membar_exit,0) 111 mf 112 br.ret.sptk rp 113 114 ENTRY(_membar_sync,0) 115 mf 116 br.ret.sptk rp 117 118 119 ALIAS(atomic_add_32,_atomic_add_32) 120 ALIAS(atomic_add_int,_atomic_add_32) 121 ALIAS(atomic_add_64,_atomic_add_64) 122 ALIAS(atomic_add_long,_atomic_add_64) 123 ALIAS(atomic_add_ptr,_atomic_add_64) 124 125 ALIAS(atomic_add_32_nv,_atomic_add_32_nv) 126 ALIAS(atomic_add_int_nv,_atomic_add_32_nv) 127 ALIAS(atomic_add_64_nv,_atomic_add_64_nv) 128 ALIAS(atomic_add_long_nv,_atomic_add_64_nv) 129 ALIAS(atomic_add_ptr_nv,_atomic_add_64_nv) 130 131 ALIAS(atomic_and_32,_atomic_and_32) 132 ALIAS(atomic_and_uint,_atomic_and_32) 133 ALIAS(atomic_and_64,_atomic_and_64) 134 ALIAS(atomic_and_ulong,_atomic_and_64) 135 ALIAS(atomic_and_ptr,_atomic_and_64) 136 137 ALIAS(atomic_and_32_nv,_atomic_and_32_nv) 138 ALIAS(atomic_and_uint_nv,_atomic_and_32_nv) 139 ALIAS(atomic_and_64_nv,_atomic_and_64_nv) 140 ALIAS(atomic_and_ulong_nv,_atomic_and_64_nv) 141 ALIAS(atomic_and_ptr_nv,_atomic_and_64_nv) 142 143 ALIAS(atomic_dec_32,_atomic_dec_32) 144 ALIAS(atomic_dec_uint,_atomic_dec_32) 145 ALIAS(atomic_dec_64,_atomic_dec_64) 146 ALIAS(atomic_dec_ulong,_atomic_dec_64) 147 ALIAS(atomic_dec_ptr,_atomic_dec_64) 148 149 ALIAS(atomic_dec_32_nv,_atomic_dec_32_nv) 150 ALIAS(atomic_dec_uint_nv,_atomic_dec_32_nv) 151 ALIAS(atomic_dec_64_nv,_atomic_dec_64_nv) 152 ALIAS(atomic_dec_ulong_nv,_atomic_dec_64_nv) 153 ALIAS(atomic_dec_ptr_nv,_atomic_dec_64_nv) 154 155 ALIAS(atomic_inc_32,_atomic_inc_32) 156 ALIAS(atomic_inc_uint,_atomic_inc_32) 157 ALIAS(atomic_inc_64,_atomic_inc_64) 158 ALIAS(atomic_inc_ulong,_atomic_inc_64) 159 ALIAS(atomic_inc_ptr,_atomic_inc_64) 160 161 ALIAS(atomic_inc_32_nv,_atomic_inc_32_nv) 162 ALIAS(atomic_inc_uint_nv,_atomic_inc_32_nv) 163 ALIAS(atomic_inc_64_nv,_atomic_inc_64_nv) 164 ALIAS(atomic_inc_ulong_nv,_atomic_inc_64_nv) 165 ALIAS(atomic_inc_ptr_nv,_atomic_inc_64_nv) 166 167 ALIAS(atomic_or_32,_atomic_or_32) 168 ALIAS(atomic_or_uint,_atomic_or_32) 169 ALIAS(atomic_or_64,_atomic_or_64) 170 ALIAS(atomic_or_ulong,_atomic_or_64) 171 ALIAS(atomic_or_ptr,_atomic_or_64) 172 173 ALIAS(atomic_or_32_nv,_atomic_or_32_nv) 174 ALIAS(atomic_or_uint_nv,_atomic_or_32_nv) 175 ALIAS(atomic_or_64_nv,_atomic_or_64_nv) 176 ALIAS(atomic_or_ulong_nv,_atomic_or_64_nv) 177 ALIAS(atomic_or_ptr_nv,_atomic_or_64_nv) 178 179 ALIAS(atomic_swap_32,_atomic_swap_32) 180 ALIAS(atomic_swap_uint,_atomic_swap_32) 181 ALIAS(atomic_swap_64,_atomic_swap_64) 182 ALIAS(atomic_swap_ulong,_atomic_swap_64) 183 ALIAS(atomic_swap_ptr,_atomic_swap_64) 184 185 ALIAS(atomic_cas_32,_atomic_cas_32) 186 ALIAS(atomic_cas_uint,_atomic_cas_32) 187 ALIAS(atomic_cas_64,_atomic_cas_64) 188 ALIAS(atomic_cas_ulong,_atomic_cas_64) 189 ALIAS(atomic_cas_ptr,_atomic_cas_64) 190 191 ALIAS(atomic_cas_32_ni,_atomic_cas_32) 192 ALIAS(atomic_cas_uint_ni,_atomic_cas_32) 193 ALIAS(atomic_cas_64_ni,_atomic_cas_64) 194 ALIAS(atomic_cas_ulong_ni,_atomic_cas_64) 195 ALIAS(atomic_cas_ptr_ni,_atomic_cas_64) 196 197 ALIAS(membar_consumer,_membar_consumer) 198 ALIAS(membar_producer,_membar_producer) 199 ALIAS(membar_enter,_membar_enter) 200 ALIAS(membar_exit,_membar_exit) 201 ALIAS(membar_sync,_membar_sync) 202 203 STRONG_ALIAS(_atomic_add_int,_atomic_add_32) 204 STRONG_ALIAS(_atomic_add_long,_atomic_add_64) 205 STRONG_ALIAS(_atomic_add_ptr,_atomic_add_64) 206 207 STRONG_ALIAS(_atomic_add_int_nv,_atomic_add_32_nv) 208 STRONG_ALIAS(_atomic_add_long_nv,_atomic_add_64_nv) 209 STRONG_ALIAS(_atomic_add_ptr_nv,_atomic_add_64_nv) 210 211 STRONG_ALIAS(_atomic_and_uint,_atomic_and_32) 212 STRONG_ALIAS(_atomic_and_ulong,_atomic_and_64) 213 STRONG_ALIAS(_atomic_and_ptr,_atomic_and_64) 214 215 STRONG_ALIAS(_atomic_and_uint_nv,_atomic_and_32_nv) 216 STRONG_ALIAS(_atomic_and_ulong_nv,_atomic_and_64_nv) 217 STRONG_ALIAS(_atomic_and_ptr_nv,_atomic_and_64_nv) 218 219 STRONG_ALIAS(_atomic_dec_uint,_atomic_dec_32) 220 STRONG_ALIAS(_atomic_dec_ulong,_atomic_dec_64) 221 STRONG_ALIAS(_atomic_dec_ptr,_atomic_dec_64) 222 223 STRONG_ALIAS(_atomic_dec_uint_nv,_atomic_dec_32_nv) 224 STRONG_ALIAS(_atomic_dec_ulong_nv,_atomic_dec_64_nv) 225 STRONG_ALIAS(_atomic_dec_ptr_nv,_atomic_dec_64_nv) 226 227 STRONG_ALIAS(_atomic_inc_uint,_atomic_inc_32) 228 STRONG_ALIAS(_atomic_inc_ulong,_atomic_inc_64) 229 STRONG_ALIAS(_atomic_inc_ptr,_atomic_inc_64) 230 231 STRONG_ALIAS(_atomic_inc_uint_nv,_atomic_inc_32_nv) 232 STRONG_ALIAS(_atomic_inc_ulong_nv,_atomic_inc_64_nv) 233 STRONG_ALIAS(_atomic_inc_ptr_nv,_atomic_inc_64_nv) 234 235 STRONG_ALIAS(_atomic_or_uint,_atomic_or_32) 236 STRONG_ALIAS(_atomic_or_ulong,_atomic_or_64) 237 STRONG_ALIAS(_atomic_or_ptr,_atomic_or_64) 238 239 STRONG_ALIAS(_atomic_or_uint_nv,_atomic_or_32_nv) 240 STRONG_ALIAS(_atomic_or_ulong_nv,_atomic_or_64_nv) 241 STRONG_ALIAS(_atomic_or_ptr_nv,_atomic_or_64_nv) 242 243 STRONG_ALIAS(_atomic_swap_uint,_atomic_swap_32) 244 STRONG_ALIAS(_atomic_swap_ulong,_atomic_swap_64) 245 STRONG_ALIAS(_atomic_swap_ptr,_atomic_swap_64) 246 247 STRONG_ALIAS(_atomic_cas_uint,_atomic_cas_32) 248 STRONG_ALIAS(_atomic_cas_ulong,_atomic_cas_64) 249 STRONG_ALIAS(_atomic_cas_ptr,_atomic_cas_64) 250 251 STRONG_ALIAS(_atomic_cas_uint_ni,_atomic_cas_32) 252 STRONG_ALIAS(_atomic_cas_ulong_ni,_atomic_cas_64) 253 STRONG_ALIAS(_atomic_cas_ptr_ni,_atomic_cas_64) 254
Indexes created Thu Sep 25 08:09:54 GMT 2025