Home | History | Annotate | Line # | Download | only in atomic
atomic_add.S revision 1.7.16.2
      1  1.7.16.1    martin /*	$NetBSD: atomic_add.S,v 1.7.16.2 2020/04/21 19:37:47 martin Exp $	*/
      2       1.2        ad 
      3       1.2        ad /*-
      4       1.2        ad  * Copyright (c) 2007 The NetBSD Foundation, Inc.
      5       1.2        ad  * All rights reserved.
      6       1.2        ad  *
      7       1.2        ad  * This code is derived from software contributed to The NetBSD Foundation
      8       1.2        ad  * by Jason R. Thorpe.
      9       1.2        ad  *
     10       1.2        ad  * Redistribution and use in source and binary forms, with or without
     11       1.2        ad  * modification, are permitted provided that the following conditions
     12       1.2        ad  * are met:
     13       1.2        ad  * 1. Redistributions of source code must retain the above copyright
     14       1.2        ad  *    notice, this list of conditions and the following disclaimer.
     15       1.2        ad  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.2        ad  *    notice, this list of conditions and the following disclaimer in the
     17       1.2        ad  *    documentation and/or other materials provided with the distribution.
     18       1.2        ad  *
     19       1.2        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.2        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.2        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.2        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.2        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.2        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.2        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.2        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.2        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.2        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.2        ad  * POSSIBILITY OF SUCH DAMAGE.
     30       1.2        ad  */
     31       1.2        ad 
     32       1.2        ad #include "atomic_op_asm.h"
     33       1.2        ad 
     34       1.2        ad 	.text
     35       1.2        ad 
     36       1.6       chs ENTRY(_atomic_add_32)
     37       1.2        ad 	ld	[%o0], %o2
     38       1.2        ad 1:	add	%o1, %o2, %o3
     39       1.2        ad 	cas	[%o0], %o2, %o3
     40       1.2        ad 	cmp	%o2, %o3
     41       1.2        ad 	bne,a,pn %icc, 1b
     42       1.2        ad 	 mov	%o3, %o2
     43       1.2        ad 	retl
     44       1.2        ad 	 add	%o1, %o2, %o0
     45       1.2        ad ATOMIC_OP_ALIAS(atomic_add_32,_atomic_add_32)
     46       1.2        ad ATOMIC_OP_ALIAS(atomic_add_int,_atomic_add_32)
     47       1.2        ad STRONG_ALIAS(_atomic_add_int,_atomic_add_32)
     48       1.2        ad 
     49       1.2        ad ATOMIC_OP_ALIAS(atomic_add_32_nv,_atomic_add_32)
     50       1.2        ad STRONG_ALIAS(_atomic_add_32_nv,_atomic_add_32)
     51       1.2        ad ATOMIC_OP_ALIAS(atomic_add_int_nv,_atomic_add_32)
     52       1.2        ad STRONG_ALIAS(_atomic_add_int_nv,_atomic_add_32)
     53       1.2        ad 
     54       1.6       chs ENTRY(_atomic_add_64)
     55       1.7  nakayama #ifndef __arch64__
     56       1.7  nakayama 	COMBINE(%o1, %o2, %o1)
     57       1.7  nakayama #endif
     58       1.2        ad 	ldx	[%o0], %o2
     59       1.2        ad 1:	add	%o1, %o2, %o3
     60       1.2        ad 	casx	[%o0], %o2, %o3
     61       1.2        ad 	cmp	%o2, %o3
     62       1.4  nakayama 	bne,a,pn %xcc, 1b
     63       1.2        ad 	 mov	%o3, %o2
     64       1.7  nakayama #ifdef __arch64__
     65       1.2        ad 	retl
     66       1.2        ad 	 add	%o1, %o2, %o0
     67       1.7  nakayama #else
     68       1.7  nakayama 	add	%o1, %o2, %o0
     69       1.7  nakayama 	SPLIT_RETL(%o0, %o0, %o1)
     70       1.7  nakayama #endif
     71       1.2        ad ATOMIC_OP_ALIAS(atomic_add_64,_atomic_add_64)
     72       1.2        ad 
     73       1.2        ad ATOMIC_OP_ALIAS(atomic_add_64_nv,_atomic_add_64)
     74       1.2        ad STRONG_ALIAS(_atomic_add_64_nv,_atomic_add_64)
     75       1.3       mrg 
     76       1.3       mrg ATOMIC_OP_ALIAS_SIZE(atomic_add_long,_atomic_add)
     77       1.3       mrg STRONG_ALIAS_SIZE(_atomic_add_long,_atomic_add)
     78       1.3       mrg ATOMIC_OP_ALIAS_SIZE(atomic_add_ptr,_atomic_add)
     79       1.3       mrg STRONG_ALIAS_SIZE(_atomic_add_ptr,_atomic_add)
     80       1.3       mrg 
     81       1.3       mrg ATOMIC_OP_ALIAS_SIZE(atomic_add_long_nv,_atomic_add)
     82       1.3       mrg STRONG_ALIAS_SIZE(_atomic_add_long_nv,_atomic_add)
     83       1.3       mrg ATOMIC_OP_ALIAS_SIZE(atomic_add_ptr_nv,_atomic_add)
     84       1.3       mrg STRONG_ALIAS_SIZE(_atomic_add_ptr_nv,_atomic_add)
     85       1.7  nakayama 
     86       1.7  nakayama #if !defined(__arch64__) && defined(CRT_ALIAS)
     87       1.7  nakayama ENTRY(__sync_fetch_and_add_8)
     88       1.7  nakayama 	COMBINE(%o1, %o2, %o1)
     89       1.7  nakayama 	ldx	[%o0], %o2
     90       1.7  nakayama 1:	add	%o1, %o2, %o3
     91       1.7  nakayama 	casx	[%o0], %o2, %o3
     92       1.7  nakayama 	cmp	%o2, %o3
     93       1.7  nakayama 	bne,a,pn %xcc, 1b
     94       1.7  nakayama 	 mov	%o3, %o2
     95       1.7  nakayama 	SPLIT_RETL(%o2, %o0, %o1)
     96       1.7  nakayama CRT_ALIAS(__sync_add_and_fetch_8,_atomic_add_64_nv)
     97       1.7  nakayama 
     98       1.7  nakayama CRT_ALIAS(__atomic_fetch_add_8,__sync_fetch_and_add_8)
     99       1.7  nakayama CRT_ALIAS(__atomic_add_fetch_8,__sync_add_and_fetch_8)
    100       1.7  nakayama #endif
    101