atomic_add.S revision 1.6
11.6Sskrll/*	$NetBSD: atomic_add.S,v 1.6 2020/08/01 09:26:49 skrll Exp $	*/
21.2Smatt
31.2Smatt/*-
41.2Smatt * Copyright (c) 2008 The NetBSD Foundation, Inc.
51.2Smatt * All rights reserved.
61.2Smatt *
71.2Smatt * Redistribution and use in source and binary forms, with or without
81.2Smatt * modification, are permitted provided that the following conditions
91.2Smatt * are met:
101.2Smatt * 1. Redistributions of source code must retain the above copyright
111.2Smatt *    notice, this list of conditions and the following disclaimer.
121.2Smatt * 2. Redistributions in binary form must reproduce the above copyright
131.2Smatt *    notice, this list of conditions and the following disclaimer in the
141.2Smatt *    documentation and/or other materials provided with the distribution.
151.6Sskrll *
161.2Smatt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
171.2Smatt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
181.2Smatt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
191.2Smatt * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
201.2Smatt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
211.2Smatt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
221.2Smatt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
231.2Smatt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
241.2Smatt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
251.2Smatt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
261.2Smatt * POSSIBILITY OF SUCH DAMAGE.
271.2Smatt */
281.2Smatt
291.2Smatt#include <machine/asm.h>
301.2Smatt#include "atomic_op_asm.h"
311.2Smatt
321.6SskrllRCSID("$NetBSD: atomic_add.S,v 1.6 2020/08/01 09:26:49 skrll Exp $")
331.2Smatt
341.2Smatt	.text
351.3Sbouyer	.set	noreorder
361.3Sbouyer#ifdef _KERNEL_OPT
371.3Sbouyer#include "opt_cputype.h"
381.3Sbouyer#ifndef MIPS3_LOONGSON2F
391.3Sbouyer	.set	noat
401.3Sbouyer	.set	nomacro
411.3Sbouyer#endif
421.3Sbouyer#else /* _KERNEL_OPT */
431.2Smatt	.set	noat
441.2Smatt	.set	nomacro
451.3Sbouyer#endif /* _KERNEL_OPT */
461.3Sbouyer
471.2Smatt
481.2SmattLEAF(_atomic_add_32)
491.5Smatt#if defined(_MIPS_ARCH_OCTEONP) || defined(_MIPS_ARCH_OCTEON2)
501.5Smatt	saa		a1, (a0)
511.5Smatt#else
521.2Smatt1:	INT_LL		t0, 0(a0)
531.2Smatt	 nop
541.2Smatt	INT_ADDU	t0, a1
551.2Smatt	INT_SC		t0, 0(a0)
561.2Smatt	beq		t0, zero, 1b
571.2Smatt 	 nop
581.5Smatt#endif
591.2Smatt	j		ra
601.2Smatt	 nop
611.2SmattEND(_atomic_add_32)
621.2SmattATOMIC_OP_ALIAS(atomic_add_32, _atomic_add_32)
631.2Smatt
641.2SmattLEAF(_atomic_add_32_nv)
651.2Smatt1:	INT_LL		v0, 0(a0)
661.2Smatt	 nop
671.2Smatt	INT_ADDU	v0, a1
681.2Smatt	move		t0, v0
691.2Smatt	INT_SC		t0, 0(a0)
701.2Smatt	beq		t0, zero, 1b
711.2Smatt 	 nop
721.2Smatt	j		ra
731.2Smatt	 nop
741.2SmattEND(_atomic_add_32_nv)
751.2SmattATOMIC_OP_ALIAS(atomic_add_32_nv, _atomic_add_32_nv)
761.2Smatt
771.2Smatt#if !defined(__mips_o32)
781.2SmattLEAF(_atomic_add_64)
791.5Smatt#if defined(_MIPS_ARCH_OCTEONP) || defined(_MIPS_ARCH_OCTEON2)
801.5Smatt	saad		a1, (a0)
811.5Smatt#else
821.2Smatt1:	REG_LL		t0, 0(a0)
831.2Smatt	 nop
841.2Smatt	REG_ADDU	t0, a1
851.2Smatt	REG_SC		t0, 0(a0)
861.2Smatt	beq		t0, zero, 1b
871.2Smatt 	 nop
881.5Smatt#endif
891.2Smatt	j		ra
901.2Smatt	 nop
911.2SmattEND(_atomic_add_64)
921.2SmattATOMIC_OP_ALIAS(atomic_add_64, _atomic_add_64)
931.2Smatt
941.2SmattLEAF(_atomic_add_64_nv)
951.2Smatt1:	REG_LL		v0, 0(a0)
961.2Smatt	 nop
971.2Smatt	REG_ADDU	v0, a1
981.2Smatt	move		t0, v0
991.2Smatt	REG_SC		t0, 0(a0)
1001.2Smatt	beq		t0, zero, 1b
1011.2Smatt 	 nop
1021.2Smatt	j		ra
1031.2Smatt	 nop
1041.2SmattEND(_atomic_add_64_nv)
1051.2SmattATOMIC_OP_ALIAS(atomic_add_64_nv, _atomic_add_64_nv)
1061.2Smatt#endif
1071.2Smatt
1081.2Smatt#ifdef _LP64
1091.2SmattSTRONG_ALIAS(_atomic_add_long,		_atomic_add_64)
1101.2SmattSTRONG_ALIAS(_atomic_add_long_nv,	_atomic_add_64_nv)
1111.2SmattSTRONG_ALIAS(_atomic_add_ptr,		_atomic_add_64)
1121.2SmattSTRONG_ALIAS(_atomic_add_ptr_nv,	_atomic_add_64_nv)
1131.2Smatt#else
1141.2SmattSTRONG_ALIAS(_atomic_add_long,		_atomic_add_32)
1151.2SmattSTRONG_ALIAS(_atomic_add_long_nv,	_atomic_add_32_nv)
1161.2SmattSTRONG_ALIAS(_atomic_add_ptr,		_atomic_add_32)
1171.2SmattSTRONG_ALIAS(_atomic_add_ptr_nv,	_atomic_add_32_nv)
1181.2Smatt#endif
1191.2SmattSTRONG_ALIAS(_atomic_add_int,		_atomic_add_32)
1201.2SmattSTRONG_ALIAS(_atomic_add_int_nv,	_atomic_add_32_nv)
1211.2Smatt
1221.2SmattATOMIC_OP_ALIAS(atomic_add_int,		_atomic_add_int)
1231.2SmattATOMIC_OP_ALIAS(atomic_add_int_nv,	_atomic_add_int_nv)
1241.2SmattATOMIC_OP_ALIAS(atomic_add_ptr,		_atomic_add_ptr)
1251.2SmattATOMIC_OP_ALIAS(atomic_add_ptr_nv,	_atomic_add_ptr_nv)
1261.2SmattATOMIC_OP_ALIAS(atomic_add_long,	_atomic_add_long)
1271.2SmattATOMIC_OP_ALIAS(atomic_add_long_nv,	_atomic_add_long_nv)
128