atomic_inc.S revision 1.6 1 1.6 skrll /* $NetBSD: atomic_inc.S,v 1.6 2020/08/01 09:26:49 skrll Exp $ */
2 1.2 matt
3 1.2 matt /*-
4 1.2 matt * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.2 matt * All rights reserved.
6 1.2 matt *
7 1.2 matt * Redistribution and use in source and binary forms, with or without
8 1.2 matt * modification, are permitted provided that the following conditions
9 1.2 matt * are met:
10 1.2 matt * 1. Redistributions of source code must retain the above copyright
11 1.2 matt * notice, this list of conditions and the following disclaimer.
12 1.2 matt * 2. Redistributions in binary form must reproduce the above copyright
13 1.2 matt * notice, this list of conditions and the following disclaimer in the
14 1.2 matt * documentation and/or other materials provided with the distribution.
15 1.6 skrll *
16 1.2 matt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.2 matt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.2 matt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.2 matt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.2 matt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.2 matt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.2 matt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.2 matt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.2 matt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.2 matt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.2 matt * POSSIBILITY OF SUCH DAMAGE.
27 1.2 matt */
28 1.2 matt
29 1.2 matt #include <machine/asm.h>
30 1.2 matt #include "atomic_op_asm.h"
31 1.2 matt
32 1.6 skrll RCSID("$NetBSD: atomic_inc.S,v 1.6 2020/08/01 09:26:49 skrll Exp $")
33 1.2 matt
34 1.2 matt .text
35 1.3 bouyer .set noreorder
36 1.3 bouyer #ifdef _KERNEL_OPT
37 1.3 bouyer #include "opt_cputype.h"
38 1.3 bouyer #ifndef MIPS3_LOONGSON2F
39 1.3 bouyer .set noat
40 1.3 bouyer .set nomacro
41 1.3 bouyer #endif
42 1.3 bouyer #else /* _KERNEL_OPT */
43 1.2 matt .set noat
44 1.2 matt .set nomacro
45 1.3 bouyer #endif /* _KERNEL_OPT */
46 1.3 bouyer
47 1.2 matt
48 1.2 matt LEAF(_atomic_inc_32)
49 1.5 matt #if defined(_MIPS_ARCH_OCTEONP) || defined(_MIPS_ARCH_OCTEON2)
50 1.5 matt li t0, 1
51 1.5 matt saa t0, (a0)
52 1.5 matt #else
53 1.2 matt 1: INT_LL t0, 0(a0)
54 1.2 matt nop
55 1.2 matt INT_ADDU t0, 1
56 1.2 matt INT_SC t0, 0(a0)
57 1.2 matt beq t0, zero, 1b
58 1.2 matt nop
59 1.5 matt #endif
60 1.2 matt j ra
61 1.2 matt nop
62 1.2 matt END(_atomic_inc_32)
63 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_32, _atomic_inc_32)
64 1.2 matt
65 1.2 matt LEAF(_atomic_inc_32_nv)
66 1.2 matt 1: INT_LL v0, 0(a0)
67 1.2 matt nop
68 1.2 matt INT_ADDU v0, 1
69 1.2 matt move t0, v0
70 1.2 matt INT_SC t0, 0(a0)
71 1.2 matt beq t0, zero, 1b
72 1.2 matt nop
73 1.2 matt j ra
74 1.2 matt nop
75 1.2 matt END(_atomic_inc_32_nv)
76 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_32_nv, _atomic_inc_32_nv)
77 1.2 matt
78 1.2 matt #if !defined(__mips_o32)
79 1.2 matt LEAF(_atomic_inc_64)
80 1.5 matt #if defined(_MIPS_ARCH_OCTEONP) || defined(_MIPS_ARCH_OCTEON2)
81 1.5 matt li t0, 1
82 1.5 matt saad t0, (a0)
83 1.5 matt #else
84 1.2 matt 1: REG_LL t0, 0(a0)
85 1.2 matt nop
86 1.2 matt REG_ADDU t0, 1
87 1.2 matt REG_SC t0, 0(a0)
88 1.2 matt beq t0, zero, 1b
89 1.2 matt nop
90 1.5 matt #endif
91 1.2 matt j ra
92 1.2 matt nop
93 1.2 matt END(_atomic_inc_64)
94 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_64, _atomic_inc_64)
95 1.2 matt
96 1.2 matt LEAF(_atomic_inc_64_nv)
97 1.2 matt 1: REG_LL v0, 0(a0)
98 1.2 matt nop
99 1.2 matt REG_ADDU v0, 1
100 1.2 matt move t0, v0
101 1.2 matt REG_SC t0, 0(a0)
102 1.2 matt beq t0, zero, 1b
103 1.2 matt nop
104 1.2 matt j ra
105 1.2 matt nop
106 1.2 matt END(_atomic_inc_64_nv)
107 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_64_nv, _atomic_inc_64_nv)
108 1.2 matt #endif
109 1.2 matt
110 1.2 matt #ifdef _LP64
111 1.2 matt STRONG_ALIAS(_atomic_inc_ptr, _atomic_inc_64)
112 1.2 matt STRONG_ALIAS(_atomic_inc_ptr_nv, _atomic_inc_64_nv)
113 1.2 matt STRONG_ALIAS(_atomic_inc_ulong, _atomic_inc_64)
114 1.2 matt STRONG_ALIAS(_atomic_inc_ulong_nv, _atomic_inc_64_nv)
115 1.2 matt #else
116 1.2 matt STRONG_ALIAS(_atomic_inc_ptr, _atomic_inc_32)
117 1.2 matt STRONG_ALIAS(_atomic_inc_ptr_nv, _atomic_inc_32_nv)
118 1.2 matt STRONG_ALIAS(_atomic_inc_ulong, _atomic_inc_32)
119 1.2 matt STRONG_ALIAS(_atomic_inc_ulong_nv, _atomic_inc_32_nv)
120 1.2 matt #endif
121 1.2 matt STRONG_ALIAS(_atomic_inc_uint, _atomic_inc_32)
122 1.2 matt STRONG_ALIAS(_atomic_inc_uint_nv, _atomic_inc_32_nv)
123 1.2 matt
124 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_ptr, _atomic_inc_ptr)
125 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_ptr_nv, _atomic_inc_ptr_nv)
126 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_uint, _atomic_inc_uint)
127 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_uint_nv, _atomic_inc_uint_nv)
128 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_ulong, _atomic_inc_ulong)
129 1.2 matt ATOMIC_OP_ALIAS(atomic_inc_ulong_nv, _atomic_inc_ulong_nv)
130