memset.S revision 1.9 1 1.9 mlelstv /* $NetBSD: memset.S,v 1.9 2023/01/19 18:03:03 mlelstv Exp $ */
2 1.1 christos
3 1.1 christos /*
4 1.1 christos * Copyright 2003 Wasabi Systems, Inc.
5 1.1 christos * All rights reserved.
6 1.1 christos *
7 1.1 christos * Written by Steve C. Woodford for Wasabi Systems, Inc.
8 1.1 christos *
9 1.1 christos * Redistribution and use in source and binary forms, with or without
10 1.1 christos * modification, are permitted provided that the following conditions
11 1.1 christos * are met:
12 1.1 christos * 1. Redistributions of source code must retain the above copyright
13 1.1 christos * notice, this list of conditions and the following disclaimer.
14 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 christos * notice, this list of conditions and the following disclaimer in the
16 1.1 christos * documentation and/or other materials provided with the distribution.
17 1.1 christos * 3. All advertising materials mentioning features or use of this software
18 1.1 christos * must display the following acknowledgement:
19 1.1 christos * This product includes software developed for the NetBSD Project by
20 1.1 christos * Wasabi Systems, Inc.
21 1.1 christos * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1 christos * or promote products derived from this software without specific prior
23 1.1 christos * written permission.
24 1.1 christos *
25 1.1 christos * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1 christos * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 christos * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 christos * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1 christos * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 christos * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 christos * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 christos * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 christos * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 christos * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 christos * POSSIBILITY OF SUCH DAMAGE.
36 1.1 christos */
37 1.1 christos /*
38 1.1 christos * Copyright (c) 1995 Mark Brinicombe.
39 1.1 christos * All rights reserved.
40 1.1 christos *
41 1.1 christos * Redistribution and use in source and binary forms, with or without
42 1.1 christos * modification, are permitted provided that the following conditions
43 1.1 christos * are met:
44 1.1 christos * 1. Redistributions of source code must retain the above copyright
45 1.1 christos * notice, this list of conditions and the following disclaimer.
46 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
47 1.1 christos * notice, this list of conditions and the following disclaimer in the
48 1.1 christos * documentation and/or other materials provided with the distribution.
49 1.1 christos * 3. All advertising materials mentioning features or use of this software
50 1.1 christos * must display the following acknowledgement:
51 1.1 christos * This product includes software developed by Mark Brinicombe.
52 1.1 christos * 4. The name of the company nor the name of the author may be used to
53 1.1 christos * endorse or promote products derived from this software without specific
54 1.1 christos * prior written permission.
55 1.1 christos *
56 1.1 christos * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
57 1.1 christos * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
58 1.1 christos * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
59 1.1 christos * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
60 1.1 christos * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
61 1.1 christos * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
62 1.1 christos * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
63 1.1 christos * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
64 1.1 christos * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
65 1.1 christos * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
66 1.1 christos * SUCH DAMAGE.
67 1.1 christos */
68 1.1 christos
69 1.1 christos #include <machine/asm.h>
70 1.1 christos
71 1.8 justin #if defined(__ARM_EABI__) && !defined(_BZERO) && !defined(_RUMPKERNEL)
72 1.7 joerg ENTRY(__aeabi_memset)
73 1.7 joerg mov r3, r1
74 1.7 joerg mov r1, r2
75 1.7 joerg mov r2, r3
76 1.7 joerg b memset
77 1.7 joerg END(__aeabi_memset)
78 1.7 joerg STRONG_ALIAS(__aeabi_memset4, __aeabi_memset)
79 1.7 joerg STRONG_ALIAS(__aeabi_memset8, __aeabi_memset)
80 1.7 joerg
81 1.7 joerg ENTRY(__aeabi_memclr)
82 1.7 joerg mov r2, r1
83 1.7 joerg mov r1, #0
84 1.7 joerg b memset
85 1.7 joerg END(__aeabi_memclr)
86 1.7 joerg STRONG_ALIAS(__aeabi_memclr4, __aeabi_memclr)
87 1.7 joerg STRONG_ALIAS(__aeabi_memclr8, __aeabi_memclr)
88 1.3 matt #endif
89 1.3 matt
90 1.1 christos /*
91 1.1 christos * memset: Sets a block of memory to the specified value
92 1.1 christos *
93 1.1 christos * On entry:
94 1.1 christos * r0 - dest address
95 1.1 christos * r1 - byte to write
96 1.1 christos * r2 - number of bytes to write
97 1.1 christos *
98 1.1 christos * On exit:
99 1.1 christos * r0 - dest address
100 1.1 christos */
101 1.1 christos #ifdef _BZERO
102 1.1 christos /* LINTSTUB: Func: void bzero(void *, size_t) */
103 1.1 christos ENTRY(bzero)
104 1.1 christos mov r3, #0x00
105 1.1 christos #else
106 1.1 christos /* LINTSTUB: Func: void *memset(void *, int, size_t) */
107 1.1 christos ENTRY(memset)
108 1.1 christos and r3, r1, #0xff /* We deal with bytes */
109 1.1 christos mov r1, r2
110 1.1 christos #endif
111 1.1 christos cmp r1, #0x04 /* Do we have less than 4 bytes */
112 1.1 christos mov ip, r0
113 1.9 mlelstv blo .Lmemset_lessthanfour
114 1.1 christos
115 1.1 christos /* Ok first we will word align the address */
116 1.1 christos ands r2, ip, #0x03 /* Get the bottom two bits */
117 1.1 christos bne .Lmemset_wordunaligned /* The address is not word aligned */
118 1.1 christos
119 1.1 christos /* We are now word aligned */
120 1.1 christos .Lmemset_wordaligned:
121 1.1 christos #ifndef _BZERO
122 1.1 christos orr r3, r3, r3, lsl #8 /* Extend value to 16-bits */
123 1.1 christos #endif
124 1.2 matt #ifdef _ARM_ARCH_DWORD_OK
125 1.1 christos tst ip, #0x04 /* Quad-align for Xscale */
126 1.1 christos #else
127 1.1 christos cmp r1, #0x10
128 1.1 christos #endif
129 1.1 christos #ifndef _BZERO
130 1.1 christos orr r3, r3, r3, lsl #16 /* Extend value to 32-bits */
131 1.1 christos #endif
132 1.2 matt #ifdef _ARM_ARCH_DWORD_OK
133 1.1 christos subne r1, r1, #0x04 /* Quad-align if necessary */
134 1.1 christos strne r3, [ip], #0x04
135 1.1 christos cmp r1, #0x10
136 1.1 christos #endif
137 1.9 mlelstv blo .Lmemset_loop4 /* If less than 16 then use words */
138 1.1 christos mov r2, r3 /* Duplicate data */
139 1.1 christos cmp r1, #0x80 /* If < 128 then skip the big loop */
140 1.9 mlelstv blo .Lmemset_loop32
141 1.1 christos
142 1.1 christos /* Do 128 bytes at a time */
143 1.1 christos .Lmemset_loop128:
144 1.1 christos subs r1, r1, #0x80
145 1.2 matt #ifdef _ARM_ARCH_DWORD_OK
146 1.9 mlelstv strdhs r2, r3, [ip], #0x08
147 1.9 mlelstv strdhs r2, r3, [ip], #0x08
148 1.9 mlelstv strdhs r2, r3, [ip], #0x08
149 1.9 mlelstv strdhs r2, r3, [ip], #0x08
150 1.9 mlelstv strdhs r2, r3, [ip], #0x08
151 1.9 mlelstv strdhs r2, r3, [ip], #0x08
152 1.9 mlelstv strdhs r2, r3, [ip], #0x08
153 1.9 mlelstv strdhs r2, r3, [ip], #0x08
154 1.9 mlelstv strdhs r2, r3, [ip], #0x08
155 1.9 mlelstv strdhs r2, r3, [ip], #0x08
156 1.9 mlelstv strdhs r2, r3, [ip], #0x08
157 1.9 mlelstv strdhs r2, r3, [ip], #0x08
158 1.9 mlelstv strdhs r2, r3, [ip], #0x08
159 1.9 mlelstv strdhs r2, r3, [ip], #0x08
160 1.9 mlelstv strdhs r2, r3, [ip], #0x08
161 1.9 mlelstv strdhs r2, r3, [ip], #0x08
162 1.4 matt #else
163 1.9 mlelstv stmiahs ip!, {r2-r3}
164 1.9 mlelstv stmiahs ip!, {r2-r3}
165 1.9 mlelstv stmiahs ip!, {r2-r3}
166 1.9 mlelstv stmiahs ip!, {r2-r3}
167 1.9 mlelstv stmiahs ip!, {r2-r3}
168 1.9 mlelstv stmiahs ip!, {r2-r3}
169 1.9 mlelstv stmiahs ip!, {r2-r3}
170 1.9 mlelstv stmiahs ip!, {r2-r3}
171 1.9 mlelstv stmiahs ip!, {r2-r3}
172 1.9 mlelstv stmiahs ip!, {r2-r3}
173 1.9 mlelstv stmiahs ip!, {r2-r3}
174 1.9 mlelstv stmiahs ip!, {r2-r3}
175 1.9 mlelstv stmiahs ip!, {r2-r3}
176 1.9 mlelstv stmiahs ip!, {r2-r3}
177 1.9 mlelstv stmiahs ip!, {r2-r3}
178 1.9 mlelstv stmiahs ip!, {r2-r3}
179 1.1 christos #endif
180 1.9 mlelstv bhi .Lmemset_loop128
181 1.1 christos RETc(eq) /* Zero length so just exit */
182 1.1 christos
183 1.1 christos add r1, r1, #0x80 /* Adjust for extra sub */
184 1.1 christos
185 1.1 christos /* Do 32 bytes at a time */
186 1.1 christos .Lmemset_loop32:
187 1.1 christos subs r1, r1, #0x20
188 1.2 matt #ifdef _ARM_ARCH_DWORD_OK
189 1.9 mlelstv strdhs r2, r3, [ip], #0x08
190 1.9 mlelstv strdhs r2, r3, [ip], #0x08
191 1.9 mlelstv strdhs r2, r3, [ip], #0x08
192 1.9 mlelstv strdhs r2, r3, [ip], #0x08
193 1.4 matt #else
194 1.9 mlelstv stmiahs ip!, {r2-r3}
195 1.9 mlelstv stmiahs ip!, {r2-r3}
196 1.9 mlelstv stmiahs ip!, {r2-r3}
197 1.9 mlelstv stmiahs ip!, {r2-r3}
198 1.1 christos #endif
199 1.9 mlelstv bhi .Lmemset_loop32
200 1.1 christos RETc(eq) /* Zero length so just exit */
201 1.1 christos
202 1.1 christos adds r1, r1, #0x10 /* Partially adjust for extra sub */
203 1.1 christos
204 1.1 christos /* Deal with 16 bytes or more */
205 1.2 matt #ifdef _ARM_ARCH_DWORD_OK
206 1.9 mlelstv strdhs r2, r3, [ip], #0x08
207 1.9 mlelstv strdhs r2, r3, [ip], #0x08
208 1.1 christos #else
209 1.9 mlelstv stmiahs ip!, {r2-r3}
210 1.9 mlelstv stmiahs ip!, {r2-r3}
211 1.1 christos #endif
212 1.1 christos RETc(eq) /* Zero length so just exit */
213 1.1 christos
214 1.9 mlelstv addlo r1, r1, #0x10 /* Possibly adjust for extra sub */
215 1.1 christos
216 1.1 christos /* We have at least 4 bytes so copy as words */
217 1.1 christos .Lmemset_loop4:
218 1.1 christos subs r1, r1, #0x04
219 1.9 mlelstv strhs r3, [ip], #0x04
220 1.9 mlelstv bhi .Lmemset_loop4
221 1.1 christos RETc(eq) /* Zero length so just exit */
222 1.1 christos
223 1.2 matt #ifdef _ARM_ARCH_DWORD_OK
224 1.1 christos /* Compensate for 64-bit alignment check */
225 1.1 christos adds r1, r1, #0x04
226 1.1 christos RETc(eq)
227 1.1 christos cmp r1, #2
228 1.1 christos #else
229 1.1 christos cmp r1, #-2
230 1.1 christos #endif
231 1.1 christos
232 1.1 christos strb r3, [ip], #0x01 /* Set 1 byte */
233 1.9 mlelstv strbhs r3, [ip], #0x01 /* Set another byte */
234 1.9 mlelstv strbhi r3, [ip] /* and a third */
235 1.1 christos RET /* Exit */
236 1.1 christos
237 1.1 christos .Lmemset_wordunaligned:
238 1.1 christos rsb r2, r2, #0x004
239 1.1 christos strb r3, [ip], #0x01 /* Set 1 byte */
240 1.1 christos cmp r2, #0x02
241 1.9 mlelstv strbhs r3, [ip], #0x01 /* Set another byte */
242 1.1 christos sub r1, r1, r2
243 1.9 mlelstv strbhi r3, [ip], #0x01 /* and a third */
244 1.1 christos cmp r1, #0x04 /* More than 4 bytes left? */
245 1.9 mlelstv bhs .Lmemset_wordaligned /* Yup */
246 1.1 christos
247 1.1 christos .Lmemset_lessthanfour:
248 1.1 christos cmp r1, #0x00
249 1.1 christos RETc(eq) /* Zero length so exit */
250 1.1 christos strb r3, [ip], #0x01 /* Set 1 byte */
251 1.1 christos cmp r1, #0x02
252 1.9 mlelstv strbhs r3, [ip], #0x01 /* Set another byte */
253 1.9 mlelstv strbhi r3, [ip] /* and a third */
254 1.1 christos RET /* Exit */
255 1.5 matt #ifdef _BZERO
256 1.5 matt END(bzero)
257 1.5 matt #else
258 1.5 matt END(memset)
259 1.5 matt #endif
260