tc_bus_mem.c revision 1.20 1 1.20 thorpej /* $NetBSD: tc_bus_mem.c,v 1.20 2000/02/25 00:45:06 thorpej Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996 Carnegie-Mellon University.
5 1.1 cgd * All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Author: Chris G. Demetriou
8 1.1 cgd *
9 1.1 cgd * Permission to use, copy, modify and distribute this software and
10 1.1 cgd * its documentation is hereby granted, provided that both the copyright
11 1.1 cgd * notice and this permission notice appear in all copies of the
12 1.1 cgd * software, derivative works or modified versions, and any portions
13 1.1 cgd * thereof, and that both notices appear in supporting documentation.
14 1.1 cgd *
15 1.1 cgd * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
16 1.1 cgd * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
17 1.1 cgd * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
18 1.1 cgd *
19 1.1 cgd * Carnegie Mellon requests users of this software to return to
20 1.1 cgd *
21 1.1 cgd * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
22 1.1 cgd * School of Computer Science
23 1.1 cgd * Carnegie Mellon University
24 1.1 cgd * Pittsburgh PA 15213-3890
25 1.1 cgd *
26 1.1 cgd * any improvements or extensions that they make and grant Carnegie the
27 1.1 cgd * rights to redistribute these changes.
28 1.1 cgd */
29 1.1 cgd
30 1.1 cgd /*
31 1.1 cgd * Common TurboChannel Chipset "bus memory" functions.
32 1.1 cgd */
33 1.14 cgd
34 1.15 cgd #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */
35 1.15 cgd
36 1.20 thorpej __KERNEL_RCSID(0, "$NetBSD: tc_bus_mem.c,v 1.20 2000/02/25 00:45:06 thorpej Exp $");
37 1.1 cgd
38 1.1 cgd #include <sys/param.h>
39 1.7 cgd #include <sys/systm.h>
40 1.1 cgd #include <sys/malloc.h>
41 1.1 cgd #include <sys/syslog.h>
42 1.1 cgd #include <sys/device.h>
43 1.1 cgd #include <vm/vm.h>
44 1.1 cgd
45 1.1 cgd #include <machine/bus.h>
46 1.1 cgd #include <dev/tc/tcvar.h>
47 1.1 cgd
48 1.16 cgd #define __C(A,B) __CONCAT(A,B)
49 1.16 cgd
50 1.8 cgd /* mapping/unmapping */
51 1.8 cgd int tc_mem_map __P((void *, bus_addr_t, bus_size_t, int,
52 1.18 thorpej bus_space_handle_t *, int));
53 1.18 thorpej void tc_mem_unmap __P((void *, bus_space_handle_t, bus_size_t, int));
54 1.8 cgd int tc_mem_subregion __P((void *, bus_space_handle_t, bus_size_t,
55 1.8 cgd bus_size_t, bus_space_handle_t *));
56 1.8 cgd
57 1.20 thorpej int tc_mem_translate __P((void *, bus_addr_t, bus_size_t,
58 1.20 thorpej int, struct alpha_bus_space_translation *));
59 1.20 thorpej
60 1.8 cgd /* allocation/deallocation */
61 1.8 cgd int tc_mem_alloc __P((void *, bus_addr_t, bus_addr_t, bus_size_t,
62 1.8 cgd bus_size_t, bus_addr_t, int, bus_addr_t *,
63 1.8 cgd bus_space_handle_t *));
64 1.8 cgd void tc_mem_free __P((void *, bus_space_handle_t, bus_size_t));
65 1.8 cgd
66 1.12 cgd /* barrier */
67 1.12 cgd inline void tc_mem_barrier __P((void *, bus_space_handle_t,
68 1.12 cgd bus_size_t, bus_size_t, int));
69 1.12 cgd
70 1.8 cgd /* read (single) */
71 1.10 cgd inline u_int8_t tc_mem_read_1 __P((void *, bus_space_handle_t, bus_size_t));
72 1.10 cgd inline u_int16_t tc_mem_read_2 __P((void *, bus_space_handle_t, bus_size_t));
73 1.10 cgd inline u_int32_t tc_mem_read_4 __P((void *, bus_space_handle_t, bus_size_t));
74 1.10 cgd inline u_int64_t tc_mem_read_8 __P((void *, bus_space_handle_t, bus_size_t));
75 1.8 cgd
76 1.8 cgd /* read multiple */
77 1.8 cgd void tc_mem_read_multi_1 __P((void *, bus_space_handle_t,
78 1.8 cgd bus_size_t, u_int8_t *, bus_size_t));
79 1.8 cgd void tc_mem_read_multi_2 __P((void *, bus_space_handle_t,
80 1.8 cgd bus_size_t, u_int16_t *, bus_size_t));
81 1.8 cgd void tc_mem_read_multi_4 __P((void *, bus_space_handle_t,
82 1.8 cgd bus_size_t, u_int32_t *, bus_size_t));
83 1.8 cgd void tc_mem_read_multi_8 __P((void *, bus_space_handle_t,
84 1.8 cgd bus_size_t, u_int64_t *, bus_size_t));
85 1.8 cgd
86 1.8 cgd /* read region */
87 1.8 cgd void tc_mem_read_region_1 __P((void *, bus_space_handle_t,
88 1.8 cgd bus_size_t, u_int8_t *, bus_size_t));
89 1.8 cgd void tc_mem_read_region_2 __P((void *, bus_space_handle_t,
90 1.8 cgd bus_size_t, u_int16_t *, bus_size_t));
91 1.8 cgd void tc_mem_read_region_4 __P((void *, bus_space_handle_t,
92 1.8 cgd bus_size_t, u_int32_t *, bus_size_t));
93 1.8 cgd void tc_mem_read_region_8 __P((void *, bus_space_handle_t,
94 1.8 cgd bus_size_t, u_int64_t *, bus_size_t));
95 1.8 cgd
96 1.8 cgd /* write (single) */
97 1.10 cgd inline void tc_mem_write_1 __P((void *, bus_space_handle_t, bus_size_t,
98 1.8 cgd u_int8_t));
99 1.10 cgd inline void tc_mem_write_2 __P((void *, bus_space_handle_t, bus_size_t,
100 1.8 cgd u_int16_t));
101 1.10 cgd inline void tc_mem_write_4 __P((void *, bus_space_handle_t, bus_size_t,
102 1.8 cgd u_int32_t));
103 1.10 cgd inline void tc_mem_write_8 __P((void *, bus_space_handle_t, bus_size_t,
104 1.8 cgd u_int64_t));
105 1.8 cgd
106 1.8 cgd /* write multiple */
107 1.8 cgd void tc_mem_write_multi_1 __P((void *, bus_space_handle_t,
108 1.8 cgd bus_size_t, const u_int8_t *, bus_size_t));
109 1.8 cgd void tc_mem_write_multi_2 __P((void *, bus_space_handle_t,
110 1.8 cgd bus_size_t, const u_int16_t *, bus_size_t));
111 1.8 cgd void tc_mem_write_multi_4 __P((void *, bus_space_handle_t,
112 1.8 cgd bus_size_t, const u_int32_t *, bus_size_t));
113 1.8 cgd void tc_mem_write_multi_8 __P((void *, bus_space_handle_t,
114 1.8 cgd bus_size_t, const u_int64_t *, bus_size_t));
115 1.8 cgd
116 1.8 cgd /* write region */
117 1.8 cgd void tc_mem_write_region_1 __P((void *, bus_space_handle_t,
118 1.8 cgd bus_size_t, const u_int8_t *, bus_size_t));
119 1.8 cgd void tc_mem_write_region_2 __P((void *, bus_space_handle_t,
120 1.8 cgd bus_size_t, const u_int16_t *, bus_size_t));
121 1.8 cgd void tc_mem_write_region_4 __P((void *, bus_space_handle_t,
122 1.8 cgd bus_size_t, const u_int32_t *, bus_size_t));
123 1.8 cgd void tc_mem_write_region_8 __P((void *, bus_space_handle_t,
124 1.8 cgd bus_size_t, const u_int64_t *, bus_size_t));
125 1.8 cgd
126 1.11 cgd /* set multiple */
127 1.11 cgd void tc_mem_set_multi_1 __P((void *, bus_space_handle_t,
128 1.11 cgd bus_size_t, u_int8_t, bus_size_t));
129 1.11 cgd void tc_mem_set_multi_2 __P((void *, bus_space_handle_t,
130 1.11 cgd bus_size_t, u_int16_t, bus_size_t));
131 1.11 cgd void tc_mem_set_multi_4 __P((void *, bus_space_handle_t,
132 1.11 cgd bus_size_t, u_int32_t, bus_size_t));
133 1.11 cgd void tc_mem_set_multi_8 __P((void *, bus_space_handle_t,
134 1.11 cgd bus_size_t, u_int64_t, bus_size_t));
135 1.11 cgd
136 1.11 cgd /* set region */
137 1.11 cgd void tc_mem_set_region_1 __P((void *, bus_space_handle_t,
138 1.11 cgd bus_size_t, u_int8_t, bus_size_t));
139 1.11 cgd void tc_mem_set_region_2 __P((void *, bus_space_handle_t,
140 1.11 cgd bus_size_t, u_int16_t, bus_size_t));
141 1.11 cgd void tc_mem_set_region_4 __P((void *, bus_space_handle_t,
142 1.11 cgd bus_size_t, u_int32_t, bus_size_t));
143 1.11 cgd void tc_mem_set_region_8 __P((void *, bus_space_handle_t,
144 1.11 cgd bus_size_t, u_int64_t, bus_size_t));
145 1.11 cgd
146 1.13 cgd /* copy */
147 1.16 cgd void tc_mem_copy_region_1 __P((void *, bus_space_handle_t,
148 1.13 cgd bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
149 1.16 cgd void tc_mem_copy_region_2 __P((void *, bus_space_handle_t,
150 1.13 cgd bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
151 1.16 cgd void tc_mem_copy_region_4 __P((void *, bus_space_handle_t,
152 1.13 cgd bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
153 1.16 cgd void tc_mem_copy_region_8 __P((void *, bus_space_handle_t,
154 1.13 cgd bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
155 1.13 cgd
156 1.8 cgd static struct alpha_bus_space tc_mem_space = {
157 1.8 cgd /* cookie */
158 1.8 cgd NULL,
159 1.8 cgd
160 1.8 cgd /* mapping/unmapping */
161 1.8 cgd tc_mem_map,
162 1.8 cgd tc_mem_unmap,
163 1.8 cgd tc_mem_subregion,
164 1.8 cgd
165 1.20 thorpej tc_mem_translate,
166 1.20 thorpej
167 1.8 cgd /* allocation/deallocation */
168 1.8 cgd tc_mem_alloc,
169 1.8 cgd tc_mem_free,
170 1.8 cgd
171 1.12 cgd /* barrier */
172 1.12 cgd tc_mem_barrier,
173 1.12 cgd
174 1.8 cgd /* read (single) */
175 1.8 cgd tc_mem_read_1,
176 1.8 cgd tc_mem_read_2,
177 1.8 cgd tc_mem_read_4,
178 1.8 cgd tc_mem_read_8,
179 1.8 cgd
180 1.11 cgd /* read multiple */
181 1.8 cgd tc_mem_read_multi_1,
182 1.8 cgd tc_mem_read_multi_2,
183 1.8 cgd tc_mem_read_multi_4,
184 1.8 cgd tc_mem_read_multi_8,
185 1.8 cgd
186 1.8 cgd /* read region */
187 1.8 cgd tc_mem_read_region_1,
188 1.8 cgd tc_mem_read_region_2,
189 1.8 cgd tc_mem_read_region_4,
190 1.8 cgd tc_mem_read_region_8,
191 1.8 cgd
192 1.8 cgd /* write (single) */
193 1.8 cgd tc_mem_write_1,
194 1.8 cgd tc_mem_write_2,
195 1.8 cgd tc_mem_write_4,
196 1.8 cgd tc_mem_write_8,
197 1.8 cgd
198 1.11 cgd /* write multiple */
199 1.8 cgd tc_mem_write_multi_1,
200 1.8 cgd tc_mem_write_multi_2,
201 1.8 cgd tc_mem_write_multi_4,
202 1.8 cgd tc_mem_write_multi_8,
203 1.8 cgd
204 1.8 cgd /* write region */
205 1.8 cgd tc_mem_write_region_1,
206 1.8 cgd tc_mem_write_region_2,
207 1.8 cgd tc_mem_write_region_4,
208 1.8 cgd tc_mem_write_region_8,
209 1.8 cgd
210 1.11 cgd /* set multiple */
211 1.11 cgd tc_mem_set_multi_1,
212 1.11 cgd tc_mem_set_multi_2,
213 1.11 cgd tc_mem_set_multi_4,
214 1.11 cgd tc_mem_set_multi_8,
215 1.8 cgd
216 1.8 cgd /* set region */
217 1.11 cgd tc_mem_set_region_1,
218 1.11 cgd tc_mem_set_region_2,
219 1.11 cgd tc_mem_set_region_4,
220 1.11 cgd tc_mem_set_region_8,
221 1.8 cgd
222 1.8 cgd /* copy */
223 1.16 cgd tc_mem_copy_region_1,
224 1.16 cgd tc_mem_copy_region_2,
225 1.16 cgd tc_mem_copy_region_4,
226 1.16 cgd tc_mem_copy_region_8,
227 1.8 cgd };
228 1.1 cgd
229 1.8 cgd bus_space_tag_t
230 1.8 cgd tc_bus_mem_init(memv)
231 1.1 cgd void *memv;
232 1.1 cgd {
233 1.8 cgd bus_space_tag_t h = &tc_mem_space;
234 1.1 cgd
235 1.8 cgd h->abs_cookie = memv;
236 1.8 cgd return (h);
237 1.20 thorpej }
238 1.20 thorpej
239 1.20 thorpej /* ARGSUSED */
240 1.20 thorpej int
241 1.20 thorpej tc_mem_translate(v, memaddr, memlen, flags, abst)
242 1.20 thorpej void *v;
243 1.20 thorpej bus_addr_t memaddr;
244 1.20 thorpej bus_size_t memlen;
245 1.20 thorpej int flags;
246 1.20 thorpej struct alpha_bus_space_translation *abst;
247 1.20 thorpej {
248 1.20 thorpej
249 1.20 thorpej return (EOPNOTSUPP);
250 1.1 cgd }
251 1.1 cgd
252 1.18 thorpej /* ARGSUSED */
253 1.1 cgd int
254 1.18 thorpej tc_mem_map(v, memaddr, memsize, flags, memhp, acct)
255 1.1 cgd void *v;
256 1.8 cgd bus_addr_t memaddr;
257 1.8 cgd bus_size_t memsize;
258 1.16 cgd int flags;
259 1.8 cgd bus_space_handle_t *memhp;
260 1.18 thorpej int acct;
261 1.1 cgd {
262 1.16 cgd int cacheable = flags & BUS_SPACE_MAP_CACHEABLE;
263 1.16 cgd int linear = flags & BUS_SPACE_MAP_LINEAR;
264 1.16 cgd
265 1.16 cgd /* Requests for linear uncacheable space can't be satisfied. */
266 1.16 cgd if (linear && !cacheable)
267 1.16 cgd return (EOPNOTSUPP);
268 1.1 cgd
269 1.1 cgd if (memaddr & 0x7)
270 1.1 cgd panic("tc_mem_map needs 8 byte alignment");
271 1.1 cgd if (cacheable)
272 1.7 cgd *memhp = ALPHA_PHYS_TO_K0SEG(memaddr);
273 1.1 cgd else
274 1.7 cgd *memhp = ALPHA_PHYS_TO_K0SEG(TC_DENSE_TO_SPARSE(memaddr));
275 1.1 cgd return (0);
276 1.1 cgd }
277 1.1 cgd
278 1.18 thorpej /* ARGSUSED */
279 1.1 cgd void
280 1.18 thorpej tc_mem_unmap(v, memh, memsize, acct)
281 1.1 cgd void *v;
282 1.8 cgd bus_space_handle_t memh;
283 1.8 cgd bus_size_t memsize;
284 1.18 thorpej int acct;
285 1.1 cgd {
286 1.1 cgd
287 1.8 cgd /* XXX XX XXX nothing to do. */
288 1.1 cgd }
289 1.1 cgd
290 1.4 cgd int
291 1.4 cgd tc_mem_subregion(v, memh, offset, size, nmemh)
292 1.4 cgd void *v;
293 1.8 cgd bus_space_handle_t memh, *nmemh;
294 1.8 cgd bus_size_t offset, size;
295 1.4 cgd {
296 1.4 cgd
297 1.5 cgd /* Disallow subregioning that would make the handle unaligned. */
298 1.5 cgd if ((offset & 0x7) != 0)
299 1.5 cgd return (1);
300 1.5 cgd
301 1.4 cgd if ((memh & TC_SPACE_SPARSE) != 0)
302 1.6 cgd *nmemh = memh + (offset << 1);
303 1.4 cgd else
304 1.6 cgd *nmemh = memh + offset;
305 1.5 cgd
306 1.4 cgd return (0);
307 1.4 cgd }
308 1.4 cgd
309 1.8 cgd int
310 1.16 cgd tc_mem_alloc(v, rstart, rend, size, align, boundary, flags, addrp, bshp)
311 1.8 cgd void *v;
312 1.8 cgd bus_addr_t rstart, rend, *addrp;
313 1.8 cgd bus_size_t size, align, boundary;
314 1.16 cgd int flags;
315 1.8 cgd bus_space_handle_t *bshp;
316 1.8 cgd {
317 1.8 cgd
318 1.8 cgd /* XXX XXX XXX XXX XXX XXX */
319 1.8 cgd panic("tc_mem_alloc unimplemented");
320 1.8 cgd }
321 1.8 cgd
322 1.8 cgd void
323 1.8 cgd tc_mem_free(v, bsh, size)
324 1.8 cgd void *v;
325 1.8 cgd bus_space_handle_t bsh;
326 1.8 cgd bus_size_t size;
327 1.8 cgd {
328 1.8 cgd
329 1.8 cgd /* XXX XXX XXX XXX XXX XXX */
330 1.8 cgd panic("tc_mem_free unimplemented");
331 1.8 cgd }
332 1.8 cgd
333 1.12 cgd inline void
334 1.12 cgd tc_mem_barrier(v, h, o, l, f)
335 1.12 cgd void *v;
336 1.12 cgd bus_space_handle_t h;
337 1.12 cgd bus_size_t o, l;
338 1.12 cgd int f;
339 1.12 cgd {
340 1.12 cgd
341 1.16 cgd if ((f & BUS_SPACE_BARRIER_READ) != 0)
342 1.12 cgd alpha_mb();
343 1.16 cgd else if ((f & BUS_SPACE_BARRIER_WRITE) != 0)
344 1.12 cgd alpha_wmb();
345 1.12 cgd }
346 1.12 cgd
347 1.10 cgd inline u_int8_t
348 1.1 cgd tc_mem_read_1(v, memh, off)
349 1.1 cgd void *v;
350 1.8 cgd bus_space_handle_t memh;
351 1.8 cgd bus_size_t off;
352 1.1 cgd {
353 1.1 cgd volatile u_int8_t *p;
354 1.1 cgd
355 1.8 cgd alpha_mb(); /* XXX XXX XXX */
356 1.2 cgd
357 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
358 1.1 cgd panic("tc_mem_read_1 not implemented for sparse space");
359 1.1 cgd
360 1.1 cgd p = (u_int8_t *)(memh + off);
361 1.1 cgd return (*p);
362 1.1 cgd }
363 1.1 cgd
364 1.10 cgd inline u_int16_t
365 1.1 cgd tc_mem_read_2(v, memh, off)
366 1.1 cgd void *v;
367 1.8 cgd bus_space_handle_t memh;
368 1.8 cgd bus_size_t off;
369 1.1 cgd {
370 1.1 cgd volatile u_int16_t *p;
371 1.1 cgd
372 1.8 cgd alpha_mb(); /* XXX XXX XXX */
373 1.2 cgd
374 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
375 1.1 cgd panic("tc_mem_read_2 not implemented for sparse space");
376 1.1 cgd
377 1.1 cgd p = (u_int16_t *)(memh + off);
378 1.1 cgd return (*p);
379 1.1 cgd }
380 1.1 cgd
381 1.10 cgd inline u_int32_t
382 1.1 cgd tc_mem_read_4(v, memh, off)
383 1.1 cgd void *v;
384 1.8 cgd bus_space_handle_t memh;
385 1.8 cgd bus_size_t off;
386 1.1 cgd {
387 1.1 cgd volatile u_int32_t *p;
388 1.1 cgd
389 1.8 cgd alpha_mb(); /* XXX XXX XXX */
390 1.2 cgd
391 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
392 1.1 cgd /* Nothing special to do for 4-byte sparse space accesses */
393 1.1 cgd p = (u_int32_t *)(memh + (off << 1));
394 1.1 cgd else
395 1.1 cgd p = (u_int32_t *)(memh + off);
396 1.1 cgd return (*p);
397 1.1 cgd }
398 1.1 cgd
399 1.10 cgd inline u_int64_t
400 1.1 cgd tc_mem_read_8(v, memh, off)
401 1.1 cgd void *v;
402 1.8 cgd bus_space_handle_t memh;
403 1.8 cgd bus_size_t off;
404 1.1 cgd {
405 1.1 cgd volatile u_int64_t *p;
406 1.1 cgd
407 1.8 cgd alpha_mb(); /* XXX XXX XXX */
408 1.2 cgd
409 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
410 1.1 cgd panic("tc_mem_read_8 not implemented for sparse space");
411 1.1 cgd
412 1.1 cgd p = (u_int64_t *)(memh + off);
413 1.1 cgd return (*p);
414 1.1 cgd }
415 1.1 cgd
416 1.8 cgd #define tc_mem_read_multi_N(BYTES,TYPE) \
417 1.8 cgd void \
418 1.16 cgd __C(tc_mem_read_multi_,BYTES)(v, h, o, a, c) \
419 1.8 cgd void *v; \
420 1.8 cgd bus_space_handle_t h; \
421 1.8 cgd bus_size_t o, c; \
422 1.8 cgd TYPE *a; \
423 1.8 cgd { \
424 1.8 cgd \
425 1.8 cgd while (c-- > 0) { \
426 1.16 cgd tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_READ); \
427 1.16 cgd *a++ = __C(tc_mem_read_,BYTES)(v, h, o); \
428 1.8 cgd } \
429 1.8 cgd }
430 1.8 cgd tc_mem_read_multi_N(1,u_int8_t)
431 1.8 cgd tc_mem_read_multi_N(2,u_int16_t)
432 1.8 cgd tc_mem_read_multi_N(4,u_int32_t)
433 1.8 cgd tc_mem_read_multi_N(8,u_int64_t)
434 1.8 cgd
435 1.8 cgd #define tc_mem_read_region_N(BYTES,TYPE) \
436 1.8 cgd void \
437 1.16 cgd __C(tc_mem_read_region_,BYTES)(v, h, o, a, c) \
438 1.8 cgd void *v; \
439 1.8 cgd bus_space_handle_t h; \
440 1.8 cgd bus_size_t o, c; \
441 1.8 cgd TYPE *a; \
442 1.8 cgd { \
443 1.8 cgd \
444 1.8 cgd while (c-- > 0) { \
445 1.16 cgd *a++ = __C(tc_mem_read_,BYTES)(v, h, o); \
446 1.9 cgd o += sizeof *a; \
447 1.8 cgd } \
448 1.8 cgd }
449 1.8 cgd tc_mem_read_region_N(1,u_int8_t)
450 1.8 cgd tc_mem_read_region_N(2,u_int16_t)
451 1.8 cgd tc_mem_read_region_N(4,u_int32_t)
452 1.8 cgd tc_mem_read_region_N(8,u_int64_t)
453 1.8 cgd
454 1.10 cgd inline void
455 1.1 cgd tc_mem_write_1(v, memh, off, val)
456 1.1 cgd void *v;
457 1.8 cgd bus_space_handle_t memh;
458 1.8 cgd bus_size_t off;
459 1.1 cgd u_int8_t val;
460 1.1 cgd {
461 1.1 cgd
462 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0) {
463 1.1 cgd volatile u_int64_t *p, v;
464 1.1 cgd u_int64_t shift, msk;
465 1.1 cgd
466 1.5 cgd shift = off & 0x3;
467 1.1 cgd off &= 0x3;
468 1.1 cgd
469 1.1 cgd p = (u_int64_t *)(memh + (off << 1));
470 1.1 cgd
471 1.1 cgd msk = ~(0x1 << shift) & 0xf;
472 1.1 cgd v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
473 1.1 cgd
474 1.1 cgd *p = val;
475 1.1 cgd } else {
476 1.1 cgd volatile u_int8_t *p;
477 1.1 cgd
478 1.1 cgd p = (u_int8_t *)(memh + off);
479 1.1 cgd *p = val;
480 1.1 cgd }
481 1.8 cgd alpha_mb(); /* XXX XXX XXX */
482 1.1 cgd }
483 1.1 cgd
484 1.10 cgd inline void
485 1.1 cgd tc_mem_write_2(v, memh, off, val)
486 1.1 cgd void *v;
487 1.8 cgd bus_space_handle_t memh;
488 1.8 cgd bus_size_t off;
489 1.1 cgd u_int16_t val;
490 1.1 cgd {
491 1.1 cgd
492 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0) {
493 1.1 cgd volatile u_int64_t *p, v;
494 1.1 cgd u_int64_t shift, msk;
495 1.1 cgd
496 1.5 cgd shift = off & 0x2;
497 1.1 cgd off &= 0x3;
498 1.1 cgd
499 1.1 cgd p = (u_int64_t *)(memh + (off << 1));
500 1.1 cgd
501 1.1 cgd msk = ~(0x3 << shift) & 0xf;
502 1.1 cgd v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
503 1.1 cgd
504 1.1 cgd *p = val;
505 1.1 cgd } else {
506 1.1 cgd volatile u_int16_t *p;
507 1.1 cgd
508 1.1 cgd p = (u_int16_t *)(memh + off);
509 1.1 cgd *p = val;
510 1.1 cgd }
511 1.8 cgd alpha_mb(); /* XXX XXX XXX */
512 1.1 cgd }
513 1.1 cgd
514 1.10 cgd inline void
515 1.1 cgd tc_mem_write_4(v, memh, off, val)
516 1.1 cgd void *v;
517 1.8 cgd bus_space_handle_t memh;
518 1.8 cgd bus_size_t off;
519 1.1 cgd u_int32_t val;
520 1.1 cgd {
521 1.1 cgd volatile u_int32_t *p;
522 1.1 cgd
523 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
524 1.1 cgd /* Nothing special to do for 4-byte sparse space accesses */
525 1.1 cgd p = (u_int32_t *)(memh + (off << 1));
526 1.1 cgd else
527 1.1 cgd p = (u_int32_t *)(memh + off);
528 1.1 cgd *p = val;
529 1.8 cgd alpha_mb(); /* XXX XXX XXX */
530 1.1 cgd }
531 1.1 cgd
532 1.10 cgd inline void
533 1.1 cgd tc_mem_write_8(v, memh, off, val)
534 1.1 cgd void *v;
535 1.8 cgd bus_space_handle_t memh;
536 1.8 cgd bus_size_t off;
537 1.1 cgd u_int64_t val;
538 1.1 cgd {
539 1.1 cgd volatile u_int64_t *p;
540 1.1 cgd
541 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
542 1.1 cgd panic("tc_mem_read_8 not implemented for sparse space");
543 1.1 cgd
544 1.1 cgd p = (u_int64_t *)(memh + off);
545 1.1 cgd *p = val;
546 1.8 cgd alpha_mb(); /* XXX XXX XXX */
547 1.3 cgd }
548 1.10 cgd
549 1.8 cgd #define tc_mem_write_multi_N(BYTES,TYPE) \
550 1.8 cgd void \
551 1.16 cgd __C(tc_mem_write_multi_,BYTES)(v, h, o, a, c) \
552 1.8 cgd void *v; \
553 1.8 cgd bus_space_handle_t h; \
554 1.8 cgd bus_size_t o, c; \
555 1.8 cgd const TYPE *a; \
556 1.8 cgd { \
557 1.8 cgd \
558 1.8 cgd while (c-- > 0) { \
559 1.16 cgd __C(tc_mem_write_,BYTES)(v, h, o, *a++); \
560 1.16 cgd tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_WRITE); \
561 1.8 cgd } \
562 1.8 cgd }
563 1.8 cgd tc_mem_write_multi_N(1,u_int8_t)
564 1.8 cgd tc_mem_write_multi_N(2,u_int16_t)
565 1.8 cgd tc_mem_write_multi_N(4,u_int32_t)
566 1.8 cgd tc_mem_write_multi_N(8,u_int64_t)
567 1.8 cgd
568 1.8 cgd #define tc_mem_write_region_N(BYTES,TYPE) \
569 1.8 cgd void \
570 1.16 cgd __C(tc_mem_write_region_,BYTES)(v, h, o, a, c) \
571 1.8 cgd void *v; \
572 1.8 cgd bus_space_handle_t h; \
573 1.8 cgd bus_size_t o, c; \
574 1.8 cgd const TYPE *a; \
575 1.8 cgd { \
576 1.8 cgd \
577 1.8 cgd while (c-- > 0) { \
578 1.16 cgd __C(tc_mem_write_,BYTES)(v, h, o, *a++); \
579 1.9 cgd o += sizeof *a; \
580 1.8 cgd } \
581 1.8 cgd }
582 1.8 cgd tc_mem_write_region_N(1,u_int8_t)
583 1.8 cgd tc_mem_write_region_N(2,u_int16_t)
584 1.8 cgd tc_mem_write_region_N(4,u_int32_t)
585 1.8 cgd tc_mem_write_region_N(8,u_int64_t)
586 1.11 cgd
587 1.11 cgd #define tc_mem_set_multi_N(BYTES,TYPE) \
588 1.11 cgd void \
589 1.16 cgd __C(tc_mem_set_multi_,BYTES)(v, h, o, val, c) \
590 1.11 cgd void *v; \
591 1.11 cgd bus_space_handle_t h; \
592 1.11 cgd bus_size_t o, c; \
593 1.11 cgd TYPE val; \
594 1.11 cgd { \
595 1.11 cgd \
596 1.11 cgd while (c-- > 0) { \
597 1.16 cgd __C(tc_mem_write_,BYTES)(v, h, o, val); \
598 1.16 cgd tc_mem_barrier(v, h, o, sizeof val, BUS_SPACE_BARRIER_WRITE); \
599 1.11 cgd } \
600 1.11 cgd }
601 1.11 cgd tc_mem_set_multi_N(1,u_int8_t)
602 1.11 cgd tc_mem_set_multi_N(2,u_int16_t)
603 1.11 cgd tc_mem_set_multi_N(4,u_int32_t)
604 1.11 cgd tc_mem_set_multi_N(8,u_int64_t)
605 1.11 cgd
606 1.11 cgd #define tc_mem_set_region_N(BYTES,TYPE) \
607 1.11 cgd void \
608 1.16 cgd __C(tc_mem_set_region_,BYTES)(v, h, o, val, c) \
609 1.11 cgd void *v; \
610 1.11 cgd bus_space_handle_t h; \
611 1.11 cgd bus_size_t o, c; \
612 1.11 cgd TYPE val; \
613 1.11 cgd { \
614 1.11 cgd \
615 1.11 cgd while (c-- > 0) { \
616 1.16 cgd __C(tc_mem_write_,BYTES)(v, h, o, val); \
617 1.11 cgd o += sizeof val; \
618 1.11 cgd } \
619 1.11 cgd }
620 1.11 cgd tc_mem_set_region_N(1,u_int8_t)
621 1.11 cgd tc_mem_set_region_N(2,u_int16_t)
622 1.11 cgd tc_mem_set_region_N(4,u_int32_t)
623 1.11 cgd tc_mem_set_region_N(8,u_int64_t)
624 1.13 cgd
625 1.16 cgd #define tc_mem_copy_region_N(BYTES) \
626 1.13 cgd void \
627 1.16 cgd __C(tc_mem_copy_region_,BYTES)(v, h1, o1, h2, o2, c) \
628 1.13 cgd void *v; \
629 1.13 cgd bus_space_handle_t h1, h2; \
630 1.13 cgd bus_size_t o1, o2, c; \
631 1.13 cgd { \
632 1.16 cgd bus_size_t o; \
633 1.13 cgd \
634 1.13 cgd if ((h1 & TC_SPACE_SPARSE) != 0 && \
635 1.13 cgd (h2 & TC_SPACE_SPARSE) != 0) { \
636 1.19 perry memmove((void *)(h2 + o2), (void *)(h1 + o1), c * BYTES); \
637 1.13 cgd return; \
638 1.13 cgd } \
639 1.13 cgd \
640 1.16 cgd if (h1 + o1 >= h2 + o2) \
641 1.16 cgd /* src after dest: copy forward */ \
642 1.16 cgd for (o = 0; c > 0; c--, o += BYTES) \
643 1.16 cgd __C(tc_mem_write_,BYTES)(v, h2, o2 + o, \
644 1.16 cgd __C(tc_mem_read_,BYTES)(v, h1, o1 + o)); \
645 1.16 cgd else \
646 1.16 cgd /* dest after src: copy backwards */ \
647 1.16 cgd for (o = (c - 1) * BYTES; c > 0; c--, o -= BYTES) \
648 1.16 cgd __C(tc_mem_write_,BYTES)(v, h2, o2 + o, \
649 1.16 cgd __C(tc_mem_read_,BYTES)(v, h1, o1 + o)); \
650 1.16 cgd }
651 1.16 cgd tc_mem_copy_region_N(1)
652 1.16 cgd tc_mem_copy_region_N(2)
653 1.16 cgd tc_mem_copy_region_N(4)
654 1.16 cgd tc_mem_copy_region_N(8)
655