tc_bus_mem.c revision 1.12 1 1.12 cgd /* $NetBSD: tc_bus_mem.c,v 1.12 1996/12/02 07:07:20 cgd Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996 Carnegie-Mellon University.
5 1.1 cgd * All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Author: Chris G. Demetriou
8 1.1 cgd *
9 1.1 cgd * Permission to use, copy, modify and distribute this software and
10 1.1 cgd * its documentation is hereby granted, provided that both the copyright
11 1.1 cgd * notice and this permission notice appear in all copies of the
12 1.1 cgd * software, derivative works or modified versions, and any portions
13 1.1 cgd * thereof, and that both notices appear in supporting documentation.
14 1.1 cgd *
15 1.1 cgd * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
16 1.1 cgd * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
17 1.1 cgd * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
18 1.1 cgd *
19 1.1 cgd * Carnegie Mellon requests users of this software to return to
20 1.1 cgd *
21 1.1 cgd * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
22 1.1 cgd * School of Computer Science
23 1.1 cgd * Carnegie Mellon University
24 1.1 cgd * Pittsburgh PA 15213-3890
25 1.1 cgd *
26 1.1 cgd * any improvements or extensions that they make and grant Carnegie the
27 1.1 cgd * rights to redistribute these changes.
28 1.1 cgd */
29 1.1 cgd
30 1.1 cgd /*
31 1.1 cgd * Common TurboChannel Chipset "bus memory" functions.
32 1.1 cgd */
33 1.1 cgd
34 1.1 cgd #include <sys/param.h>
35 1.7 cgd #include <sys/systm.h>
36 1.1 cgd #include <sys/malloc.h>
37 1.1 cgd #include <sys/syslog.h>
38 1.1 cgd #include <sys/device.h>
39 1.1 cgd #include <vm/vm.h>
40 1.1 cgd
41 1.1 cgd #include <machine/bus.h>
42 1.1 cgd #include <dev/tc/tcvar.h>
43 1.1 cgd
44 1.8 cgd /* mapping/unmapping */
45 1.8 cgd int tc_mem_map __P((void *, bus_addr_t, bus_size_t, int,
46 1.8 cgd bus_space_handle_t *));
47 1.8 cgd void tc_mem_unmap __P((void *, bus_space_handle_t, bus_size_t));
48 1.8 cgd int tc_mem_subregion __P((void *, bus_space_handle_t, bus_size_t,
49 1.8 cgd bus_size_t, bus_space_handle_t *));
50 1.8 cgd
51 1.8 cgd /* allocation/deallocation */
52 1.8 cgd int tc_mem_alloc __P((void *, bus_addr_t, bus_addr_t, bus_size_t,
53 1.8 cgd bus_size_t, bus_addr_t, int, bus_addr_t *,
54 1.8 cgd bus_space_handle_t *));
55 1.8 cgd void tc_mem_free __P((void *, bus_space_handle_t, bus_size_t));
56 1.8 cgd
57 1.12 cgd /* barrier */
58 1.12 cgd inline void tc_mem_barrier __P((void *, bus_space_handle_t,
59 1.12 cgd bus_size_t, bus_size_t, int));
60 1.12 cgd
61 1.8 cgd /* read (single) */
62 1.10 cgd inline u_int8_t tc_mem_read_1 __P((void *, bus_space_handle_t, bus_size_t));
63 1.10 cgd inline u_int16_t tc_mem_read_2 __P((void *, bus_space_handle_t, bus_size_t));
64 1.10 cgd inline u_int32_t tc_mem_read_4 __P((void *, bus_space_handle_t, bus_size_t));
65 1.10 cgd inline u_int64_t tc_mem_read_8 __P((void *, bus_space_handle_t, bus_size_t));
66 1.8 cgd
67 1.8 cgd /* read multiple */
68 1.8 cgd void tc_mem_read_multi_1 __P((void *, bus_space_handle_t,
69 1.8 cgd bus_size_t, u_int8_t *, bus_size_t));
70 1.8 cgd void tc_mem_read_multi_2 __P((void *, bus_space_handle_t,
71 1.8 cgd bus_size_t, u_int16_t *, bus_size_t));
72 1.8 cgd void tc_mem_read_multi_4 __P((void *, bus_space_handle_t,
73 1.8 cgd bus_size_t, u_int32_t *, bus_size_t));
74 1.8 cgd void tc_mem_read_multi_8 __P((void *, bus_space_handle_t,
75 1.8 cgd bus_size_t, u_int64_t *, bus_size_t));
76 1.8 cgd
77 1.8 cgd /* read region */
78 1.8 cgd void tc_mem_read_region_1 __P((void *, bus_space_handle_t,
79 1.8 cgd bus_size_t, u_int8_t *, bus_size_t));
80 1.8 cgd void tc_mem_read_region_2 __P((void *, bus_space_handle_t,
81 1.8 cgd bus_size_t, u_int16_t *, bus_size_t));
82 1.8 cgd void tc_mem_read_region_4 __P((void *, bus_space_handle_t,
83 1.8 cgd bus_size_t, u_int32_t *, bus_size_t));
84 1.8 cgd void tc_mem_read_region_8 __P((void *, bus_space_handle_t,
85 1.8 cgd bus_size_t, u_int64_t *, bus_size_t));
86 1.8 cgd
87 1.8 cgd /* write (single) */
88 1.10 cgd inline void tc_mem_write_1 __P((void *, bus_space_handle_t, bus_size_t,
89 1.8 cgd u_int8_t));
90 1.10 cgd inline void tc_mem_write_2 __P((void *, bus_space_handle_t, bus_size_t,
91 1.8 cgd u_int16_t));
92 1.10 cgd inline void tc_mem_write_4 __P((void *, bus_space_handle_t, bus_size_t,
93 1.8 cgd u_int32_t));
94 1.10 cgd inline void tc_mem_write_8 __P((void *, bus_space_handle_t, bus_size_t,
95 1.8 cgd u_int64_t));
96 1.8 cgd
97 1.8 cgd /* write multiple */
98 1.8 cgd void tc_mem_write_multi_1 __P((void *, bus_space_handle_t,
99 1.8 cgd bus_size_t, const u_int8_t *, bus_size_t));
100 1.8 cgd void tc_mem_write_multi_2 __P((void *, bus_space_handle_t,
101 1.8 cgd bus_size_t, const u_int16_t *, bus_size_t));
102 1.8 cgd void tc_mem_write_multi_4 __P((void *, bus_space_handle_t,
103 1.8 cgd bus_size_t, const u_int32_t *, bus_size_t));
104 1.8 cgd void tc_mem_write_multi_8 __P((void *, bus_space_handle_t,
105 1.8 cgd bus_size_t, const u_int64_t *, bus_size_t));
106 1.8 cgd
107 1.8 cgd /* write region */
108 1.8 cgd void tc_mem_write_region_1 __P((void *, bus_space_handle_t,
109 1.8 cgd bus_size_t, const u_int8_t *, bus_size_t));
110 1.8 cgd void tc_mem_write_region_2 __P((void *, bus_space_handle_t,
111 1.8 cgd bus_size_t, const u_int16_t *, bus_size_t));
112 1.8 cgd void tc_mem_write_region_4 __P((void *, bus_space_handle_t,
113 1.8 cgd bus_size_t, const u_int32_t *, bus_size_t));
114 1.8 cgd void tc_mem_write_region_8 __P((void *, bus_space_handle_t,
115 1.8 cgd bus_size_t, const u_int64_t *, bus_size_t));
116 1.8 cgd
117 1.11 cgd /* set multiple */
118 1.11 cgd void tc_mem_set_multi_1 __P((void *, bus_space_handle_t,
119 1.11 cgd bus_size_t, u_int8_t, bus_size_t));
120 1.11 cgd void tc_mem_set_multi_2 __P((void *, bus_space_handle_t,
121 1.11 cgd bus_size_t, u_int16_t, bus_size_t));
122 1.11 cgd void tc_mem_set_multi_4 __P((void *, bus_space_handle_t,
123 1.11 cgd bus_size_t, u_int32_t, bus_size_t));
124 1.11 cgd void tc_mem_set_multi_8 __P((void *, bus_space_handle_t,
125 1.11 cgd bus_size_t, u_int64_t, bus_size_t));
126 1.11 cgd
127 1.11 cgd /* set region */
128 1.11 cgd void tc_mem_set_region_1 __P((void *, bus_space_handle_t,
129 1.11 cgd bus_size_t, u_int8_t, bus_size_t));
130 1.11 cgd void tc_mem_set_region_2 __P((void *, bus_space_handle_t,
131 1.11 cgd bus_size_t, u_int16_t, bus_size_t));
132 1.11 cgd void tc_mem_set_region_4 __P((void *, bus_space_handle_t,
133 1.11 cgd bus_size_t, u_int32_t, bus_size_t));
134 1.11 cgd void tc_mem_set_region_8 __P((void *, bus_space_handle_t,
135 1.11 cgd bus_size_t, u_int64_t, bus_size_t));
136 1.11 cgd
137 1.8 cgd static struct alpha_bus_space tc_mem_space = {
138 1.8 cgd /* cookie */
139 1.8 cgd NULL,
140 1.8 cgd
141 1.8 cgd /* mapping/unmapping */
142 1.8 cgd tc_mem_map,
143 1.8 cgd tc_mem_unmap,
144 1.8 cgd tc_mem_subregion,
145 1.8 cgd
146 1.8 cgd /* allocation/deallocation */
147 1.8 cgd tc_mem_alloc,
148 1.8 cgd tc_mem_free,
149 1.8 cgd
150 1.12 cgd /* barrier */
151 1.12 cgd tc_mem_barrier,
152 1.12 cgd
153 1.8 cgd /* read (single) */
154 1.8 cgd tc_mem_read_1,
155 1.8 cgd tc_mem_read_2,
156 1.8 cgd tc_mem_read_4,
157 1.8 cgd tc_mem_read_8,
158 1.8 cgd
159 1.11 cgd /* read multiple */
160 1.8 cgd tc_mem_read_multi_1,
161 1.8 cgd tc_mem_read_multi_2,
162 1.8 cgd tc_mem_read_multi_4,
163 1.8 cgd tc_mem_read_multi_8,
164 1.8 cgd
165 1.8 cgd /* read region */
166 1.8 cgd tc_mem_read_region_1,
167 1.8 cgd tc_mem_read_region_2,
168 1.8 cgd tc_mem_read_region_4,
169 1.8 cgd tc_mem_read_region_8,
170 1.8 cgd
171 1.8 cgd /* write (single) */
172 1.8 cgd tc_mem_write_1,
173 1.8 cgd tc_mem_write_2,
174 1.8 cgd tc_mem_write_4,
175 1.8 cgd tc_mem_write_8,
176 1.8 cgd
177 1.11 cgd /* write multiple */
178 1.8 cgd tc_mem_write_multi_1,
179 1.8 cgd tc_mem_write_multi_2,
180 1.8 cgd tc_mem_write_multi_4,
181 1.8 cgd tc_mem_write_multi_8,
182 1.8 cgd
183 1.8 cgd /* write region */
184 1.8 cgd tc_mem_write_region_1,
185 1.8 cgd tc_mem_write_region_2,
186 1.8 cgd tc_mem_write_region_4,
187 1.8 cgd tc_mem_write_region_8,
188 1.8 cgd
189 1.11 cgd /* set multiple */
190 1.11 cgd tc_mem_set_multi_1,
191 1.11 cgd tc_mem_set_multi_2,
192 1.11 cgd tc_mem_set_multi_4,
193 1.11 cgd tc_mem_set_multi_8,
194 1.8 cgd
195 1.8 cgd /* set region */
196 1.11 cgd tc_mem_set_region_1,
197 1.11 cgd tc_mem_set_region_2,
198 1.11 cgd tc_mem_set_region_4,
199 1.11 cgd tc_mem_set_region_8,
200 1.8 cgd
201 1.8 cgd /* copy */
202 1.8 cgd /* XXX IMPLEMENT */
203 1.8 cgd };
204 1.1 cgd
205 1.8 cgd bus_space_tag_t
206 1.8 cgd tc_bus_mem_init(memv)
207 1.1 cgd void *memv;
208 1.1 cgd {
209 1.8 cgd bus_space_tag_t h = &tc_mem_space;
210 1.1 cgd
211 1.8 cgd h->abs_cookie = memv;
212 1.8 cgd return (h);
213 1.1 cgd }
214 1.1 cgd
215 1.1 cgd int
216 1.1 cgd tc_mem_map(v, memaddr, memsize, cacheable, memhp)
217 1.1 cgd void *v;
218 1.8 cgd bus_addr_t memaddr;
219 1.8 cgd bus_size_t memsize;
220 1.1 cgd int cacheable;
221 1.8 cgd bus_space_handle_t *memhp;
222 1.1 cgd {
223 1.1 cgd
224 1.1 cgd if (memaddr & 0x7)
225 1.1 cgd panic("tc_mem_map needs 8 byte alignment");
226 1.1 cgd if (cacheable)
227 1.7 cgd *memhp = ALPHA_PHYS_TO_K0SEG(memaddr);
228 1.1 cgd else
229 1.7 cgd *memhp = ALPHA_PHYS_TO_K0SEG(TC_DENSE_TO_SPARSE(memaddr));
230 1.1 cgd return (0);
231 1.1 cgd }
232 1.1 cgd
233 1.1 cgd void
234 1.1 cgd tc_mem_unmap(v, memh, memsize)
235 1.1 cgd void *v;
236 1.8 cgd bus_space_handle_t memh;
237 1.8 cgd bus_size_t memsize;
238 1.1 cgd {
239 1.1 cgd
240 1.8 cgd /* XXX XX XXX nothing to do. */
241 1.1 cgd }
242 1.1 cgd
243 1.4 cgd int
244 1.4 cgd tc_mem_subregion(v, memh, offset, size, nmemh)
245 1.4 cgd void *v;
246 1.8 cgd bus_space_handle_t memh, *nmemh;
247 1.8 cgd bus_size_t offset, size;
248 1.4 cgd {
249 1.4 cgd
250 1.5 cgd /* Disallow subregioning that would make the handle unaligned. */
251 1.5 cgd if ((offset & 0x7) != 0)
252 1.5 cgd return (1);
253 1.5 cgd
254 1.4 cgd if ((memh & TC_SPACE_SPARSE) != 0)
255 1.6 cgd *nmemh = memh + (offset << 1);
256 1.4 cgd else
257 1.6 cgd *nmemh = memh + offset;
258 1.5 cgd
259 1.4 cgd return (0);
260 1.4 cgd }
261 1.4 cgd
262 1.8 cgd int
263 1.8 cgd tc_mem_alloc(v, rstart, rend, size, align, boundary, cacheable, addrp, bshp)
264 1.8 cgd void *v;
265 1.8 cgd bus_addr_t rstart, rend, *addrp;
266 1.8 cgd bus_size_t size, align, boundary;
267 1.8 cgd int cacheable;
268 1.8 cgd bus_space_handle_t *bshp;
269 1.8 cgd {
270 1.8 cgd
271 1.8 cgd /* XXX XXX XXX XXX XXX XXX */
272 1.8 cgd panic("tc_mem_alloc unimplemented");
273 1.8 cgd }
274 1.8 cgd
275 1.8 cgd void
276 1.8 cgd tc_mem_free(v, bsh, size)
277 1.8 cgd void *v;
278 1.8 cgd bus_space_handle_t bsh;
279 1.8 cgd bus_size_t size;
280 1.8 cgd {
281 1.8 cgd
282 1.8 cgd /* XXX XXX XXX XXX XXX XXX */
283 1.8 cgd panic("tc_mem_free unimplemented");
284 1.8 cgd }
285 1.8 cgd
286 1.12 cgd inline void
287 1.12 cgd tc_mem_barrier(v, h, o, l, f)
288 1.12 cgd void *v;
289 1.12 cgd bus_space_handle_t h;
290 1.12 cgd bus_size_t o, l;
291 1.12 cgd int f;
292 1.12 cgd {
293 1.12 cgd
294 1.12 cgd if ((f & BUS_BARRIER_READ) != 0)
295 1.12 cgd alpha_mb();
296 1.12 cgd else if ((f & BUS_BARRIER_WRITE) != 0)
297 1.12 cgd alpha_wmb();
298 1.12 cgd }
299 1.12 cgd
300 1.10 cgd inline u_int8_t
301 1.1 cgd tc_mem_read_1(v, memh, off)
302 1.1 cgd void *v;
303 1.8 cgd bus_space_handle_t memh;
304 1.8 cgd bus_size_t off;
305 1.1 cgd {
306 1.1 cgd volatile u_int8_t *p;
307 1.1 cgd
308 1.8 cgd alpha_mb(); /* XXX XXX XXX */
309 1.2 cgd
310 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
311 1.1 cgd panic("tc_mem_read_1 not implemented for sparse space");
312 1.1 cgd
313 1.1 cgd p = (u_int8_t *)(memh + off);
314 1.1 cgd return (*p);
315 1.1 cgd }
316 1.1 cgd
317 1.10 cgd inline u_int16_t
318 1.1 cgd tc_mem_read_2(v, memh, off)
319 1.1 cgd void *v;
320 1.8 cgd bus_space_handle_t memh;
321 1.8 cgd bus_size_t off;
322 1.1 cgd {
323 1.1 cgd volatile u_int16_t *p;
324 1.1 cgd
325 1.8 cgd alpha_mb(); /* XXX XXX XXX */
326 1.2 cgd
327 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
328 1.1 cgd panic("tc_mem_read_2 not implemented for sparse space");
329 1.1 cgd
330 1.1 cgd p = (u_int16_t *)(memh + off);
331 1.1 cgd return (*p);
332 1.1 cgd }
333 1.1 cgd
334 1.10 cgd inline u_int32_t
335 1.1 cgd tc_mem_read_4(v, memh, off)
336 1.1 cgd void *v;
337 1.8 cgd bus_space_handle_t memh;
338 1.8 cgd bus_size_t off;
339 1.1 cgd {
340 1.1 cgd volatile u_int32_t *p;
341 1.1 cgd
342 1.8 cgd alpha_mb(); /* XXX XXX XXX */
343 1.2 cgd
344 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
345 1.1 cgd /* Nothing special to do for 4-byte sparse space accesses */
346 1.1 cgd p = (u_int32_t *)(memh + (off << 1));
347 1.1 cgd else
348 1.1 cgd p = (u_int32_t *)(memh + off);
349 1.1 cgd return (*p);
350 1.1 cgd }
351 1.1 cgd
352 1.10 cgd inline u_int64_t
353 1.1 cgd tc_mem_read_8(v, memh, off)
354 1.1 cgd void *v;
355 1.8 cgd bus_space_handle_t memh;
356 1.8 cgd bus_size_t off;
357 1.1 cgd {
358 1.1 cgd volatile u_int64_t *p;
359 1.1 cgd
360 1.8 cgd alpha_mb(); /* XXX XXX XXX */
361 1.2 cgd
362 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
363 1.1 cgd panic("tc_mem_read_8 not implemented for sparse space");
364 1.1 cgd
365 1.1 cgd p = (u_int64_t *)(memh + off);
366 1.1 cgd return (*p);
367 1.1 cgd }
368 1.1 cgd
369 1.8 cgd #define tc_mem_read_multi_N(BYTES,TYPE) \
370 1.8 cgd void \
371 1.8 cgd __abs_c(tc_mem_read_multi_,BYTES)(v, h, o, a, c) \
372 1.8 cgd void *v; \
373 1.8 cgd bus_space_handle_t h; \
374 1.8 cgd bus_size_t o, c; \
375 1.8 cgd TYPE *a; \
376 1.8 cgd { \
377 1.8 cgd \
378 1.8 cgd while (c-- > 0) { \
379 1.9 cgd tc_mem_barrier(v, h, o, sizeof *a, BUS_BARRIER_READ); \
380 1.8 cgd *a++ = __abs_c(tc_mem_read_,BYTES)(v, h, o); \
381 1.8 cgd } \
382 1.8 cgd }
383 1.8 cgd tc_mem_read_multi_N(1,u_int8_t)
384 1.8 cgd tc_mem_read_multi_N(2,u_int16_t)
385 1.8 cgd tc_mem_read_multi_N(4,u_int32_t)
386 1.8 cgd tc_mem_read_multi_N(8,u_int64_t)
387 1.8 cgd
388 1.8 cgd #define tc_mem_read_region_N(BYTES,TYPE) \
389 1.8 cgd void \
390 1.8 cgd __abs_c(tc_mem_read_region_,BYTES)(v, h, o, a, c) \
391 1.8 cgd void *v; \
392 1.8 cgd bus_space_handle_t h; \
393 1.8 cgd bus_size_t o, c; \
394 1.8 cgd TYPE *a; \
395 1.8 cgd { \
396 1.8 cgd \
397 1.8 cgd while (c-- > 0) { \
398 1.8 cgd *a++ = __abs_c(tc_mem_read_,BYTES)(v, h, o); \
399 1.9 cgd o += sizeof *a; \
400 1.8 cgd } \
401 1.8 cgd }
402 1.8 cgd tc_mem_read_region_N(1,u_int8_t)
403 1.8 cgd tc_mem_read_region_N(2,u_int16_t)
404 1.8 cgd tc_mem_read_region_N(4,u_int32_t)
405 1.8 cgd tc_mem_read_region_N(8,u_int64_t)
406 1.8 cgd
407 1.10 cgd inline void
408 1.1 cgd tc_mem_write_1(v, memh, off, val)
409 1.1 cgd void *v;
410 1.8 cgd bus_space_handle_t memh;
411 1.8 cgd bus_size_t off;
412 1.1 cgd u_int8_t val;
413 1.1 cgd {
414 1.1 cgd
415 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0) {
416 1.1 cgd volatile u_int64_t *p, v;
417 1.1 cgd u_int64_t shift, msk;
418 1.1 cgd
419 1.5 cgd shift = off & 0x3;
420 1.1 cgd off &= 0x3;
421 1.1 cgd
422 1.1 cgd p = (u_int64_t *)(memh + (off << 1));
423 1.1 cgd
424 1.1 cgd msk = ~(0x1 << shift) & 0xf;
425 1.1 cgd v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
426 1.1 cgd
427 1.1 cgd *p = val;
428 1.1 cgd } else {
429 1.1 cgd volatile u_int8_t *p;
430 1.1 cgd
431 1.1 cgd p = (u_int8_t *)(memh + off);
432 1.1 cgd *p = val;
433 1.1 cgd }
434 1.8 cgd alpha_mb(); /* XXX XXX XXX */
435 1.1 cgd }
436 1.1 cgd
437 1.10 cgd inline void
438 1.1 cgd tc_mem_write_2(v, memh, off, val)
439 1.1 cgd void *v;
440 1.8 cgd bus_space_handle_t memh;
441 1.8 cgd bus_size_t off;
442 1.1 cgd u_int16_t val;
443 1.1 cgd {
444 1.1 cgd
445 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0) {
446 1.1 cgd volatile u_int64_t *p, v;
447 1.1 cgd u_int64_t shift, msk;
448 1.1 cgd
449 1.5 cgd shift = off & 0x2;
450 1.1 cgd off &= 0x3;
451 1.1 cgd
452 1.1 cgd p = (u_int64_t *)(memh + (off << 1));
453 1.1 cgd
454 1.1 cgd msk = ~(0x3 << shift) & 0xf;
455 1.1 cgd v = (msk << 32) | (((u_int64_t)val) << (shift * 8));
456 1.1 cgd
457 1.1 cgd *p = val;
458 1.1 cgd } else {
459 1.1 cgd volatile u_int16_t *p;
460 1.1 cgd
461 1.1 cgd p = (u_int16_t *)(memh + off);
462 1.1 cgd *p = val;
463 1.1 cgd }
464 1.8 cgd alpha_mb(); /* XXX XXX XXX */
465 1.1 cgd }
466 1.1 cgd
467 1.10 cgd inline void
468 1.1 cgd tc_mem_write_4(v, memh, off, val)
469 1.1 cgd void *v;
470 1.8 cgd bus_space_handle_t memh;
471 1.8 cgd bus_size_t off;
472 1.1 cgd u_int32_t val;
473 1.1 cgd {
474 1.1 cgd volatile u_int32_t *p;
475 1.1 cgd
476 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
477 1.1 cgd /* Nothing special to do for 4-byte sparse space accesses */
478 1.1 cgd p = (u_int32_t *)(memh + (off << 1));
479 1.1 cgd else
480 1.1 cgd p = (u_int32_t *)(memh + off);
481 1.1 cgd *p = val;
482 1.8 cgd alpha_mb(); /* XXX XXX XXX */
483 1.1 cgd }
484 1.1 cgd
485 1.10 cgd inline void
486 1.1 cgd tc_mem_write_8(v, memh, off, val)
487 1.1 cgd void *v;
488 1.8 cgd bus_space_handle_t memh;
489 1.8 cgd bus_size_t off;
490 1.1 cgd u_int64_t val;
491 1.1 cgd {
492 1.1 cgd volatile u_int64_t *p;
493 1.1 cgd
494 1.1 cgd if ((memh & TC_SPACE_SPARSE) != 0)
495 1.1 cgd panic("tc_mem_read_8 not implemented for sparse space");
496 1.1 cgd
497 1.1 cgd p = (u_int64_t *)(memh + off);
498 1.1 cgd *p = val;
499 1.8 cgd alpha_mb(); /* XXX XXX XXX */
500 1.3 cgd }
501 1.10 cgd
502 1.8 cgd #define tc_mem_write_multi_N(BYTES,TYPE) \
503 1.8 cgd void \
504 1.8 cgd __abs_c(tc_mem_write_multi_,BYTES)(v, h, o, a, c) \
505 1.8 cgd void *v; \
506 1.8 cgd bus_space_handle_t h; \
507 1.8 cgd bus_size_t o, c; \
508 1.8 cgd const TYPE *a; \
509 1.8 cgd { \
510 1.8 cgd \
511 1.8 cgd while (c-- > 0) { \
512 1.8 cgd __abs_c(tc_mem_write_,BYTES)(v, h, o, *a++); \
513 1.9 cgd tc_mem_barrier(v, h, o, sizeof *a, BUS_BARRIER_WRITE); \
514 1.8 cgd } \
515 1.8 cgd }
516 1.8 cgd tc_mem_write_multi_N(1,u_int8_t)
517 1.8 cgd tc_mem_write_multi_N(2,u_int16_t)
518 1.8 cgd tc_mem_write_multi_N(4,u_int32_t)
519 1.8 cgd tc_mem_write_multi_N(8,u_int64_t)
520 1.8 cgd
521 1.8 cgd #define tc_mem_write_region_N(BYTES,TYPE) \
522 1.8 cgd void \
523 1.8 cgd __abs_c(tc_mem_write_region_,BYTES)(v, h, o, a, c) \
524 1.8 cgd void *v; \
525 1.8 cgd bus_space_handle_t h; \
526 1.8 cgd bus_size_t o, c; \
527 1.8 cgd const TYPE *a; \
528 1.8 cgd { \
529 1.8 cgd \
530 1.8 cgd while (c-- > 0) { \
531 1.9 cgd __abs_c(tc_mem_write_,BYTES)(v, h, o, *a++); \
532 1.9 cgd o += sizeof *a; \
533 1.8 cgd } \
534 1.8 cgd }
535 1.8 cgd tc_mem_write_region_N(1,u_int8_t)
536 1.8 cgd tc_mem_write_region_N(2,u_int16_t)
537 1.8 cgd tc_mem_write_region_N(4,u_int32_t)
538 1.8 cgd tc_mem_write_region_N(8,u_int64_t)
539 1.11 cgd
540 1.11 cgd #define tc_mem_set_multi_N(BYTES,TYPE) \
541 1.11 cgd void \
542 1.11 cgd __abs_c(tc_mem_set_multi_,BYTES)(v, h, o, val, c) \
543 1.11 cgd void *v; \
544 1.11 cgd bus_space_handle_t h; \
545 1.11 cgd bus_size_t o, c; \
546 1.11 cgd TYPE val; \
547 1.11 cgd { \
548 1.11 cgd \
549 1.11 cgd while (c-- > 0) { \
550 1.11 cgd __abs_c(tc_mem_write_,BYTES)(v, h, o, val); \
551 1.11 cgd tc_mem_barrier(v, h, o, sizeof val, BUS_BARRIER_WRITE); \
552 1.11 cgd } \
553 1.11 cgd }
554 1.11 cgd tc_mem_set_multi_N(1,u_int8_t)
555 1.11 cgd tc_mem_set_multi_N(2,u_int16_t)
556 1.11 cgd tc_mem_set_multi_N(4,u_int32_t)
557 1.11 cgd tc_mem_set_multi_N(8,u_int64_t)
558 1.11 cgd
559 1.11 cgd #define tc_mem_set_region_N(BYTES,TYPE) \
560 1.11 cgd void \
561 1.11 cgd __abs_c(tc_mem_set_region_,BYTES)(v, h, o, val, c) \
562 1.11 cgd void *v; \
563 1.11 cgd bus_space_handle_t h; \
564 1.11 cgd bus_size_t o, c; \
565 1.11 cgd TYPE val; \
566 1.11 cgd { \
567 1.11 cgd \
568 1.11 cgd while (c-- > 0) { \
569 1.11 cgd __abs_c(tc_mem_write_,BYTES)(v, h, o, val); \
570 1.11 cgd o += sizeof val; \
571 1.11 cgd } \
572 1.11 cgd }
573 1.11 cgd tc_mem_set_region_N(1,u_int8_t)
574 1.11 cgd tc_mem_set_region_N(2,u_int16_t)
575 1.11 cgd tc_mem_set_region_N(4,u_int32_t)
576 1.11 cgd tc_mem_set_region_N(8,u_int64_t)
577