pci_bwx_bus_mem_chipdep.c revision 1.8 1 /* $NetBSD: pci_bwx_bus_mem_chipdep.c,v 1.8 2000/02/25 00:45:05 thorpej Exp $ */
2
3 /*-
4 * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 * NASA Ames Research Center.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by the NetBSD
22 * Foundation, Inc. and its contributors.
23 * 4. Neither the name of The NetBSD Foundation nor the names of its
24 * contributors may be used to endorse or promote products derived
25 * from this software without specific prior written permission.
26 *
27 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
38 */
39
40 /*
41 * Copyright (c) 1995, 1996 Carnegie-Mellon University.
42 * All rights reserved.
43 *
44 * Author: Chris G. Demetriou
45 *
46 * Permission to use, copy, modify and distribute this software and
47 * its documentation is hereby granted, provided that both the copyright
48 * notice and this permission notice appear in all copies of the
49 * software, derivative works or modified versions, and any portions
50 * thereof, and that both notices appear in supporting documentation.
51 *
52 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
53 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
54 * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
55 *
56 * Carnegie Mellon requests users of this software to return to
57 *
58 * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
59 * School of Computer Science
60 * Carnegie Mellon University
61 * Pittsburgh PA 15213-3890
62 *
63 * any improvements or extensions that they make and grant Carnegie the
64 * rights to redistribute these changes.
65 */
66
67 /*
68 * Common PCI Chipset "bus I/O" functions, for chipsets which have to
69 * deal with only a single PCI interface chip in a machine.
70 *
71 * uses:
72 * CHIP name of the 'chip' it's being compiled for.
73 * CHIP_MEM_BASE Mem space base to use.
74 * CHIP_MEM_EX_STORE
75 * If defined, device-provided static storage area
76 * for the memory space extent. If this is
77 * defined, CHIP_MEM_EX_STORE_SIZE must also be
78 * defined. If this is not defined, a static area
79 * will be declared.
80 * CHIP_MEM_EX_STORE_SIZE
81 * Size of the device-provided static storage area
82 * for the memory space extent.
83 */
84
85 #include <sys/extent.h>
86
87 #include <machine/bwx.h>
88
89 #define __C(A,B) __CONCAT(A,B)
90 #define __S(S) __STRING(S)
91
92 /* mapping/unmapping */
93 int __C(CHIP,_mem_map) __P((void *, bus_addr_t, bus_size_t, int,
94 bus_space_handle_t *, int));
95 void __C(CHIP,_mem_unmap) __P((void *, bus_space_handle_t,
96 bus_size_t, int));
97 int __C(CHIP,_mem_subregion) __P((void *, bus_space_handle_t,
98 bus_size_t, bus_size_t, bus_space_handle_t *));
99
100 int __C(CHIP,_mem_translate) __P((void *, bus_addr_t, bus_size_t,
101 int, struct alpha_bus_space_translation *));
102
103 /* allocation/deallocation */
104 int __C(CHIP,_mem_alloc) __P((void *, bus_addr_t, bus_addr_t,
105 bus_size_t, bus_size_t, bus_addr_t, int, bus_addr_t *,
106 bus_space_handle_t *));
107 void __C(CHIP,_mem_free) __P((void *, bus_space_handle_t,
108 bus_size_t));
109
110 /* barrier */
111 inline void __C(CHIP,_mem_barrier) __P((void *, bus_space_handle_t,
112 bus_size_t, bus_size_t, int));
113
114 /* read (single) */
115 inline u_int8_t __C(CHIP,_mem_read_1) __P((void *, bus_space_handle_t,
116 bus_size_t));
117 inline u_int16_t __C(CHIP,_mem_read_2) __P((void *, bus_space_handle_t,
118 bus_size_t));
119 inline u_int32_t __C(CHIP,_mem_read_4) __P((void *, bus_space_handle_t,
120 bus_size_t));
121 inline u_int64_t __C(CHIP,_mem_read_8) __P((void *, bus_space_handle_t,
122 bus_size_t));
123
124 /* read multiple */
125 void __C(CHIP,_mem_read_multi_1) __P((void *, bus_space_handle_t,
126 bus_size_t, u_int8_t *, bus_size_t));
127 void __C(CHIP,_mem_read_multi_2) __P((void *, bus_space_handle_t,
128 bus_size_t, u_int16_t *, bus_size_t));
129 void __C(CHIP,_mem_read_multi_4) __P((void *, bus_space_handle_t,
130 bus_size_t, u_int32_t *, bus_size_t));
131 void __C(CHIP,_mem_read_multi_8) __P((void *, bus_space_handle_t,
132 bus_size_t, u_int64_t *, bus_size_t));
133
134 /* read region */
135 void __C(CHIP,_mem_read_region_1) __P((void *, bus_space_handle_t,
136 bus_size_t, u_int8_t *, bus_size_t));
137 void __C(CHIP,_mem_read_region_2) __P((void *, bus_space_handle_t,
138 bus_size_t, u_int16_t *, bus_size_t));
139 void __C(CHIP,_mem_read_region_4) __P((void *, bus_space_handle_t,
140 bus_size_t, u_int32_t *, bus_size_t));
141 void __C(CHIP,_mem_read_region_8) __P((void *, bus_space_handle_t,
142 bus_size_t, u_int64_t *, bus_size_t));
143
144 /* write (single) */
145 inline void __C(CHIP,_mem_write_1) __P((void *, bus_space_handle_t,
146 bus_size_t, u_int8_t));
147 inline void __C(CHIP,_mem_write_2) __P((void *, bus_space_handle_t,
148 bus_size_t, u_int16_t));
149 inline void __C(CHIP,_mem_write_4) __P((void *, bus_space_handle_t,
150 bus_size_t, u_int32_t));
151 inline void __C(CHIP,_mem_write_8) __P((void *, bus_space_handle_t,
152 bus_size_t, u_int64_t));
153
154 /* write multiple */
155 void __C(CHIP,_mem_write_multi_1) __P((void *, bus_space_handle_t,
156 bus_size_t, const u_int8_t *, bus_size_t));
157 void __C(CHIP,_mem_write_multi_2) __P((void *, bus_space_handle_t,
158 bus_size_t, const u_int16_t *, bus_size_t));
159 void __C(CHIP,_mem_write_multi_4) __P((void *, bus_space_handle_t,
160 bus_size_t, const u_int32_t *, bus_size_t));
161 void __C(CHIP,_mem_write_multi_8) __P((void *, bus_space_handle_t,
162 bus_size_t, const u_int64_t *, bus_size_t));
163
164 /* write region */
165 void __C(CHIP,_mem_write_region_1) __P((void *, bus_space_handle_t,
166 bus_size_t, const u_int8_t *, bus_size_t));
167 void __C(CHIP,_mem_write_region_2) __P((void *, bus_space_handle_t,
168 bus_size_t, const u_int16_t *, bus_size_t));
169 void __C(CHIP,_mem_write_region_4) __P((void *, bus_space_handle_t,
170 bus_size_t, const u_int32_t *, bus_size_t));
171 void __C(CHIP,_mem_write_region_8) __P((void *, bus_space_handle_t,
172 bus_size_t, const u_int64_t *, bus_size_t));
173
174 /* set multiple */
175 void __C(CHIP,_mem_set_multi_1) __P((void *, bus_space_handle_t,
176 bus_size_t, u_int8_t, bus_size_t));
177 void __C(CHIP,_mem_set_multi_2) __P((void *, bus_space_handle_t,
178 bus_size_t, u_int16_t, bus_size_t));
179 void __C(CHIP,_mem_set_multi_4) __P((void *, bus_space_handle_t,
180 bus_size_t, u_int32_t, bus_size_t));
181 void __C(CHIP,_mem_set_multi_8) __P((void *, bus_space_handle_t,
182 bus_size_t, u_int64_t, bus_size_t));
183
184 /* set region */
185 void __C(CHIP,_mem_set_region_1) __P((void *, bus_space_handle_t,
186 bus_size_t, u_int8_t, bus_size_t));
187 void __C(CHIP,_mem_set_region_2) __P((void *, bus_space_handle_t,
188 bus_size_t, u_int16_t, bus_size_t));
189 void __C(CHIP,_mem_set_region_4) __P((void *, bus_space_handle_t,
190 bus_size_t, u_int32_t, bus_size_t));
191 void __C(CHIP,_mem_set_region_8) __P((void *, bus_space_handle_t,
192 bus_size_t, u_int64_t, bus_size_t));
193
194 /* copy */
195 void __C(CHIP,_mem_copy_region_1) __P((void *, bus_space_handle_t,
196 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
197 void __C(CHIP,_mem_copy_region_2) __P((void *, bus_space_handle_t,
198 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
199 void __C(CHIP,_mem_copy_region_4) __P((void *, bus_space_handle_t,
200 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
201 void __C(CHIP,_mem_copy_region_8) __P((void *, bus_space_handle_t,
202 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t));
203
204 #ifndef CHIP_MEM_EX_STORE
205 static long
206 __C(CHIP,_mem_ex_storage)[EXTENT_FIXED_STORAGE_SIZE(8) / sizeof(long)];
207 #define CHIP_MEM_EX_STORE(v) (__C(CHIP,_mem_ex_storage))
208 #define CHIP_MEM_EX_STORE_SIZE(v) (sizeof __C(CHIP,_mem_ex_storage))
209 #endif
210
211 void
212 __C(CHIP,_bus_mem_init)(t, v)
213 bus_space_tag_t t;
214 void *v;
215 {
216 struct extent *ex;
217
218 /*
219 * Initialize the bus space tag.
220 */
221
222 /* cookie */
223 t->abs_cookie = v;
224
225 /* mapping/unmapping */
226 t->abs_map = __C(CHIP,_mem_map);
227 t->abs_unmap = __C(CHIP,_mem_unmap);
228 t->abs_subregion = __C(CHIP,_mem_subregion);
229
230 t->abs_translate = __C(CHIP,_mem_translate);
231
232 /* allocation/deallocation */
233 t->abs_alloc = __C(CHIP,_mem_alloc);
234 t->abs_free = __C(CHIP,_mem_free);
235
236 /* barrier */
237 t->abs_barrier = __C(CHIP,_mem_barrier);
238
239 /* read (single) */
240 t->abs_r_1 = __C(CHIP,_mem_read_1);
241 t->abs_r_2 = __C(CHIP,_mem_read_2);
242 t->abs_r_4 = __C(CHIP,_mem_read_4);
243 t->abs_r_8 = __C(CHIP,_mem_read_8);
244
245 /* read multiple */
246 t->abs_rm_1 = __C(CHIP,_mem_read_multi_1);
247 t->abs_rm_2 = __C(CHIP,_mem_read_multi_2);
248 t->abs_rm_4 = __C(CHIP,_mem_read_multi_4);
249 t->abs_rm_8 = __C(CHIP,_mem_read_multi_8);
250
251 /* read region */
252 t->abs_rr_1 = __C(CHIP,_mem_read_region_1);
253 t->abs_rr_2 = __C(CHIP,_mem_read_region_2);
254 t->abs_rr_4 = __C(CHIP,_mem_read_region_4);
255 t->abs_rr_8 = __C(CHIP,_mem_read_region_8);
256
257 /* write (single) */
258 t->abs_w_1 = __C(CHIP,_mem_write_1);
259 t->abs_w_2 = __C(CHIP,_mem_write_2);
260 t->abs_w_4 = __C(CHIP,_mem_write_4);
261 t->abs_w_8 = __C(CHIP,_mem_write_8);
262
263 /* write multiple */
264 t->abs_wm_1 = __C(CHIP,_mem_write_multi_1);
265 t->abs_wm_2 = __C(CHIP,_mem_write_multi_2);
266 t->abs_wm_4 = __C(CHIP,_mem_write_multi_4);
267 t->abs_wm_8 = __C(CHIP,_mem_write_multi_8);
268
269 /* write region */
270 t->abs_wr_1 = __C(CHIP,_mem_write_region_1);
271 t->abs_wr_2 = __C(CHIP,_mem_write_region_2);
272 t->abs_wr_4 = __C(CHIP,_mem_write_region_4);
273 t->abs_wr_8 = __C(CHIP,_mem_write_region_8);
274
275 /* set multiple */
276 t->abs_sm_1 = __C(CHIP,_mem_set_multi_1);
277 t->abs_sm_2 = __C(CHIP,_mem_set_multi_2);
278 t->abs_sm_4 = __C(CHIP,_mem_set_multi_4);
279 t->abs_sm_8 = __C(CHIP,_mem_set_multi_8);
280
281 /* set region */
282 t->abs_sr_1 = __C(CHIP,_mem_set_region_1);
283 t->abs_sr_2 = __C(CHIP,_mem_set_region_2);
284 t->abs_sr_4 = __C(CHIP,_mem_set_region_4);
285 t->abs_sr_8 = __C(CHIP,_mem_set_region_8);
286
287 /* copy */
288 t->abs_c_1 = __C(CHIP,_mem_copy_region_1);
289 t->abs_c_2 = __C(CHIP,_mem_copy_region_2);
290 t->abs_c_4 = __C(CHIP,_mem_copy_region_4);
291 t->abs_c_8 = __C(CHIP,_mem_copy_region_8);
292
293 ex = extent_create(__S(__C(CHIP,_bus_mem)), 0x0UL, 0xffffffffUL,
294 M_DEVBUF, (caddr_t)CHIP_MEM_EX_STORE(v), CHIP_MEM_EX_STORE_SIZE(v),
295 EX_NOWAIT|EX_NOCOALESCE);
296
297 CHIP_MEM_EXTENT(v) = ex;
298 }
299
300 int
301 __C(CHIP,_mem_translate)(v, memaddr, memlen, flags, abst)
302 void *v;
303 bus_addr_t memaddr;
304 bus_size_t memlen;
305 int flags;
306 struct alpha_bus_space_translation *abst;
307 {
308
309 /* XXX */
310 return (EOPNOTSUPP);
311 }
312
313 int
314 __C(CHIP,_mem_map)(v, memaddr, memsize, flags, memhp, acct)
315 void *v;
316 bus_addr_t memaddr;
317 bus_size_t memsize;
318 int flags;
319 bus_space_handle_t *memhp;
320 int acct;
321 {
322 int prefetchable = flags & BUS_SPACE_MAP_PREFETCHABLE;
323 int linear = flags & BUS_SPACE_MAP_LINEAR;
324 int error;
325
326 /* Requests for linear unprefetchable space can't be satisfied. */
327 if (linear && !prefetchable)
328 return (EOPNOTSUPP);
329
330 if (acct == 0)
331 goto mapit;
332
333 #ifdef EXTENT_DEBUG
334 printf("mem: allocating 0x%lx to 0x%lx\n", memaddr,
335 memaddr + memsize - 1);
336 #endif
337 error = extent_alloc_region(CHIP_MEM_EXTENT(v), memaddr, memsize,
338 EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0));
339 if (error) {
340 #ifdef EXTENT_DEBUG
341 printf("mem: allocation failed (%d)\n", error);
342 extent_print(CHIP_MEM_EXTENT(v));
343 #endif
344 return (error);
345 }
346
347 mapit:
348 *memhp = ALPHA_PHYS_TO_K0SEG(CHIP_MEM_SYS_START(v)) + memaddr;
349
350 return (0);
351 }
352
353 void
354 __C(CHIP,_mem_unmap)(v, memh, memsize, acct)
355 void *v;
356 bus_space_handle_t memh;
357 bus_size_t memsize;
358 int acct;
359 {
360 bus_addr_t memaddr;
361 int error;
362
363 if (acct == 0)
364 return;
365
366 #ifdef EXTENT_DEBUG
367 printf("mem: freeing handle 0x%lx for 0x%lx\n", memh, memsize);
368 #endif
369
370 memaddr = memh - ALPHA_PHYS_TO_K0SEG(CHIP_MEM_SYS_START(v));
371
372 #ifdef EXTENT_DEBUG
373 printf("mem: freeing 0x%lx to 0x%lx\n", memaddr, memaddr + memsize - 1);
374 #endif
375
376 error = extent_free(CHIP_MEM_EXTENT(v), memaddr, memsize,
377 EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0));
378 if (error) {
379 printf("%s: WARNING: could not unmap 0x%lx-0x%lx (error %d)\n",
380 __S(__C(CHIP,_mem_unmap)), memaddr, memaddr + memsize - 1,
381 error);
382 #ifdef EXTENT_DEBUG
383 extent_print(CHIP_MEM_EXTENT(v));
384 #endif
385 }
386 }
387
388 int
389 __C(CHIP,_mem_subregion)(v, memh, offset, size, nmemh)
390 void *v;
391 bus_space_handle_t memh, *nmemh;
392 bus_size_t offset, size;
393 {
394
395 *nmemh = memh + offset;
396 return (0);
397 }
398
399 int
400 __C(CHIP,_mem_alloc)(v, rstart, rend, size, align, boundary, flags,
401 addrp, bshp)
402 void *v;
403 bus_addr_t rstart, rend, *addrp;
404 bus_size_t size, align, boundary;
405 int flags;
406 bus_space_handle_t *bshp;
407 {
408 int prefetchable = flags & BUS_SPACE_MAP_PREFETCHABLE;
409 int linear = flags & BUS_SPACE_MAP_LINEAR;
410 bus_addr_t memaddr;
411 int error;
412
413 /* Requests for linear unprefetchable space can't be satisfied. */
414 if (linear && !prefetchable)
415 return (EOPNOTSUPP);
416
417 /*
418 * Do the requested allocation.
419 */
420 #ifdef EXTENT_DEBUG
421 printf("mem: allocating from 0x%lx to 0x%lx\n", rstart, rend);
422 #endif
423 error = extent_alloc_subregion(CHIP_MEM_EXTENT(v), rstart, rend,
424 size, align, boundary,
425 EX_FAST | EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0),
426 &memaddr);
427 if (error) {
428 #ifdef EXTENT_DEBUG
429 printf("mem: allocation failed (%d)\n", error);
430 extent_print(CHIP_MEM_EXTENT(v));
431 #endif
432 }
433
434 #ifdef EXTENT_DEBUG
435 printf("mem: allocated 0x%lx to 0x%lx\n", memaddr, memaddr + size - 1);
436 #endif
437
438 *addrp = memaddr;
439 *bshp = ALPHA_PHYS_TO_K0SEG(CHIP_MEM_SYS_START(v)) + memaddr;
440
441 return (0);
442 }
443
444 void
445 __C(CHIP,_mem_free)(v, bsh, size)
446 void *v;
447 bus_space_handle_t bsh;
448 bus_size_t size;
449 {
450
451 /* Unmap does all we need to do. */
452 __C(CHIP,_mem_unmap)(v, bsh, size, 1);
453 }
454
455 inline void
456 __C(CHIP,_mem_barrier)(v, h, o, l, f)
457 void *v;
458 bus_space_handle_t h;
459 bus_size_t o, l;
460 int f;
461 {
462
463 if ((f & BUS_SPACE_BARRIER_READ) != 0)
464 alpha_mb();
465 else if ((f & BUS_SPACE_BARRIER_WRITE) != 0)
466 alpha_wmb();
467 }
468
469 inline u_int8_t
470 __C(CHIP,_mem_read_1)(v, memh, off)
471 void *v;
472 bus_space_handle_t memh;
473 bus_size_t off;
474 {
475 bus_addr_t addr;
476
477 addr = memh + off;
478 alpha_mb();
479 return (alpha_ldbu((u_int8_t *)addr));
480 }
481
482 inline u_int16_t
483 __C(CHIP,_mem_read_2)(v, memh, off)
484 void *v;
485 bus_space_handle_t memh;
486 bus_size_t off;
487 {
488 bus_addr_t addr;
489
490 addr = memh + off;
491 #ifdef DIAGNOSTIC
492 if (addr & 1)
493 panic(__S(__C(CHIP,_mem_read_2)) ": addr 0x%lx not aligned",
494 addr);
495 #endif
496 alpha_mb();
497 return (alpha_ldwu((u_int16_t *)addr));
498 }
499
500 inline u_int32_t
501 __C(CHIP,_mem_read_4)(v, memh, off)
502 void *v;
503 bus_space_handle_t memh;
504 bus_size_t off;
505 {
506 bus_addr_t addr;
507
508 addr = memh + off;
509 #ifdef DIAGNOSTIC
510 if (addr & 3)
511 panic(__S(__C(CHIP,_mem_read_4)) ": addr 0x%lx not aligned",
512 addr);
513 #endif
514 alpha_mb();
515 return (*(u_int32_t *)addr);
516 }
517
518 inline u_int64_t
519 __C(CHIP,_mem_read_8)(v, memh, off)
520 void *v;
521 bus_space_handle_t memh;
522 bus_size_t off;
523 {
524
525 alpha_mb();
526
527 /* XXX XXX XXX */
528 panic("%s not implemented", __S(__C(CHIP,_mem_read_8)));
529 }
530
531 #define CHIP_mem_read_multi_N(BYTES,TYPE) \
532 void \
533 __C(__C(CHIP,_mem_read_multi_),BYTES)(v, h, o, a, c) \
534 void *v; \
535 bus_space_handle_t h; \
536 bus_size_t o, c; \
537 TYPE *a; \
538 { \
539 \
540 while (c-- > 0) { \
541 __C(CHIP,_mem_barrier)(v, h, o, sizeof *a, \
542 BUS_SPACE_BARRIER_READ); \
543 *a++ = __C(__C(CHIP,_mem_read_),BYTES)(v, h, o); \
544 } \
545 }
546 CHIP_mem_read_multi_N(1,u_int8_t)
547 CHIP_mem_read_multi_N(2,u_int16_t)
548 CHIP_mem_read_multi_N(4,u_int32_t)
549 CHIP_mem_read_multi_N(8,u_int64_t)
550
551 #define CHIP_mem_read_region_N(BYTES,TYPE) \
552 void \
553 __C(__C(CHIP,_mem_read_region_),BYTES)(v, h, o, a, c) \
554 void *v; \
555 bus_space_handle_t h; \
556 bus_size_t o, c; \
557 TYPE *a; \
558 { \
559 \
560 while (c-- > 0) { \
561 *a++ = __C(__C(CHIP,_mem_read_),BYTES)(v, h, o); \
562 o += sizeof *a; \
563 } \
564 }
565 CHIP_mem_read_region_N(1,u_int8_t)
566 CHIP_mem_read_region_N(2,u_int16_t)
567 CHIP_mem_read_region_N(4,u_int32_t)
568 CHIP_mem_read_region_N(8,u_int64_t)
569
570 inline void
571 __C(CHIP,_mem_write_1)(v, memh, off, val)
572 void *v;
573 bus_space_handle_t memh;
574 bus_size_t off;
575 u_int8_t val;
576 {
577 bus_addr_t addr;
578
579 addr = memh + off;
580 alpha_stb((u_int8_t *)addr, val);
581 alpha_mb();
582 }
583
584 inline void
585 __C(CHIP,_mem_write_2)(v, memh, off, val)
586 void *v;
587 bus_space_handle_t memh;
588 bus_size_t off;
589 u_int16_t val;
590 {
591 bus_addr_t addr;
592
593 addr = memh + off;
594 #ifdef DIAGNOSTIC
595 if (addr & 1)
596 panic(__S(__C(CHIP,_mem_write_2)) ": addr 0x%lx not aligned",
597 addr);
598 #endif
599 alpha_stw((u_int16_t *)addr, val);
600 alpha_mb();
601 }
602
603 inline void
604 __C(CHIP,_mem_write_4)(v, memh, off, val)
605 void *v;
606 bus_space_handle_t memh;
607 bus_size_t off;
608 u_int32_t val;
609 {
610 bus_addr_t addr;
611
612 addr = memh + off;
613 #ifdef DIAGNOSTIC
614 if (addr & 3)
615 panic(__S(__C(CHIP,_mem_write_4)) ": addr 0x%lx not aligned",
616 addr);
617 #endif
618 *(u_int32_t *)addr = val;
619 alpha_mb();
620 }
621
622 inline void
623 __C(CHIP,_mem_write_8)(v, memh, off, val)
624 void *v;
625 bus_space_handle_t memh;
626 bus_size_t off;
627 u_int64_t val;
628 {
629
630 /* XXX XXX XXX */
631 panic("%s not implemented", __S(__C(CHIP,_mem_write_8)));
632 alpha_mb();
633 }
634
635 #define CHIP_mem_write_multi_N(BYTES,TYPE) \
636 void \
637 __C(__C(CHIP,_mem_write_multi_),BYTES)(v, h, o, a, c) \
638 void *v; \
639 bus_space_handle_t h; \
640 bus_size_t o, c; \
641 const TYPE *a; \
642 { \
643 \
644 while (c-- > 0) { \
645 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, *a++); \
646 __C(CHIP,_mem_barrier)(v, h, o, sizeof *a, \
647 BUS_SPACE_BARRIER_WRITE); \
648 } \
649 }
650 CHIP_mem_write_multi_N(1,u_int8_t)
651 CHIP_mem_write_multi_N(2,u_int16_t)
652 CHIP_mem_write_multi_N(4,u_int32_t)
653 CHIP_mem_write_multi_N(8,u_int64_t)
654
655 #define CHIP_mem_write_region_N(BYTES,TYPE) \
656 void \
657 __C(__C(CHIP,_mem_write_region_),BYTES)(v, h, o, a, c) \
658 void *v; \
659 bus_space_handle_t h; \
660 bus_size_t o, c; \
661 const TYPE *a; \
662 { \
663 \
664 while (c-- > 0) { \
665 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, *a++); \
666 o += sizeof *a; \
667 } \
668 }
669 CHIP_mem_write_region_N(1,u_int8_t)
670 CHIP_mem_write_region_N(2,u_int16_t)
671 CHIP_mem_write_region_N(4,u_int32_t)
672 CHIP_mem_write_region_N(8,u_int64_t)
673
674 #define CHIP_mem_set_multi_N(BYTES,TYPE) \
675 void \
676 __C(__C(CHIP,_mem_set_multi_),BYTES)(v, h, o, val, c) \
677 void *v; \
678 bus_space_handle_t h; \
679 bus_size_t o, c; \
680 TYPE val; \
681 { \
682 \
683 while (c-- > 0) { \
684 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, val); \
685 __C(CHIP,_mem_barrier)(v, h, o, sizeof val, \
686 BUS_SPACE_BARRIER_WRITE); \
687 } \
688 }
689 CHIP_mem_set_multi_N(1,u_int8_t)
690 CHIP_mem_set_multi_N(2,u_int16_t)
691 CHIP_mem_set_multi_N(4,u_int32_t)
692 CHIP_mem_set_multi_N(8,u_int64_t)
693
694 #define CHIP_mem_set_region_N(BYTES,TYPE) \
695 void \
696 __C(__C(CHIP,_mem_set_region_),BYTES)(v, h, o, val, c) \
697 void *v; \
698 bus_space_handle_t h; \
699 bus_size_t o, c; \
700 TYPE val; \
701 { \
702 \
703 while (c-- > 0) { \
704 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, val); \
705 o += sizeof val; \
706 } \
707 }
708 CHIP_mem_set_region_N(1,u_int8_t)
709 CHIP_mem_set_region_N(2,u_int16_t)
710 CHIP_mem_set_region_N(4,u_int32_t)
711 CHIP_mem_set_region_N(8,u_int64_t)
712
713 #define CHIP_mem_copy_region_N(BYTES) \
714 void \
715 __C(__C(CHIP,_mem_copy_region_),BYTES)(v, h1, o1, h2, o2, c) \
716 void *v; \
717 bus_space_handle_t h1, h2; \
718 bus_size_t o1, o2, c; \
719 { \
720 bus_size_t o; \
721 \
722 if ((h1 + o1) >= (h2 + o2)) { \
723 /* src after dest: copy forward */ \
724 for (o = 0; c != 0; c--, o += BYTES) { \
725 __C(__C(CHIP,_mem_write_),BYTES)(v, h2, o2 + o, \
726 __C(__C(CHIP,_mem_read_),BYTES)(v, h1, o1 + o)); \
727 } \
728 } else { \
729 /* dest after src: copy backwards */ \
730 for (o = (c - 1) * BYTES; c != 0; c--, o -= BYTES) { \
731 __C(__C(CHIP,_mem_write_),BYTES)(v, h2, o2 + o, \
732 __C(__C(CHIP,_mem_read_),BYTES)(v, h1, o1 + o)); \
733 } \
734 } \
735 }
736 CHIP_mem_copy_region_N(1)
737 CHIP_mem_copy_region_N(2)
738 CHIP_mem_copy_region_N(4)
739 CHIP_mem_copy_region_N(8)
740